使用API生成LLMs.txt

from firecrawl import FirecrawlApp

# 初始化客户端
firecrawl = FirecrawlApp(api_key="your_api_key")

# 定义生成参数
params = {
    "maxUrls": 2,  # 要分析的最大URL数量
    "showFullText": True  # 在结果中包含全文
}

# 使用轮询生成 LLMs.txt
results = firecrawl.generate_llms_text(
    url="https://example.com",
    params=params
)

# 访问生成结果
if results['success']:
    print(f"状态: {results['status']}")
    print(f"生成的数据: {results['data']}")
else:
    print(f"错误: {results.get('error', '未知错误')}")

import FirecrawlApp from "firecrawl";

// 初始化客户端
const firecrawl = new FirecrawlApp({ apiKey: "your_api_key" });

// 定义生成参数
const params = {
  maxUrls: 2, // 要分析的最大URL数
  showFullText: true, // 在结果中包含全文
};

// 使用轮询生成LLMs.txt
const results = await firecrawl.generateLLMsText("https://example.com", params);

// 访问生成结果
if (results.success) {
  console.log(`状态: ${results.status}`);
  console.log(`生成的数据:`, results.data);
} else {
  console.error(`错误: ${results.error || "未知错误"}`);
}

# 开始生成LLMs.txt
curl -X POST "https://api.firecrawl.dev/v1/llmstxt" \
  -H "Authorization: Bearer your_api_key" \
  -H "Content-Type: application/json" \
  -d '{
    "url": "https://example.com",
    "maxUrls": 2,
    "showFullText": true
  }'

# 检查生成状态
curl -X GET "https://api.firecrawl.dev/v1/llmstxt/job_id" \
  -H "Authorization: Bearer your_api_key"

from firecrawl import FirecrawlApp

# 初始化客户端
firecrawl = FirecrawlApp(api_key="your_api_key")

# 创建异步任务
job = firecrawl.async_generate_llms_text(
    url="https://example.com",
)

if job['success']:
    job_id = job['id']

# 检查 LLMs.txt 生成状态
status = firecrawl.check_generate_llms_text_status("job_id")

# 打印当前状态
print(f"Status: {status['status']}")

if status['status'] == 'completed':
    print("LLMs.txt 内容:", status['data']['llmstxt'])
    if 'llmsfulltxt' in status['data']:
        print("完整文本内容:", status['data']['llmsfulltxt'])
    print(f"处理过的 URLs: {len(status['data']['processedUrls'])}")

import FirecrawlApp from "firecrawl";

// 初始化客户端
const firecrawl = new FirecrawlApp({ apiKey: "your_api_key" });

// 创建异步任务
const job = await firecrawl.asyncGenerateLLMsText("https://example.com", {
  maxUrls: 50,
  showFullText: true
});

// 检查 LLMs.txt 生成状态
const status = await firecrawl.checkGenerateLLMsTextStatus(job.jobId);

// 打印当前状态
console.log(`Status: ${status.status}`);

if (status.status === "completed") {
  console.log("LLMs.txt 内容:", status.data.llmstxt);
  if (status.data.llmsfulltxt) {
    console.log("完整文本内容:", status.data.llmsfulltxt);
  }
  console.log(`已处理的 URL: ${status.data.processedUrls.length}`);
}