Generate LLMs.txt for a website
curl --request POST \
--url https://api.firecrawl.dev/v1/llmstxt \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"url": "<string>",
"maxUrls": 2,
"showFullText": false
}
'import requests
url = "https://api.firecrawl.dev/v1/llmstxt"
payload = {
"url": "<string>",
"maxUrls": 2,
"showFullText": False
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({url: '<string>', maxUrls: 2, showFullText: false})
};
fetch('https://api.firecrawl.dev/v1/llmstxt', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.firecrawl.dev/v1/llmstxt",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'url' => '<string>',
'maxUrls' => 2,
'showFullText' => false
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.firecrawl.dev/v1/llmstxt"
payload := strings.NewReader("{\n \"url\": \"<string>\",\n \"maxUrls\": 2,\n \"showFullText\": false\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.firecrawl.dev/v1/llmstxt")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"url\": \"<string>\",\n \"maxUrls\": 2,\n \"showFullText\": false\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.firecrawl.dev/v1/llmstxt")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"url\": \"<string>\",\n \"maxUrls\": 2,\n \"showFullText\": false\n}"
response = http.request(request)
puts response.read_body{
"success": true,
"id": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
}{
"success": false,
"error": "Invalid parameters provided"
}生成 LLMs.txt
POST
/
llmstxt
Generate LLMs.txt for a website
curl --request POST \
--url https://api.firecrawl.dev/v1/llmstxt \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"url": "<string>",
"maxUrls": 2,
"showFullText": false
}
'import requests
url = "https://api.firecrawl.dev/v1/llmstxt"
payload = {
"url": "<string>",
"maxUrls": 2,
"showFullText": False
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({url: '<string>', maxUrls: 2, showFullText: false})
};
fetch('https://api.firecrawl.dev/v1/llmstxt', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.firecrawl.dev/v1/llmstxt",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'url' => '<string>',
'maxUrls' => 2,
'showFullText' => false
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.firecrawl.dev/v1/llmstxt"
payload := strings.NewReader("{\n \"url\": \"<string>\",\n \"maxUrls\": 2,\n \"showFullText\": false\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.firecrawl.dev/v1/llmstxt")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"url\": \"<string>\",\n \"maxUrls\": 2,\n \"showFullText\": false\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.firecrawl.dev/v1/llmstxt")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"url\": \"<string>\",\n \"maxUrls\": 2,\n \"showFullText\": false\n}"
response = http.request(request)
puts response.read_body{
"success": true,
"id": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
}{
"success": false,
"error": "Invalid parameters provided"
}LLMs.txt 生成端点为任何网站创建 LLMs.txt 和 LLMs-full.txt 文件。这些文件提供了网站内容的结构化、适合语言模型的格式,使语言模型更容易理解和处理信息。
寻找状态端点?请查看 LLMs.txt 状态 端点。
响应结构
响应包含:- success: 布尔值,指示请求是否成功
- id: 生成作业的唯一标识符
输出格式
-
LLMs.txt
- 网站的简洁、结构化摘要
- 包含关键链接和描述
- 以 Markdown 格式编写,便于解析
-
示例:
# http://example.com llms.txt - [页面标题](https://example.com/page): 简要描述 - [另一个页面](https://example.com/another): 另一个描述
-
LLMs-full.txt(当 showFullText 为 true 时)
- 包含已处理页面的完整内容
- 保持层次结构
- 包括更详细的信息
-
示例:
# http://example.com llms-full.txt ## 页面标题 页面的完整内容... ## 另一个页面 更详细的内容...
计费
计费基于 API 调用和处理的 URL:- 基础费用:每次 API 调用 1 积分
- 额外费用:每个处理的 URL 1 积分
- 使用
maxUrls参数控制 URL 成本
Authorizations
Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Body
application/json
⌘I