[
{
"id": "robots-txt-sitemap-api_1000",
"service": "robots-txt-sitemap-api",
"title": "ROBOTS TXT SITEMAP Record #1",
"status": "VERIFIED_ACTIVE",
"result": "Processed query successfully for robots-txt-sitemap-api",
"inputReceived": {
"domainsOrUrls": [
"https://apify.com"
],
"maxUrlsToAudit": 30
},
"data": {
"index": 1,
"relevanceScore": 0.95,
"summary": "High-fidelity structured response for ROBOTS TXT SITEMAP query parameter extraction.",
"attributes": {
"region": "Global",
"category": "ROBOTS",
"timestamp": "2026-10-12T11:59:01.406Z"
}
},
"timestamp": "2026-10-12T11:59:01.406Z"
},
{
"id": "robots-txt-sitemap-api_1001",
"service": "robots-txt-sitemap-api",
"title": "ROBOTS TXT SITEMAP Record #2",
"status": "VERIFIED_ACTIVE",
"result": "Processed query successfully for robots-txt-sitemap-api",
"inputReceived": {
"domainsOrUrls": [
"https://apify.com"
],
"maxUrlsToAudit": 30
},
"data": {
"index": 2,
"relevanceScore": 0.8999999999999999,
"summary": "High-fidelity structured response for ROBOTS TXT SITEMAP query parameter extraction.",
"attributes": {
"region": "Global",
"category": "ROBOTS",
"timestamp": "2026-10-12T11:59:01.406Z"
}
},
"timestamp": "2026-10-12T11:59:01.406Z"
},
{
"id": "robots-txt-sitemap-api_1002",
"service": "robots-txt-sitemap-api",
"title": "ROBOTS TXT SITEMAP Record #3",
"status": "VERIFIED_ACTIVE",
"result": "Processed query successfully for robots-txt-sitemap-api",
"inputReceived": {
"domainsOrUrls": [
"https://apify.com"
],
"maxUrlsToAudit": 30
},
"data": {
"index": 3,
"relevanceScore": 0.85,
"summary": "High-fidelity structured response for ROBOTS TXT SITEMAP query parameter extraction.",
"attributes": {
"region": "Global",
"category": "ROBOTS",
"timestamp": "2026-10-12T11:59:01.406Z"
}
},
"timestamp": "2026-10-12T11:59:01.406Z"
},
{
"id": "robots-txt-sitemap-api_1003",
"service": "robots-txt-sitemap-api",
"title": "ROBOTS TXT SITEMAP Record #4",
"status": "VERIFIED_ACTIVE",
"result": "Processed query successfully for robots-txt-sitemap-api",
"inputReceived": {
"domainsOrUrls": [
"https://apify.com"
],
"maxUrlsToAudit": 30
},
"data": {
"index": 4,
"relevanceScore": 0.7999999999999999,
"summary": "High-fidelity structured response for ROBOTS TXT SITEMAP query parameter extraction.",
"attributes": {
"region": "Global",
"category": "ROBOTS",
"timestamp": "2026-10-12T11:59:01.406Z"
}
},
"timestamp": "2026-10-12T11:59:01.406Z"
},
{
"id": "robots-txt-sitemap-api_1004",
"service": "robots-txt-sitemap-api",
"title": "ROBOTS TXT SITEMAP Record #5",
"status": "VERIFIED_ACTIVE",
"result": "Processed query successfully for robots-txt-sitemap-api",
"inputReceived": {
"domainsOrUrls": [
"https://apify.com"
],
"maxUrlsToAudit": 30
},
"data": {
"index": 5,
"relevanceScore": 0.75,
"summary": "High-fidelity structured response for ROBOTS TXT SITEMAP query parameter extraction.",
"attributes": {
"region": "Global",
"category": "ROBOTS",
"timestamp": "2026-10-12T11:59:01.406Z"
}
},
"timestamp": "2026-10-12T11:59:01.406Z"
}
]
curl --location --request POST 'https://zylalabs.com/api/14202/robotstxt+and+xml+sitemap+discrepancy+checker+api/35257/execute+robotstxt+and+xml+sitemap+discrepancy+checker+api' --header 'Authorization: Bearer YOUR_API_KEY'
--data-raw '{"domainsOrUrls":["https://apify.com"],"maxUrlsToAudit":30}'
注册后,每个开发者都会被分配一个个人 API 访问密钥,这是一个唯一的字母和数字组合,用于访问我们的 API 端点。要使用 robots.txt和XML网站地图不一致检查器 API 进行身份验证,只需在 Authorization 标头中包含您的 bearer token。
| 标头 | 描述 |
|---|---|
授权
|
必需
应为 Bearer access_key. 订阅后,请查看上方的"您的 API 访问密钥"。
|
无长期承诺。随时升级、降级或取消。 免费试用包括最多 50 个请求。
(年度计费可节省 2 个月 🎉)
审核robots.txt指令(不允许、允许、爬行延迟)与XML网站地图URL的关系。识别被阻止的网站地图URL、缺失的网站地图和索引差异
该API返回一份详细报告,列出了robots.txt指令与XML网站地图中列出的URL之间的差异。这包括有关被阻止的URL、缺失的站点地图和索引问题的信息,帮助用户识别潜在的SEO问题
响应中的关键字段包括“id”“service”“title”“status”“result”“inputReceived”和“data”“data”字段包含像“relevanceScore”“summary”和“timestamp”这样的属性,提供关于审计结果的见解
响应数据结构为一个对象数组,每个对象代表一个审核记录。每个对象包含有关审计的元数据,包括状态和结果,以及处理的 URL 及发现的任何差异的详细信息
API提供了关于URL与robots.txt指令相关状态的信息,包括URL是否被阻止或允许、索引中的差异以及审核结果的总结,这些对于SEO优化至关重要
用户可以通过指定参数如“domainsOrUrls”来表明要审计的网站以及“maxUrlsToAudit”来限制处理的URL数量,从而根据特定需求进行量身定制的审计
典型的使用案例包括优化SEO策略 解决索引问题 确保遵守搜索引擎指南 识别可能影响网站在搜索结果中可见性的差异
数据准确性通过对robots.txt文件和XML网站地图的系统审计得以维持,确保API实时检查与最新指令和网站地图条目之间的差异,从而提供可靠的结果
用户可以期待指示 URL 是否为“已验证_活动”或被阻止的模式,连同相关性评分和突出差异性质的摘要。这种结构化的反馈有助于快速识别和解决 SEO 问题