machineread / backend /private_data /benchmark_profiles.json
georgejieh
MachineRead Essentials backend for HF Space
7d7841f unverified
Raw History Blame Contribute Delete
51.8 kB
{
"schema_version": 2,
"snapshot_date": "2026-07-21",
"profiles": [
{
"name": "Grovemade",
"category": "Boutique product",
"group": "ecommerce",
"size": "boutique",
"url": "https://grovemade.com",
"essentials_checks": {
"canonical": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"indexing": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"llms_txt": {
"score": 1,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 0,
"max": 6,
"state": "fail",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 1,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"html_structure": {
"score": 0,
"max": 4,
"state": "warn",
"evidence_level": "unknown"
},
"social": {
"score": 0,
"max": 2,
"state": "warn",
"evidence_level": "unknown"
},
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "unknown"
},
"ssr": {
"score": 0,
"max": 4,
"state": "warn",
"evidence_level": "unknown"
},
"wikipedia": {
"score": 0,
"max": 4,
"state": "fail",
"evidence_level": "verified"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
}
},
"agent_passed": [
"robots.txt published"
]
},
{
"name": "Field Notes",
"category": "Boutique product",
"group": "ecommerce",
"size": "boutique",
"url": "https://fieldnotesbrand.com",
"essentials_checks": {
"llms_txt": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Nike",
"category": "Major consumer brand",
"group": "ecommerce",
"size": "enterprise",
"url": "https://www.nike.com",
"essentials_checks": {
"bot_access": {
"score": 1,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"social": {
"score": 2,
"max": 2,
"state": "pass",
"evidence_level": "verified"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Shopify",
"category": "Commerce platform",
"group": "ecommerce",
"size": "enterprise",
"url": "https://www.shopify.com",
"essentials_checks": {
"indexing": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"html_structure": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 3,
"max": 3,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Target",
"category": "Major retailer",
"group": "ecommerce",
"size": "enterprise",
"url": "https://www.target.com",
"essentials_checks": {
"search_discovery": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 4,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Allbirds",
"category": "Niche DTC product",
"group": "ecommerce",
"size": "specialty",
"url": "https://www.allbirds.com",
"essentials_checks": {
"schema_ld": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 4,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 4,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Huckberry",
"category": "Specialty commerce",
"group": "ecommerce",
"size": "specialty",
"url": "https://huckberry.com",
"essentials_checks": {
"llms_txt": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"canonical": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"indexing": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"robots_txt": {
"score": 2,
"max": 6,
"state": "warn",
"evidence_level": "unknown"
},
"search_discovery": {
"score": 1,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 1,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"html_structure": {
"score": 0,
"max": 4,
"state": "warn",
"evidence_level": "unknown"
},
"social": {
"score": 0,
"max": 2,
"state": "warn",
"evidence_level": "unknown"
},
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "unknown"
},
"ssr": {
"score": 0,
"max": 4,
"state": "warn",
"evidence_level": "unknown"
},
"wikipedia": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Glossier",
"category": "Niche beauty brand",
"group": "ecommerce",
"size": "specialty",
"url": "https://www.glossier.com",
"essentials_checks": {
"schema_ld": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 4,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"llms.txt or Markdown negotiation",
"OAuth/OIDC discovery metadata",
"OAuth Protected Resource metadata"
]
},
{
"name": "37signals",
"category": "Independent software company",
"group": "corporate",
"size": "boutique",
"url": "https://37signals.com",
"essentials_checks": {
"llms_txt": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 2,
"max": 6,
"state": "warn",
"evidence_level": "unknown"
},
"search_discovery": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"wikipedia": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "verified"
},
"schema_ld": {
"score": 4,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"html_structure": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
}
},
"agent_passed": []
},
{
"name": "Apple",
"category": "Major corporate site",
"group": "corporate",
"size": "enterprise",
"url": "https://www.apple.com",
"essentials_checks": {
"llms_txt": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"indexing": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"machine_surfaces": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Vercel",
"category": "Developer platform company",
"group": "corporate",
"size": "specialty",
"url": "https://vercel.com",
"essentials_checks": {
"llms_txt": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"ssr": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 6,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"html_structure": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"Content Signals in robots.txt",
"OAuth/OIDC discovery metadata"
]
},
{
"name": "Anthropic",
"category": "AI company",
"group": "corporate",
"size": "specialty",
"url": "https://www.anthropic.com",
"essentials_checks": {
"schema_ld": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 3,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Fathom Analytics",
"category": "Boutique service software",
"group": "services",
"size": "boutique",
"url": "https://usefathom.com",
"essentials_checks": {
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 4,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "verified"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"html_structure": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"ssr": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
},
"pagespeed": {
"score": 3,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"social": {
"score": 2,
"max": 2,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Deloitte",
"category": "Enterprise services",
"group": "services",
"size": "enterprise",
"url": "https://www.deloitte.com",
"essentials_checks": {
"llms_txt": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"indexing": {
"score": 4,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"html_structure": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Calendly",
"category": "Service software",
"group": "services",
"size": "specialty",
"url": "https://calendly.com",
"essentials_checks": {
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"social": {
"score": 2,
"max": 2,
"state": "pass",
"evidence_level": "verified"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"llms.txt or Markdown negotiation",
"AI-specific robots.txt rules",
"OAuth/OIDC discovery metadata"
]
},
{
"name": "kottke.org",
"category": "Independent blog",
"group": "blog",
"size": "boutique",
"url": "https://kottke.org",
"essentials_checks": {
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 4,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"ssr": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Wait But Why",
"category": "Long-form blog",
"group": "blog",
"size": "specialty",
"url": "https://waitbutwhy.com",
"essentials_checks": {
"llms_txt": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"ssr": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery"
]
},
{
"name": "Medium",
"category": "Content platform",
"group": "blog",
"size": "enterprise",
"url": "https://medium.com",
"essentials_checks": {
"canonical": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"indexing": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"llms_txt": {
"score": 1,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 1,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 0,
"max": 5,
"state": "warn",
"evidence_level": "unknown"
},
"robots_txt": {
"score": 4,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 0,
"max": 4,
"state": "warn",
"evidence_level": "unknown"
},
"social": {
"score": 0,
"max": 2,
"state": "warn",
"evidence_level": "unknown"
},
"machine_surfaces": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 0,
"max": 3,
"state": "warn",
"evidence_level": "unknown"
},
"ssr": {
"score": 0,
"max": 4,
"state": "warn",
"evidence_level": "unknown"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"AI-specific robots.txt rules"
]
},
{
"name": "404 Media",
"category": "Journalist-owned outlet",
"group": "news",
"size": "boutique",
"url": "https://www.404media.co",
"essentials_checks": {
"llms_txt": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"indexing": {
"score": 4,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"machine_surfaces": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"ssr": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Ars Technica",
"category": "Specialty tech publisher",
"group": "news",
"size": "specialty",
"url": "https://arstechnica.com",
"essentials_checks": {
"robots_txt": {
"score": 3,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"bot_access": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"ssr": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"DNS-AID records",
"AI-specific robots.txt rules"
]
},
{
"name": "AP News",
"category": "Wire service",
"group": "news",
"size": "enterprise",
"url": "https://apnews.com",
"essentials_checks": {
"robots_txt": {
"score": 3,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 0,
"max": 6,
"state": "fail",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"indexing": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "verified"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"AI-specific robots.txt rules"
]
},
{
"name": "Plausible",
"category": "Privacy analytics SaaS",
"group": "saas",
"size": "boutique",
"url": "https://plausible.io",
"essentials_checks": {
"robots_txt": {
"score": 4,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 1,
"max": 4,
"state": "fail",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"ssr": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": []
},
{
"name": "Linear",
"category": "Project management SaaS",
"group": "saas",
"size": "specialty",
"url": "https://linear.app",
"essentials_checks": {
"indexing": {
"score": 2,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 0,
"max": 5,
"state": "fail",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"html_structure": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"ssr": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "verified"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"canonical": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
}
},
"agent_passed": []
},
{
"name": "Atlassian",
"category": "Collaboration software",
"group": "saas",
"size": "enterprise",
"url": "https://www.atlassian.com",
"essentials_checks": {
"canonical": {
"score": 3,
"max": 5,
"state": "partial",
"evidence_level": "inferred"
},
"robots_txt": {
"score": 5,
"max": 6,
"state": "partial",
"evidence_level": "inferred"
},
"machine_surfaces": {
"score": 1,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"search_discovery": {
"score": 3,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"social": {
"score": 1,
"max": 2,
"state": "partial",
"evidence_level": "verified"
},
"ssr": {
"score": 2,
"max": 4,
"state": "partial",
"evidence_level": "inferred"
},
"pagespeed": {
"score": 2,
"max": 3,
"state": "partial",
"evidence_level": "inferred"
},
"bot_access": {
"score": 6,
"max": 6,
"state": "pass",
"evidence_level": "inferred"
},
"html_structure": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "inferred"
},
"schema_ld": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"llms_txt": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"indexing": {
"score": 5,
"max": 5,
"state": "pass",
"evidence_level": "inferred"
},
"wikipedia": {
"score": 4,
"max": 4,
"state": "pass",
"evidence_level": "verified"
}
},
"agent_passed": [
"robots.txt published",
"valid sitemap discovery",
"llms.txt or Markdown negotiation"
]
}
]
}