{"indexContractVersion":"2.3.0","generatedAt":"2026-09-07T01:01:40.335Z","preview":false,"note":"Discry Score 3.0.1 full corpus under the locked instrument. Band thresholds are ratified (labelScheme.provisional: false); unscored rows carry an explicit status (unreachable, blocked, insufficient-coverage) instead of a tier.","labelScheme":{"labelSchemeVersion":"1.0.0","provisional":false,"bands":[{"bandId":"T5","min":85,"name":"Sharp","descriptor":"Agents read these docs at full fidelity","color":"#1a7f4e"},{"bandId":"T4","min":75,"name":"Clear","descriptor":"Readable with minor friction","color":"#5aa64b"},{"bandId":"T3","min":60,"name":"Legible","descriptor":"Usable, with real gaps","color":"#c9a227"},{"bandId":"T2","min":40,"name":"Murky","descriptor":"Agents misread these docs often","color":"#d97a2b"},{"bandId":"T1","min":0,"name":"Opaque","descriptor":"Effectively unreadable to agents","color":"#c23b3b"}],"offLadder":{"unreachable":{"name":"Invisible to agents","descriptor":"Docs could not be fetched by automated agents"},"blocked":{"name":"Walls agents out","descriptor":"Docs actively refuse automated access"}},"bandCall":{"computedAt":"2026-08-28T21:30:05Z","rule":"roadmap/band-rule.json","nScored":262}},"corpus":{"counts":{"total":395,"scored":324,"insufficientCoverage":1,"docsUnreachable":59,"blocked":11},"medians":{"overall":67.7,"discovery":47.4,"comprehension":75.25,"byCategory":{"ai":{"scoredCount":44,"overall":78.05,"discovery":61.85,"comprehension":87},"communication":{"scoredCount":29,"overall":69.1,"discovery":42.1,"comprehension":80.1},"payments":{"scoredCount":30,"overall":70.3,"discovery":42.1,"comprehension":83.5},"auth":{"scoredCount":18,"overall":65.15,"discovery":50,"comprehension":74.65},"devtools":{"scoredCount":42,"overall":57.25,"discovery":46.05,"comprehension":65.1},"productivity":{"scoredCount":26,"overall":71.8,"discovery":47.4,"comprehension":79.5},"infrastructure":{"scoredCount":60,"overall":55.85,"discovery":47.4,"comprehension":63.35},"analytics":{"scoredCount":25,"overall":65.9,"discovery":47.4,"comprehension":71.2},"cms":{"scoredCount":16,"overall":69.15,"discovery":47.4,"comprehension":81.4},"crm":{"scoredCount":18,"overall":57.4,"discovery":38.15,"comprehension":64.5},"commerce":{"scoredCount":16,"overall":66.7,"discovery":36.8,"comprehension":82.8}}},"adoption":{"llmsTxt":{"count":297,"total":395,"pct":0.7519},"llmsFullTxt":{"count":187,"total":395,"pct":0.4734},"robotsTxt":{"count":343,"total":395,"pct":0.8684},"openApiSpec":{"count":171,"total":395,"pct":0.4329},"agentsMd":{"count":12,"total":395,"pct":0.0304},"sitemap":{"count":285,"total":395,"pct":0.7215},"wellKnownMcp":{"count":48,"total":395,"pct":0.1215},"mcpRegistry":{"count":120,"total":395,"pct":0.3038}}},"apis":[{"slug":"firecrawl","name":"Firecrawl","domain":"firecrawl.dev","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":96.2,"bandId":"T5","discovery":94.7,"comprehension":96.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.87,96.87],"overall":[96.2,96.2]},"borderline":false},"report":{"closedBookBaseline":0.9,"familiarity":0.9,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10114,"efficiencyScore":68.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":1,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4cdcb6ee685b677e6e1b27096e12042c54d1892d5dedfb6faa6e9e45ecf80553","environment":{"harnessGitSha":"4a7eb69c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T08:37:38.660Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":96.2,"min":96.2,"max":96.2},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-09T08:37:38.660Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":96.2,"bandId":"T5","rank":1,"categoryRank":1}]},{"slug":"resend","name":"Resend","domain":"resend.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":93.4,"bandId":"T5","discovery":84.2,"comprehension":97.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[97.29,97.29],"overall":[93.4,93.4]},"borderline":false},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.2308,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9016,"efficiencyScore":72.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":13},"rank":2,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ac10e9a49d268dba940b4af2e9c0541fbaf1e06658f150f6aaaa265544e74d71","environment":{"harnessGitSha":"549e8457","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T21:46:45.032Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":93.4,"min":93.4,"max":93.4},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T08:27:42.918Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":92.8,"grade":"A","rank":1,"categoryRank":1},{"scannedAt":"2026-08-21T21:46:45.032Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":93.4,"bandId":"T5","rank":2,"categoryRank":1}]},{"slug":"talonic","name":"talonicdev","domain":"talonic.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":93.1,"bandId":"T5","discovery":84.2,"comprehension":96.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[80.4864,96.85],"overall":[81.6,93.1]},"borderline":true},"report":{"closedBookBaseline":0.2727272727272727,"familiarity":0.2727272727272727,"closedBookRuns":3,"lift":0.7273,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10171,"efficiencyScore":68.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":11},"rank":3,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"866e4b952db81d72f7e6c5e5d3c17bdad8ca42e2e8aebf8689e4d0809c35abfc","environment":{"harnessGitSha":"a7f13d1d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T10:46:11.537Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":93.1,"min":87.1,"max":93.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-26T10:46:11.537Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":93.1,"bandId":"T5","rank":3,"categoryRank":2}]},{"slug":"openai","name":"OpenAI","domain":"openai.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":90.5,"bandId":"T5","discovery":73.7,"comprehension":97.7,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[83.8438,97.69],"overall":[80.8,90.5]},"borderline":true},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.2308,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8054,"efficiencyScore":76.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":4,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"52b68e9cdec8f89b77b684505388d8b0f1fa189826989e769428eb597b9ba81f","environment":{"harnessGitSha":"6d690efd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T16:47:33.602Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":90.5,"min":85.4,"max":90.5},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-16T19:49:03.974Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":82.3,"grade":"B","rank":11,"categoryRank":4},{"scannedAt":"2026-07-20T18:21:10.948Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":90.8,"grade":"A","rank":2,"categoryRank":1},{"scannedAt":"2026-08-17T16:47:33.602Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":90.5,"bandId":"T5","rank":4,"categoryRank":3}]},{"slug":"razorpay","name":"Razorpay","domain":"razorpay.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":89.9,"bandId":"T5","discovery":73.7,"comprehension":96.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.88,96.88],"overall":[89.9,89.9]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10100,"efficiencyScore":68.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":5,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8833f568955aa533c9a28e2be9f2dbeb8deec4e11a799832eb97df25f65a7a41","environment":{"harnessGitSha":"222e3bd4","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T21:53:01.359Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":89.9,"min":89.9,"max":89.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-09-05T21:53:01.359Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":89.9,"bandId":"T5","rank":5,"categoryRank":1}]},{"slug":"assemblyai","name":"AssemblyAI","domain":"assemblyai.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":89.8,"bandId":"T5","discovery":73.7,"comprehension":96.8,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[80.3864,96.75],"overall":[78.4,89.8]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.2727,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10461,"efficiencyScore":67.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":6,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"cff0cf405c03dbf96177bfe12664a51e70d467050e47c24bd344d66f7ce7dfa8","environment":{"harnessGitSha":"659b6fc9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T15:38:57.864Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":89.8,"min":83.9,"max":89.8},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T09:10:10.843Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":73.9,"grade":"C","rank":29,"categoryRank":8},{"scannedAt":"2026-08-04T15:38:57.864Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":89.8,"bandId":"T5","rank":5,"categoryRank":4}]},{"slug":"osohq","name":"Oso","domain":"osohq.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":89.4,"bandId":"T5","discovery":73.7,"comprehension":96.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.15,96.15],"overall":[89.4,89.4]},"borderline":false},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.3333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12368,"efficiencyScore":61.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":7,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"139bd4456bd3c3066ae3e261732c5122283279b1b81be723231ab6b7fd1116f5","environment":{"harnessGitSha":"a40da9a5","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T01:02:05.577Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":89.4,"min":89.4,"max":89.4},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-13T23:42:01.707Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":76.8,"grade":"B","rank":22,"categoryRank":1},{"scannedAt":"2026-08-18T01:02:05.577Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":89.4,"bandId":"T5","rank":6,"categoryRank":1}]},{"slug":"together","name":"Together AI","domain":"together.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":89,"bandId":"T5","discovery":71.1,"comprehension":96.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[96.71,96.71],"overall":[89,89]},"borderline":false},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.2727,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10592,"efficiencyScore":67.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":8,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"df55e9dfe0b57d51df8a5d514ee9d377b22fe7183dddbc6620756c765233727c","environment":{"harnessGitSha":"a456508a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T03:36:24.075Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":89,"min":89,"max":89},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-27T03:36:24.075Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":89,"bandId":"T5","rank":7,"categoryRank":5}]},{"slug":"cognition","name":"Cognition","domain":"devin.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":88.3,"bandId":"T5","discovery":68.4,"comprehension":96.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[78.81,96.81],"overall":[75.7,88.3]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.4,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10294,"efficiencyScore":68.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":9,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"46549f74972ea076682ad0000de06b980ba9ce761d4c311063dde433de537bb5","environment":{"harnessGitSha":"01cd1212","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T00:03:37.410Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":88.3,"min":81.7,"max":88.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T09:06:08.013Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":86,"grade":"B","rank":2,"categoryRank":1},{"scannedAt":"2026-08-06T00:03:37.410Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":88.3,"bandId":"T5","rank":8,"categoryRank":6}]},{"slug":"circleci","name":"CircleCI","domain":"circleci.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.9,"bandId":"T5","discovery":78.9,"comprehension":91.8,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[73.78,97.78],"overall":[75.3,92.1]},"borderline":true},"report":{"closedBookBaseline":0.4666666666666667,"familiarity":0.4666666666666667,"closedBookRuns":3,"lift":0.4667,"trapPassRate":0.9259,"tokensToComprehension":{"perPassedTask":7861,"efficiencyScore":77.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":10,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"df00bc876818544dc648ab48e37670ae6bfd218ae2136b779e04d8b1d308f457","environment":{"harnessGitSha":"9628dc76","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T16:43:00.941Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.9,"min":83.5,"max":87.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-09-03T16:43:00.941Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.9,"bandId":"T5","rank":9,"categoryRank":1}]},{"slug":"monday","name":"Monday.com","domain":"monday.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.9,"bandId":"T5","discovery":78.9,"comprehension":91.7,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[79.74,97.74],"overall":[79.5,92.1]},"borderline":true},"report":{"closedBookBaseline":0.9333333333333333,"familiarity":0.9333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7947,"efficiencyScore":77.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":15},"rank":10,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4e65ce98d69753fdfc875a0fa16c66777317b44489057242298db915210250ea","environment":{"harnessGitSha":"a4f531da","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T06:58:36.880Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.9,"min":87.9,"max":87.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-16T20:04:31.415Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":83.2,"grade":"B","rank":8,"categoryRank":1},{"scannedAt":"2026-08-16T06:58:36.880Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.9,"bandId":"T5","rank":9,"categoryRank":1}]},{"slug":"goperigon","name":"Perigon","domain":"perigon.io","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.8,"bandId":"T5","discovery":68.4,"comprehension":96.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.11,96.11],"overall":[87.8,87.8]},"borderline":false},"report":{"closedBookBaseline":0.8888888888888888,"familiarity":0.8888888888888888,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12491,"efficiencyScore":61.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":12,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"39c8229012437f9a656b2b505dc7855e75291026e4313ce90496ed23e25bbf7f","environment":{"harnessGitSha":"da1a120f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T06:44:40.713Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.8,"min":87.8,"max":87.8},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-10T06:44:40.713Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.8,"bandId":"T5","rank":10,"categoryRank":7}]},{"slug":"neon","name":"Neon","domain":"neon.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.5,"bandId":"T5","discovery":73.7,"comprehension":93.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[83.47,98.47],"overall":[80.5,91]},"borderline":true},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":-0.0556,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6504,"efficiencyScore":84.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":18},"rank":13,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"731cbde38c3130dca954cd7106444053e51e4ebfd9adf1dd8f53659f94e9adf7","environment":{"harnessGitSha":"8c71e171","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T15:21:09.632Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.5,"min":83.9,"max":91.2},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-16T15:21:09.632Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.5,"bandId":"T5","rank":11,"categoryRank":1}]},{"slug":"anam","name":"Anam","domain":"anam.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.4,"bandId":"T5","discovery":65.8,"comprehension":96.6,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[78.62,96.62],"overall":[74.8,87.4]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.7,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10837,"efficiencyScore":66.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":14,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1a18fdfc874b6e9e2ed33fbbbc933d5d5e2ddccd4d525abce42f5b00de497754","environment":{"harnessGitSha":"4b9f764d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-03T21:35:24.233Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.4,"min":80.8,"max":87.4},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T05:01:22.985Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":81.5,"grade":"B","rank":13,"categoryRank":5},{"scannedAt":"2026-08-03T21:35:24.233Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.4,"bandId":"T5","rank":12,"categoryRank":8}]},{"slug":"perplexity","name":"Perplexity","domain":"perplexity.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.3,"bandId":"T5","discovery":78.9,"comprehension":90.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[71.6257,97.34],"overall":[73.8,91.8]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0.2857,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8889,"efficiencyScore":73.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":15,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"66897799948c19248c7093f5baa3c83b7aa25a3e828fa2e594e1630d00cd8945","environment":{"harnessGitSha":"cb757b7a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T02:41:22.586Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.3,"min":77.9,"max":87.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-19T02:41:22.586Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.3,"bandId":"T5","rank":13,"categoryRank":9}]},{"slug":"render","name":"Render","domain":"render.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.3,"bandId":"T5","discovery":73.7,"comprehension":93.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[81.815,98.69],"overall":[79.4,91.2]},"borderline":true},"report":{"closedBookBaseline":0.9444444444444444,"familiarity":0.9444444444444444,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6111,"efficiencyScore":86.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":18},"rank":15,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c65fe3fcfb6f9f47d53bd21e94bff2b0bba3a0708dc25c8135668cc0ac9c1215","environment":{"harnessGitSha":"fbe3797e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T13:20:34.576Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.3,"min":87.3,"max":87.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-21T13:20:34.576Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.3,"bandId":"T5","rank":13,"categoryRank":2}]},{"slug":"zapier","name":"Zapier","domain":"zapier.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":87.2,"bandId":"T5","discovery":65.8,"comprehension":96.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.36,96.36],"overall":[87.2,87.2]},"borderline":false},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.6667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11657,"efficiencyScore":63.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":17,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"55ead8d3f065e633fffcc4d8940cc155db02f8b48f02bf1f6f6ea70c196ba875","environment":{"harnessGitSha":"bf043000","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T19:54:06.070Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":87.2,"min":87.2,"max":87.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-28T19:54:06.070Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":87.2,"bandId":"T5","rank":15,"categoryRank":1}]},{"slug":"cal","name":"Cal.com","domain":"cal.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":86.8,"bandId":"T5","discovery":60.5,"comprehension":98,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[98.01,98.01],"overall":[86.8,86.8]},"borderline":false},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.4,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7376,"efficiencyScore":80.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":18,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"32ba1bc01c323c33995a10b45e4529f7a78cfb5c2b64b60382fe9da6ce64b5f4","environment":{"harnessGitSha":"6b29097a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T05:58:21.459Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":86.8,"min":86.8,"max":86.8},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T09:56:06.735Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":63.9,"grade":"C","rank":68,"categoryRank":8},{"scannedAt":"2026-08-05T05:58:21.459Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":86.8,"bandId":"T5","rank":16,"categoryRank":2}]},{"slug":"parallel","name":"Parallel","domain":"parallel.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":85.7,"bandId":"T5","discovery":78.9,"comprehension":88.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[47.7691,96.86],"overall":[57.1,91.5]},"borderline":true},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":-0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10160,"efficiencyScore":68.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":19,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"08b68ce85a9f9f64be83a7c794c48fb46c4aaa4f84a06e20bfc1d56db273f3cf","environment":{"harnessGitSha":"702e9558","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T09:41:13.965Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":85.7,"min":55.4,"max":85.7},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-18T09:41:13.965Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":85.7,"bandId":"T5","rank":17,"categoryRank":10}]},{"slug":"tavily","name":"Tavily","domain":"tavily.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":85.6,"bandId":"T5","discovery":84.2,"comprehension":86.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[66.14,96.14],"overall":[71.6,92.6]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.3,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12391,"efficiencyScore":61.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":10},"rank":20,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6ba5a597363a86b091663fd4d585a9684a9750b0b2720673ede298a541641734","environment":{"harnessGitSha":"a7f13d1d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T10:52:39.333Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":85.6,"min":85.6,"max":85.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-26T10:52:39.333Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":85.6,"bandId":"T5","rank":18,"categoryRank":11}]},{"slug":"excalidraw","name":"Excalidraw","domain":"excalidraw.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":85.4,"bandId":"T5","discovery":55.3,"comprehension":98.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[98.3,98.3],"overall":[85.4,85.4]},"borderline":false},"report":{"closedBookBaseline":0.2,"familiarity":0.2,"closedBookRuns":3,"lift":0.8,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6810,"efficiencyScore":83},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":15},"rank":21,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d7efdd7b7e1c473ed78183c867bd76ed9c16f5840e0fb082e1cfee37b30062db","environment":{"harnessGitSha":"2a446677","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T04:19:36.481Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":85.4,"min":85.4,"max":85.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T10:07:17.321Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":52.8,"grade":"D","rank":100,"categoryRank":10},{"scannedAt":"2026-08-09T04:19:36.481Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":85.4,"bandId":"T5","rank":19,"categoryRank":3}]},{"slug":"trychroma","name":"Chroma","domain":"trychroma.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":85.3,"bandId":"T5","discovery":76.3,"comprehension":89.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[66.71,96.71],"overall":[69.6,90.6]},"borderline":true},"report":{"closedBookBaseline":0.25,"familiarity":0.25,"closedBookRuns":3,"lift":0.6667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10574,"efficiencyScore":67.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":12},"rank":22,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"452ec7b283174f635dfc3beca02d5e62bf849c2bd593aece2f6b6ed19fce9222","environment":{"harnessGitSha":"6440834f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T12:01:47.226Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":85.3,"min":79.8,"max":85.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-27T12:01:47.226Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":85.3,"bandId":"T5","rank":20,"categoryRank":12}]},{"slug":"pinecone","name":"Pinecone","domain":"pinecone.io","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":85,"bandId":"T5","discovery":73.7,"comprehension":89.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[69.0577,96.75],"overall":[70.5,89.8]},"borderline":true},"report":{"closedBookBaseline":0.9230769230769231,"familiarity":0.9230769230769231,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10474,"efficiencyScore":67.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":23,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ba070b31fd366c4f5b346fd3de34e724b06118f794ae6002e349352378fe8548","environment":{"harnessGitSha":"72369f38","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T11:04:42.037Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":85,"min":79.9,"max":85},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-19T11:04:42.037Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":85,"bandId":"T5","rank":21,"categoryRank":13}]},{"slug":"posthog","name":"PostHog","domain":"posthog.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":84.6,"bandId":"T4","discovery":68.4,"comprehension":91.6,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[67.55,97.55],"overall":[67.8,88.8]},"borderline":true},"report":{"closedBookBaseline":0.7333333333333333,"familiarity":0.7333333333333333,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8388,"efficiencyScore":75.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":24,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6c85b402d5aecb9ed30ca74c5d1ca70722df4858992a1034cc6d7c2829eaf2a9","environment":{"harnessGitSha":"e48bd1e8","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T12:17:42.638Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":84.6,"min":67,"max":84.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-20T12:17:42.638Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":84.6,"bandId":"T4","rank":22,"categoryRank":1}]},{"slug":"launchdarkly","name":"LaunchDarkly","domain":"launchdarkly.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":84.4,"bandId":"T4","discovery":55.3,"comprehension":96.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.87,96.87],"overall":[84.4,84.4]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10133,"efficiencyScore":68.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":10},"rank":25,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3d5d1e6454a8af8b2a42c0caa6b65ae0463d1ee7589cf99dd7cff8ef10773f2e","environment":{"harnessGitSha":"541d3ada","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-12T18:41:38.682Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":84.4,"min":84.4,"max":84.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-12T18:41:38.682Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":84.4,"bandId":"T4","rank":23,"categoryRank":2}]},{"slug":"elevenlabs","name":"ElevenLabs","domain":"elevenlabs.io","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":84.2,"bandId":"T4","discovery":55.3,"comprehension":96.5,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[96.54,96.54],"overall":[84.2,84.2]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11086,"efficiencyScore":65.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":26,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1518bc22a9d499f99f822f558e634a04160bd9a752279dede640c9f8cdbe819d","environment":{"harnessGitSha":"f40aaea1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T15:19:24.803Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":84.2,"min":84.2,"max":84.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T09:22:26.861Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":75.4,"grade":"B","rank":24,"categoryRank":7},{"scannedAt":"2026-08-08T15:19:24.803Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":84.2,"bandId":"T4","rank":24,"categoryRank":14}]},{"slug":"mixpanel","name":"Mixpanel","domain":"mixpanel.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":84.2,"bandId":"T4","discovery":71.1,"comprehension":89.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[76.0308,96.8],"overall":[74.6,89.1]},"borderline":true},"report":{"closedBookBaseline":0.9230769230769231,"familiarity":0.9230769230769231,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10312,"efficiencyScore":68},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":13},"rank":26,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0023588834471f8b414a475399a36b234c410f0b1af07403beb8020f32fe119c","environment":{"harnessGitSha":"5c3bdf78","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T22:26:24.068Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":84.2,"min":84.2,"max":84.2},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-15T22:26:24.068Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":84.2,"bandId":"T4","rank":24,"categoryRank":2}]},{"slug":"brightdata","name":"Bright Data","domain":"brightdata.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83.9,"bandId":"T4","discovery":65.8,"comprehension":91.7,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[73.69,97.69],"overall":[71.3,88.1]},"borderline":true},"report":{"closedBookBaseline":0.4666666666666667,"familiarity":0.4666666666666667,"closedBookRuns":3,"lift":0.4667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8059,"efficiencyScore":76.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":28,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"becb2a4fa9ce10640fbfa1548b9cf5e08d485d6749e62aedac1c1771a6d0571c","environment":{"harnessGitSha":"6b29097a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T05:36:19.952Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83.9,"min":75.1,"max":83.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-05T05:36:19.952Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83.9,"bandId":"T4","rank":26,"categoryRank":3}]},{"slug":"clickhouse","name":"ClickHouse","domain":"clickhouse.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83.6,"bandId":"T4","discovery":65.8,"comprehension":91.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[78.4143,97.7],"overall":[74.6,88.1]},"borderline":true},"report":{"closedBookBaseline":0.21428571428571427,"familiarity":0.21428571428571427,"closedBookRuns":3,"lift":0.7143,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8048,"efficiencyScore":77},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":29,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2ddae9362d765ab1cf7eb1b3a7947b44711f044d9139f88a2b0c20a4b2df3c64","environment":{"harnessGitSha":"f8d2361f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T15:06:49.130Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83.6,"min":83.6,"max":83.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-05T15:06:49.130Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83.6,"bandId":"T4","rank":27,"categoryRank":4}]},{"slug":"notion","name":"Notion","domain":"notion.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83.6,"bandId":"T4","discovery":78.9,"comprehension":85.6,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[67.59,97.59],"overall":[71,92]},"borderline":true},"report":{"closedBookBaseline":0.8125,"familiarity":0.8125,"closedBookRuns":3,"lift":0.0625,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8280,"efficiencyScore":75.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":16},"rank":29,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7c9a349d2bed416e9df741a9c7da3ef13357f06d8e983acab9abe2aa38b79a75","environment":{"harnessGitSha":"8418be79","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T00:04:35.268Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83.6,"min":83.6,"max":83.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T11:18:25.142Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":80.1,"grade":"B","rank":16,"categoryRank":2},{"scannedAt":"2026-08-17T00:04:35.268Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83.6,"bandId":"T4","rank":27,"categoryRank":4}]},{"slug":"twelvedata","name":"Twelve Data","domain":"twelvedata.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83.5,"bandId":"T4","discovery":78.9,"comprehension":85.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.42,95.42],"overall":[69.5,90.5]},"borderline":true},"report":{"closedBookBaseline":0.8888888888888888,"familiarity":0.8888888888888888,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15138,"efficiencyScore":54.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":9},"rank":31,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a70847c06ad26c4d9c781d126b24f07937cf4beb5993a11b18f4dbe09444a305","environment":{"harnessGitSha":"6440834f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T11:51:12.801Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83.5,"min":83.5,"max":83.5},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-27T11:51:12.801Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83.5,"bandId":"T4","rank":29,"categoryRank":3}]},{"slug":"paystack","name":"Paystack","domain":"paystack.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83.3,"bandId":"T4","discovery":50,"comprehension":97.6,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[97.58,97.58],"overall":[83.3,83.3]},"borderline":false},"report":{"closedBookBaseline":0.9285714285714286,"familiarity":0.9285714285714286,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8312,"efficiencyScore":75.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":32,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3d3ea1b0a5b5939dc133de3764504bd15a3f0e720c255fa4c438aca56d752e23","environment":{"harnessGitSha":"fc435e12","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T18:40:33.270Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83.3,"min":83.3,"max":83.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T18:40:33.270Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83.3,"bandId":"T4","rank":31,"categoryRank":1}]},{"slug":"honcho","name":"honcho","domain":"honcho.dev","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83.1,"bandId":"T4","discovery":73.7,"comprehension":87.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[69.06,96.06],"overall":[70.5,89.4]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12682,"efficiencyScore":60.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":33,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"857a9798359b550e52c3c869762e6b27ed2c4db0719752a0505f517f5e51cdc1","environment":{"harnessGitSha":"e66f74da","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T15:27:10.921Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83.1,"min":83.1,"max":83.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-10T15:27:10.921Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83.1,"bandId":"T4","rank":30,"categoryRank":15}]},{"slug":"dwolla","name":"Dwolla","domain":"dwolla.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":83,"bandId":"T4","discovery":47.4,"comprehension":98.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[98.19,98.19],"overall":[83,83]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7023,"efficiencyScore":81.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":34,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"78795af9218f2e93113fbaa1917fb4f1340d296d5015c6e4c0b9f4caf2dda735","environment":{"harnessGitSha":"ba03abc1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T06:43:34.334Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":83,"min":83,"max":83},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:50:17.307Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":83,"grade":"B","rank":9,"categoryRank":1},{"scannedAt":"2026-08-08T06:43:34.334Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":83,"bandId":"T4","rank":31,"categoryRank":1}]},{"slug":"anthropic","name":"Anthropic","domain":"claude.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.8,"bandId":"T4","discovery":47.4,"comprehension":97.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[97.94,97.94],"overall":[82.8,82.8]},"borderline":false},"report":{"closedBookBaseline":0.9285714285714286,"familiarity":0.9285714285714286,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7533,"efficiencyScore":79.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":35,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"203f55a63bc4074cc4c1a0f5f6075b66b62278ede91468e6fa84582529518d99","environment":{"harnessGitSha":"4b9f764d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-03T21:35:48.086Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.8,"min":82.8,"max":82.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:59:50.452Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"insufficient-coverage","overall":null,"grade":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-03T21:35:48.086Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.8,"bandId":"T4","rank":32,"categoryRank":16}]},{"slug":"strapi","name":"Strapi","domain":"strapi.io","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.7,"bandId":"T4","discovery":73.7,"comprehension":86.6,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[75.31,97.81],"overall":[74.8,90.6]},"borderline":true},"report":{"closedBookBaseline":0.9375,"familiarity":0.9375,"closedBookRuns":3,"lift":-0.0625,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7803,"efficiencyScore":78.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":16},"rank":36,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bbcd6c92d7361caebdd4329a29142a0ecbea42d4426708e43e7815f7129e9e17","environment":{"harnessGitSha":"cebdf29f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T09:32:58.531Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.7,"min":82.7,"max":86.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:29:31.948Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":67.3,"grade":"C","rank":57,"categoryRank":6},{"scannedAt":"2026-07-21T07:14:57.802Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":62.5,"grade":"C","rank":77,"categoryRank":7},{"scannedAt":"2026-08-25T09:32:58.531Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.7,"bandId":"T4","rank":33,"categoryRank":1}]},{"slug":"moderntreasury","name":"Modern Treasury","domain":"moderntreasury.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.6,"bandId":"T4","discovery":68.4,"comprehension":88.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[64.1827,96.91],"overall":[65.4,88.4]},"borderline":true},"report":{"closedBookBaseline":0.8181818181818182,"familiarity":0.8181818181818182,"closedBookRuns":3,"lift":0.0909,"trapPassRate":0.7778,"tokensToComprehension":{"perPassedTask":10005,"efficiencyScore":69.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":37,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5d9bdba7dfc1a301efad1c237f98d7a9702e4cbfb8de1df1cbf5c376c19fc07d","environment":{"harnessGitSha":"4d571287","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T15:21:48.696Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.6,"min":70.6,"max":82.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-09-05T15:21:48.696Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.6,"bandId":"T4","rank":35,"categoryRank":2}]},{"slug":"buttercms","name":"ButterCMS","domain":"buttercms.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.4,"bandId":"T4","discovery":47.4,"comprehension":97.4,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[97.39,97.39],"overall":[82.4,82.4]},"borderline":false},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.3333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8754,"efficiencyScore":73.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":38,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b043a12e1cb72d3cac612000aa9560c261f61fe2e87d2cbab2be127498f29557","environment":{"harnessGitSha":"83e68d43","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T13:18:15.296Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.4,"min":82.4,"max":82.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T13:18:15.296Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.4,"bandId":"T4","rank":34,"categoryRank":2}]},{"slug":"auth0","name":"Auth0","domain":"auth0.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.2,"bandId":"T4","discovery":47.4,"comprehension":97.1,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[97.11,97.11],"overall":[82.2,82.2]},"borderline":false},"report":{"closedBookBaseline":0.9090909090909091,"familiarity":0.9090909090909091,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9476,"efficiencyScore":71.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":39,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6549275c11026aff30db0edeea996e785514bdd283204fdcf999d5b99666afce","environment":{"harnessGitSha":"e01469cb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T20:29:20.529Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.2,"min":82.2,"max":82.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T21:08:04.976Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":73.7,"grade":"C","rank":31,"categoryRank":2},{"scannedAt":"2026-07-20T18:40:15.521Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":71.5,"grade":"C","rank":41,"categoryRank":5},{"scannedAt":"2026-08-04T20:29:20.529Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.2,"bandId":"T4","rank":34,"categoryRank":2}]},{"slug":"mem0","name":"Mem0","domain":"mem0.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.2,"bandId":"T4","discovery":71.1,"comprehension":86.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[68.94,95.94],"overall":[69.6,88.5]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13084,"efficiencyScore":59.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":39,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5b2ed03656bbdd820e7a4a679e4f4c38c80e81544221199774ab58c9612f40f9","environment":{"harnessGitSha":"c1563a68","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T05:30:42.569Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.2,"min":82.2,"max":82.2},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-15T05:30:42.569Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.2,"bandId":"T4","rank":34,"categoryRank":17}]},{"slug":"onesignal","name":"OneSignal","domain":"onesignal.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.2,"bandId":"T4","discovery":65.8,"comprehension":89.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[81.67,96.67],"overall":[76.9,87.4]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.25,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10712,"efficiencyScore":66.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":39,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"69c3a00600e9a6a3b86930fffb8f4132bad53a296534e3aef0b85243f6ceb6f7","environment":{"harnessGitSha":"6d690efd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T16:47:46.221Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.2,"min":82.2,"max":87.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T08:22:02.147Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":55.2,"grade":"D","rank":94,"categoryRank":15},{"scannedAt":"2026-08-17T16:47:46.221Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.2,"bandId":"T4","rank":34,"categoryRank":2}]},{"slug":"courier","name":"Courier","domain":"courier.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.1,"bandId":"T4","discovery":44.7,"comprehension":98.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[98.18,98.18],"overall":[82.1,82.1]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7038,"efficiencyScore":81.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":16},"rank":42,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ad8ca0bd7cd6738d405731c571f8941d95090d309cba21eb2086e16374d0d82c","environment":{"harnessGitSha":"ea97d690","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T09:43:55.341Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.1,"min":82.1,"max":82.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:37:20.534Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":73.5,"grade":"C","rank":32,"categoryRank":6},{"scannedAt":"2026-08-06T09:43:55.341Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.1,"bandId":"T4","rank":37,"categoryRank":3}]},{"slug":"finch","name":"Finch","domain":"tryfinch.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.1,"bandId":"T4","discovery":47.4,"comprehension":96.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.93,96.93],"overall":[82.1,82.1]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9961,"efficiencyScore":69.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":42,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b62b5c83875e86f4840615a39147561615b9d4a5307f0fc4e05912edbdcee4a9","environment":{"harnessGitSha":"4a7eb69c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T08:36:37.169Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.1,"min":82.1,"max":82.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:53:09.999Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":71.7,"grade":"C","rank":37,"categoryRank":3},{"scannedAt":"2026-08-09T08:36:37.169Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.1,"bandId":"T4","rank":37,"categoryRank":2}]},{"slug":"minimaxi","name":"MiniMax","domain":"minimax.io","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":82.1,"bandId":"T4","discovery":71.1,"comprehension":86.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[64.27,98.02],"overall":[66.3,89.9]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.375,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7351,"efficiencyScore":80.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":16},"rank":42,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c8092681e99c969590d1c167ef9b1a97fa962daef0c2f1ffdc00b10eb88d7f86","environment":{"harnessGitSha":"fcfd8e16","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T13:59:01.917Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":82.1,"min":69.7,"max":82.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-15T13:59:01.917Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":82.1,"bandId":"T4","rank":37,"categoryRank":18}]},{"slug":"edenai","name":"Eden AI","domain":"edenai.co","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":81.8,"bandId":"T4","discovery":73.7,"comprehension":85.3,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[61.34,97.34],"overall":[65,90.2]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8894,"efficiencyScore":73.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":45,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3a9321bbe79fe92626b075d4445056e3b6605615cd1271e004c64068cc5bf1d8","environment":{"harnessGitSha":"67fc05bc","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T11:05:09.846Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":81.8,"min":77.4,"max":81.8},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T09:20:11.494Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":85.3,"grade":"B","rank":4,"categoryRank":2},{"scannedAt":"2026-08-08T11:05:09.846Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":81.8,"bandId":"T4","rank":40,"categoryRank":19}]},{"slug":"attio","name":"Attio","domain":"attio.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":81.7,"bandId":"T4","discovery":84.2,"comprehension":80.6,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[56.0409,96.95],"overall":[64.5,93.1]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.1818,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9899,"efficiencyScore":69.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":11},"rank":46,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a49b072132c5dadb810169d1b505bfcc881abd97ae7c6850b0dc6810a6c4988d","environment":{"harnessGitSha":"659b6fc9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T16:08:20.470Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":81.7,"min":81.7,"max":81.7},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-13T21:37:58.705Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":74.2,"grade":"C","rank":27,"categoryRank":2},{"scannedAt":"2026-07-21T11:23:53.472Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":75.7,"grade":"B","rank":26,"categoryRank":2},{"scannedAt":"2026-08-04T16:08:20.470Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":81.7,"bandId":"T4","rank":41,"categoryRank":1}]},{"slug":"m2pfintech","name":"M2P Fintech","domain":"m2pfintech.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":80.9,"bandId":"T4","discovery":42.1,"comprehension":97.5,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[97.5,97.5],"overall":[80.9,80.9]},"borderline":false},"report":{"closedBookBaseline":0.23076923076923078,"familiarity":0.23076923076923078,"closedBookRuns":3,"lift":0.7692,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8508,"efficiencyScore":75},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":47,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7d6e2e768dbb469f1ee7d0c5266639d8b94c5f0d4250bf1305c151062c33ac5f","environment":{"harnessGitSha":"249ca308","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T20:34:34.484Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":80.9,"min":80.9,"max":80.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T04:58:16.683Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-14T03:51:34.555Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T20:34:34.484Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":80.9,"bandId":"T4","rank":42,"categoryRank":3}]},{"slug":"netlify","name":"Netlify","domain":"netlify.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":80.9,"bandId":"T4","discovery":63.2,"comprehension":88.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[73.42,98.42],"overall":[70.4,87.9]},"borderline":true},"report":{"closedBookBaseline":0.8333333333333334,"familiarity":0.8333333333333334,"closedBookRuns":3,"lift":0.0556,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6592,"efficiencyScore":84.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":18},"rank":47,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"fcc9e2a128d59a28a4bbc0285e7db0a8b2e4e72906702a028499164c152d9c86","environment":{"harnessGitSha":"8c71e171","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T15:26:10.755Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":80.9,"min":77.2,"max":80.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-10T21:06:14.762Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":64.7,"grade":"C","rank":66,"categoryRank":2},{"scannedAt":"2026-07-20T18:24:06.605Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":74.3,"grade":"C","rank":30,"categoryRank":2},{"scannedAt":"2026-08-16T15:26:10.755Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":80.9,"bandId":"T4","rank":42,"categoryRank":5}]},{"slug":"postmark","name":"Postmark","domain":"postmarkapp.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":80.9,"bandId":"T4","discovery":42.1,"comprehension":97.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[97.51,97.51],"overall":[80.9,80.9]},"borderline":false},"report":{"closedBookBaseline":0.8666666666666667,"familiarity":0.8666666666666667,"closedBookRuns":3,"lift":0.1333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8473,"efficiencyScore":75.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":47,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ed0db826bcc0724d8c1ee6e61b7798756746f4dcdf0bef23c34a6b25646310a5","environment":{"harnessGitSha":"e48bd1e8","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T12:17:20.434Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":80.9,"min":80.9,"max":80.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:22:39.535Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":81.1,"grade":"B","rank":14,"categoryRank":2},{"scannedAt":"2026-08-20T12:17:20.434Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":80.9,"bandId":"T4","rank":42,"categoryRank":4}]},{"slug":"upstash","name":"Upstash","domain":"upstash.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":80.7,"bandId":"T4","discovery":78.9,"comprehension":81.4,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[58.91,96.41],"overall":[64.9,91.2]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.1667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11501,"efficiencyScore":64.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":50,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ad67a4fc6dbd926418591ad407e16d0b7049cbeab0357b7c10225cda9d4f9537","environment":{"harnessGitSha":"97426e53","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T20:35:09.093Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":80.7,"min":80.7,"max":80.7},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-27T20:35:09.093Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":80.7,"bandId":"T4","rank":44,"categoryRank":6}]},{"slug":"contentful","name":"Contentful","domain":"contentful.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":80.5,"bandId":"T4","discovery":55.3,"comprehension":91.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[84.8029,97.66],"overall":[76,85]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0.2857,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8141,"efficiencyScore":76.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":51,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ac0b328ac14426fe3cec439c16e16fa6b48af7d0c3024905a4d959867609a0ca","environment":{"harnessGitSha":"3bc1791e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T05:03:32.548Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":80.5,"min":80.5,"max":85.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T19:56:54.808Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":84.4,"grade":"B","rank":7,"categoryRank":3},{"scannedAt":"2026-07-20T22:40:27.553Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"docs-unreachable","overall":1.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-06T05:03:32.548Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":80.5,"bandId":"T4","rank":45,"categoryRank":2}]},{"slug":"sanity","name":"Sanity","domain":"sanity.io","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.9,"bandId":"T4","discovery":65.8,"comprehension":85.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.92,95.92],"overall":[65.9,86.9]},"borderline":true},"report":{"closedBookBaseline":0.8888888888888888,"familiarity":0.8888888888888888,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13165,"efficiencyScore":59.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":52,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bd2ab6b2a7448fa376a78a2b6776d34682c7603e88a302e1cc0df555deffea14","environment":{"harnessGitSha":"9be787be","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T14:25:54.448Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.9,"min":79.9,"max":79.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:26:11.957Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":85,"grade":"B","rank":5,"categoryRank":2},{"scannedAt":"2026-07-21T03:05:42.733Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":76.7,"grade":"B","rank":24,"categoryRank":3},{"scannedAt":"2026-08-22T14:25:54.448Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.9,"bandId":"T4","rank":46,"categoryRank":3}]},{"slug":"mistral","name":"Mistral AI","domain":"mistral.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.7,"bandId":"T4","discovery":63.2,"comprehension":86.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[70.8994,97.37],"overall":[68.6,87.1]},"borderline":true},"report":{"closedBookBaseline":0.8823529411764706,"familiarity":0.8823529411764706,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8815,"efficiencyScore":73.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":53,"categoryRank":20,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"88ea39c1bc534cc276c6097860a97b0c784d23ca82b747b6ba7076b408c6bda0","environment":{"harnessGitSha":"5c3bdf78","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T22:20:04.911Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.7,"min":79.7,"max":79.7},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-15T22:20:04.911Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.7,"bandId":"T4","rank":47,"categoryRank":20}]},{"slug":"railway","name":"Railway","domain":"railway.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.6,"bandId":"T4","discovery":47.4,"comprehension":93.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[78.44,98.44],"overall":[69.1,83.1]},"borderline":true},"report":{"closedBookBaseline":0.9444444444444444,"familiarity":0.9444444444444444,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6558,"efficiencyScore":84.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":18},"rank":54,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c3619bfe65ef16eaed606a1db6c4f363666d1411a1dca6b28053fd1d16d21867","environment":{"harnessGitSha":"e4173e96","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T05:01:15.353Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.6,"min":68.6,"max":83.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-21T05:01:15.353Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.6,"bandId":"T4","rank":48,"categoryRank":7}]},{"slug":"mailersend","name":"MailerSend","domain":"mailersend.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.5,"bandId":"T4","discovery":36.8,"comprehension":97.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[97.82,97.82],"overall":[79.5,79.5]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7787,"efficiencyScore":78.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":55,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6937f3ef4bf9b108fad32cf96e241d8f99861de96e6dff9c9d34c6b1a90d91bc","environment":{"harnessGitSha":"af9e36e2","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T12:29:04.296Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.5,"min":79.5,"max":79.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T07:10:35.302Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":69.6,"grade":"C","rank":49,"categoryRank":7},{"scannedAt":"2026-08-14T12:29:04.296Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.5,"bandId":"T4","rank":49,"categoryRank":5}]},{"slug":"replicate","name":"Replicate","domain":"replicate.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.4,"bandId":"T4","discovery":55.3,"comprehension":89.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[73.3845,97.93],"overall":[68,85.1]},"borderline":true},"report":{"closedBookBaseline":0.8666666666666667,"familiarity":0.8666666666666667,"closedBookRuns":3,"lift":0.0667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7552,"efficiencyScore":79.3},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":56,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8a1a0d3acb39520b5e19338e379d5fbcc8bc34c8e83a47ceacbd6392bdcd44d0","environment":{"harnessGitSha":"549e8457","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T21:54:36.871Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.4,"min":79.4,"max":79.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-21T21:54:36.871Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.4,"bandId":"T4","rank":50,"categoryRank":21}]},{"slug":"cohere","name":"Cohere","domain":"cohere.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.3,"bandId":"T4","discovery":52.6,"comprehension":90.7,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[49.2085,90.7469],"overall":[50.2,79.3]},"borderline":true},"report":{"closedBookBaseline":0.6923076923076923,"familiarity":0.6923076923076923,"closedBookRuns":3,"lift":0.2308,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8100,"efficiencyScore":76.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":57,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3df1f26b29207d4dcd50d3fdf371a66f067c7c21590e87cb6a6cb37e13d460fb","environment":{"harnessGitSha":"01cd1212","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T00:05:38.938Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.3,"min":32.2,"max":79.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T09:10:11.691Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":84.5,"grade":"B","rank":6,"categoryRank":3},{"scannedAt":"2026-08-06T00:05:38.938Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.3,"bandId":"T4","rank":51,"categoryRank":22}]},{"slug":"useparagon","name":"Paragon","domain":"useparagon.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.3,"bandId":"T4","discovery":47.4,"comprehension":92.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[82.3576,98.24],"overall":[71.9,83]},"borderline":true},"report":{"closedBookBaseline":0.29411764705882354,"familiarity":0.29411764705882354,"closedBookRuns":3,"lift":0.6471,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6915,"efficiencyScore":82.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":57,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6703680ddd31f2a95dd198c7abc6116f652a54f8eeb2be74bac17a03ab5f4941","environment":{"harnessGitSha":"97426e53","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T20:34:30.626Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.3,"min":79.3,"max":79.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-27T20:34:30.626Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.3,"bandId":"T4","rank":51,"categoryRank":8}]},{"slug":"zendesk","name":"Zendesk","domain":"zendesk.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79.2,"bandId":"T4","discovery":34.2,"comprehension":98.5,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[87.9018,98.49],"overall":[71.8,79.2]},"borderline":true},"report":{"closedBookBaseline":0.47058823529411764,"familiarity":0.47058823529411764,"closedBookRuns":3,"lift":0.5294,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6452,"efficiencyScore":84.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":17},"rank":59,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"fb73f49d90339d03ddc1e581e9e3180525b2de3d2134b0dc4c43279f17ea9b3f","environment":{"harnessGitSha":"bf043000","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T20:04:50.630Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79.2,"min":75.4,"max":79.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:19:55.738Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":60,"grade":"C","rank":81,"categoryRank":6},{"scannedAt":"2026-07-22T04:37:09.712Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":79.2,"grade":"B","rank":16,"categoryRank":1},{"scannedAt":"2026-08-28T20:04:50.630Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79.2,"bandId":"T4","rank":53,"categoryRank":2}]},{"slug":"workos","name":"WorkOS","domain":"workos.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":79,"bandId":"T4","discovery":57.9,"comprehension":88,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[79.8064,96.17],"overall":[73.2,84.7]},"borderline":true},"report":{"closedBookBaseline":0.9090909090909091,"familiarity":0.9090909090909091,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12275,"efficiencyScore":61.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":60,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"370d502de3d2203bd333ba06b6a0041b754697d2f27ec71052c9a7d3348753dc","environment":{"harnessGitSha":"06c6272b","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T19:16:55.306Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":79,"min":79,"max":84.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:58:45.839Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":71.2,"grade":"C","rank":39,"categoryRank":4},{"scannedAt":"2026-08-28T19:16:55.306Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":79,"bandId":"T4","rank":54,"categoryRank":3}]},{"slug":"nylas","name":"Nylas","domain":"nylas.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.9,"bandId":"T4","discovery":39.5,"comprehension":95.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[95.81,95.81],"overall":[78.9,78.9]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13595,"efficiencyScore":58.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":61,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7b2d81534b665677036b45205b67324571198671195d78940a1825cbd5aa2532","environment":{"harnessGitSha":"8d15a3c5","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T08:20:06.311Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.9,"min":78.9,"max":78.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T07:10:02.799Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":76.3,"grade":"B","rank":23,"categoryRank":4},{"scannedAt":"2026-08-17T08:20:06.311Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.9,"bandId":"T4","rank":55,"categoryRank":6}]},{"slug":"sheerid","name":"SheerID","domain":"sheerid.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.9,"bandId":"T4","discovery":63.2,"comprehension":85.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[55.67,95.67],"overall":[57.9,85.9]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.2222,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14133,"efficiencyScore":56.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":61,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ab340361e5eacfcaec6889223ae2e7a58f9ea89acd33863dc90051c193f943bf","environment":{"harnessGitSha":"1d8b571f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T15:13:37.058Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.9,"min":71.6,"max":78.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-13T23:44:51.624Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":69.2,"grade":"C","rank":53,"categoryRank":5},{"scannedAt":"2026-08-23T15:13:37.058Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.9,"bandId":"T4","rank":55,"categoryRank":4}]},{"slug":"akeneo","name":"akeneo.com","domain":"akeneo.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.6,"bandId":"T4","discovery":36.8,"comprehension":96.5,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[96.54,96.54],"overall":[78.6,78.6]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11105,"efficiencyScore":65.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":63,"categoryRank":1,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f5994c743e44aff488a4f7eeb5322c8c9891d90c958b38895aae7f7053046a9a","environment":{"harnessGitSha":"156fc64b","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T15:47:03.890Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.6,"min":78.6,"max":78.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T01:00:20.092Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":64.5,"grade":"C","rank":67,"categoryRank":8},{"scannedAt":"2026-08-01T15:47:03.890Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.6,"bandId":"T4","rank":57,"categoryRank":1}]},{"slug":"miro","name":"Miro","domain":"miro.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.5,"bandId":"T4","discovery":31.6,"comprehension":98.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[80.67,98.67],"overall":[65.9,78.5]},"borderline":true},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6145,"efficiencyScore":86.7},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":64,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b1e0db7cbd6c005969148bb9d2c2374ab2df069f98cbdca038b85fec5d22ca58","environment":{"harnessGitSha":"5c3bdf78","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T22:20:33.715Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.5,"min":69.8,"max":78.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:07:48.348Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":6.3,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-15T22:20:33.715Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.5,"bandId":"T4","rank":58,"categoryRank":5}]},{"slug":"okta","name":"Okta","domain":"okta.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.5,"bandId":"T4","discovery":34.2,"comprehension":97.5,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[97.45,97.45],"overall":[78.5,78.5]},"borderline":false},"report":{"closedBookBaseline":0.8333333333333334,"familiarity":0.8333333333333334,"closedBookRuns":3,"lift":0.1667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8629,"efficiencyScore":74.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":64,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"90bc775431e4bcb08910b361454feaa8ac18f49693f1dfc078a6ac4d45322509","environment":{"harnessGitSha":"6d690efd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T16:46:34.557Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.5,"min":78.5,"max":78.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:41:10.644Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":72.7,"grade":"C","rank":34,"categoryRank":3},{"scannedAt":"2026-08-17T16:46:34.557Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.5,"bandId":"T4","rank":58,"categoryRank":5}]},{"slug":"api","name":"api.video","domain":"api.video","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.4,"bandId":"T4","discovery":31.6,"comprehension":98.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[75.89,98.39],"overall":[62.6,78.4]},"borderline":true},"report":{"closedBookBaseline":0.6111111111111112,"familiarity":0.6111111111111112,"closedBookRuns":3,"lift":0.3889,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6644,"efficiencyScore":83.9},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":18},"rank":66,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d33c49f1688ec0c2b4c0d5d648a31fd18659110baae5b104c5bac53eeb815090","environment":{"harnessGitSha":"94fcba58","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T02:13:17.136Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.4,"min":57.8,"max":78.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:43:16.626Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":78.3,"grade":"B","rank":17,"categoryRank":1},{"scannedAt":"2026-08-04T02:13:17.136Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.4,"bandId":"T4","rank":60,"categoryRank":9}]},{"slug":"medusa","name":"Medusa","domain":"medusajs.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.2,"bandId":"T4","discovery":60.5,"comprehension":85.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.81,95.81],"overall":[64.2,85.2]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13572,"efficiencyScore":58.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":67,"categoryRank":2,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5f98af7d4c7ba37fb0cce4435e59994710a0e4eae9d1f3a6e278e23a878b83b8","environment":{"harnessGitSha":"3fa67503","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T21:04:55.329Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.2,"min":78.2,"max":78.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:16:23.008Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":66.3,"grade":"C","rank":59,"categoryRank":6},{"scannedAt":"2026-08-14T21:04:55.329Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.2,"bandId":"T4","rank":61,"categoryRank":2}]},{"slug":"webflow","name":"Webflow","domain":"webflow.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.2,"bandId":"T4","discovery":60.5,"comprehension":85.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[45.82,95.82],"overall":[50.2,85.2]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13529,"efficiencyScore":58.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":67,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ccff1fd6aba996179017aa8cdc8504266edda4627379fd349f4727afb918d4b8","environment":{"harnessGitSha":"f9453ca2","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T18:51:47.379Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.2,"min":40.8,"max":78.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:32:04.164Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":85.8,"grade":"B","rank":3,"categoryRank":1},{"scannedAt":"2026-07-21T07:13:51.441Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":85.6,"grade":"B","rank":4,"categoryRank":1},{"scannedAt":"2026-08-28T18:51:47.379Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.2,"bandId":"T4","rank":61,"categoryRank":4}]},{"slug":"kustomer","name":"Kustomer","domain":"kustomer.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78.1,"bandId":"T4","discovery":60.5,"comprehension":85.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.69,95.69],"overall":[64.1,85.1]},"borderline":true},"report":{"closedBookBaseline":0.8888888888888888,"familiarity":0.8888888888888888,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14028,"efficiencyScore":56.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":69,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"16b95785f011d8a3187aad05410540f78f5086fc69f53c5cd915e42626108fa3","environment":{"harnessGitSha":"bcf0258d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T01:52:44.387Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78.1,"min":78.1,"max":78.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T01:52:44.387Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78.1,"bandId":"T4","rank":66,"categoryRank":3}]},{"slug":"plivo","name":"Plivo","domain":"plivo.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78,"bandId":"T4","discovery":47.4,"comprehension":91.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[79.15,97.15],"overall":[69.6,82.2]},"borderline":true},"report":{"closedBookBaseline":0.7333333333333333,"familiarity":0.7333333333333333,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9370,"efficiencyScore":71.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":70,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7e94bd0e9fe1e953093c45386da36aceeeb793b9661a30d3d794e0597075c54f","environment":{"harnessGitSha":"6d11775d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T03:53:51.754Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78,"min":78,"max":78},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:24:58.593Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":78.2,"grade":"B","rank":18,"categoryRank":3},{"scannedAt":"2026-08-20T03:53:51.754Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78,"bandId":"T4","rank":63,"categoryRank":7}]},{"slug":"vatnode","name":"vatnode","domain":"vatnode.dev","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":78,"bandId":"T4","discovery":60.5,"comprehension":85.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.56,95.56],"overall":[64,85]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.5556,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14544,"efficiencyScore":55.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":70,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3dc5662dd5d357d2dd71e3c59909edaf8525fd1b4a3a434be45e7082f32793c3","environment":{"harnessGitSha":"923562d7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T04:43:35.737Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":78,"min":78,"max":78},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T05:22:43.175Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":67.4,"grade":"C","rank":56,"categoryRank":6},{"scannedAt":"2026-08-28T04:43:35.737Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":78,"bandId":"T4","rank":63,"categoryRank":3}]},{"slug":"telnyx","name":"Telnyx","domain":"telnyx.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77.9,"bandId":"T4","discovery":84.2,"comprehension":75.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[45.13,95.13],"overall":[56.9,91.9]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16395,"efficiencyScore":51.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":9},"rank":72,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b3c80aa801d90748a005881d662750c83ad60f6d2fb690e0f75b98ae3643bd60","environment":{"harnessGitSha":"2c803f05","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T11:55:19.694Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77.9,"min":77.9,"max":77.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-09-06T11:55:19.694Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77.9,"bandId":"T4","rank":72,"categoryRank":8}]},{"slug":"kanta","name":"Kanta","domain":"readme.io","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77.7,"bandId":"T4","discovery":42.1,"comprehension":93,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[64.9,98.65],"overall":[58.1,81.7]},"borderline":true},"report":{"closedBookBaseline":0.1875,"familiarity":0.1875,"closedBookRuns":3,"lift":0.75,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6174,"efficiencyScore":86.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":73,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3420bd48ee619a58ebf1f08cbec8d75146f56c51e50d105ae9e3c3e1dee407f","environment":{"harnessGitSha":"0873e668","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T16:47:42.533Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77.7,"min":52.8,"max":77.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:07:33.304Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-12T01:48:24.492Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T16:47:42.533Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77.7,"bandId":"T4","rank":65,"categoryRank":6}]},{"slug":"woocommerce","name":"WooCommerce","domain":"github.io","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77.7,"bandId":"T4","discovery":65.8,"comprehension":82.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[58.2009,99.11],"overall":[60.5,89.1]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":5435,"efficiencyScore":91.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":11},"rank":73,"categoryRank":3,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ff99112910b864a5a85042db32728abb4ccf84854fd0277109026eca3c9fdfb8","environment":{"harnessGitSha":"f9453ca2","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T18:57:06.219Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77.7,"min":71.6,"max":77.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:38:32.197Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":70.6,"grade":"C","rank":41,"categoryRank":3},{"scannedAt":"2026-08-28T18:57:06.219Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77.7,"bandId":"T4","rank":65,"categoryRank":3}]},{"slug":"square","name":"Square","domain":"squareup.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77.4,"bandId":"T4","discovery":42.1,"comprehension":92.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[81.245,98.12],"overall":[69.5,81.3]},"borderline":true},"report":{"closedBookBaseline":0.9375,"familiarity":0.9375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7155,"efficiencyScore":81.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":75,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9ef8b33536e39c9e2802064bd8dbf100a1c050ecc8999594a26275a5462fc438","environment":{"harnessGitSha":"d88fc29c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T01:05:06.695Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77.4,"min":77.4,"max":77.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:26:34.284Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":70,"grade":"C","rank":44,"categoryRank":4},{"scannedAt":"2026-08-25T01:05:06.695Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77.4,"bandId":"T4","rank":66,"categoryRank":4}]},{"slug":"figma","name":"Figma","domain":"figma.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77.2,"bandId":"T4","discovery":31.6,"comprehension":96.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.69,96.69],"overall":[77.2,77.2]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10638,"efficiencyScore":66.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":76,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"431ac7155e712f2fca466d60ba076bc61ba5aa4bfae6aec611ae32dd88009583","environment":{"harnessGitSha":"2a446677","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T04:22:21.818Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77.2,"min":77.2,"max":77.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T20:47:13.508Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":32.3,"grade":"F","rank":137,"categoryRank":7},{"scannedAt":"2026-07-20T14:11:35.800Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":79.6,"grade":"B","rank":15,"categoryRank":2},{"scannedAt":"2026-08-09T04:22:21.818Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77.2,"bandId":"T4","rank":67,"categoryRank":3}]},{"slug":"close","name":"Close","domain":"close.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77.1,"bandId":"T4","discovery":71.1,"comprehension":79.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[60.3686,98.94],"overall":[63.6,90.6]},"borderline":true},"report":{"closedBookBaseline":0.7142857142857143,"familiarity":0.7142857142857143,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":5703,"efficiencyScore":89.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":77,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"308f7cb7c4e033eff5014f41ab1623f26cddbcb92b50624757d68364c48eff67","environment":{"harnessGitSha":"773ad124","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T19:48:52.153Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77.1,"min":77.1,"max":77.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-13T21:50:36.477Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":67.8,"grade":"C","rank":55,"categoryRank":4},{"scannedAt":"2026-07-21T15:46:58.936Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":67.7,"grade":"C","rank":59,"categoryRank":3},{"scannedAt":"2026-08-05T19:48:52.153Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77.1,"bandId":"T4","rank":68,"categoryRank":3}]},{"slug":"airtable","name":"Airtable","domain":"airtable.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":77,"bandId":"T4","discovery":47.4,"comprehension":89.6,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[67.13,97.13],"overall":[61.2,82.2]},"borderline":true},"report":{"closedBookBaseline":0.9166666666666666,"familiarity":0.9166666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9420,"efficiencyScore":71.3},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":78,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"02e1420642163422ec5969ce13a78c42c2ea4d67d3b1f5a41e4c47443970d9a0","environment":{"harnessGitSha":"032bef89","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T11:21:23.224Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":77,"min":66,"max":77},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T09:43:08.561Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":14.2,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T11:21:23.224Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":77,"bandId":"T4","rank":69,"categoryRank":6}]},{"slug":"teamwork","name":"Teamwork","domain":"teamwork.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.9,"bandId":"T4","discovery":52.6,"comprehension":87.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[70.435,98.56],"overall":[65.1,84.8]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.375,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6339,"efficiencyScore":85.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":16},"rank":79,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"70cc82aa63b9bacb341e58e30421c7435b94c8e62974a23434f5bfeed734efaa","environment":{"harnessGitSha":"a7f13d1d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T11:01:29.519Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.9,"min":72.8,"max":76.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:35:31.963Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":70,"grade":"C","rank":44,"categoryRank":6},{"scannedAt":"2026-08-26T11:01:29.519Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.9,"bandId":"T4","rank":70,"categoryRank":7}]},{"slug":"deepgram","name":"Deepgram","domain":"deepgram.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.8,"bandId":"T4","discovery":65.8,"comprehension":81.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[66.52,96.52],"overall":[66.3,87.3]},"borderline":true},"report":{"closedBookBaseline":0.9166666666666666,"familiarity":0.9166666666666666,"closedBookRuns":3,"lift":-0.0833,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11168,"efficiencyScore":65.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":80,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1f25040b19d7912ec3921a4bd4a2187a0a251bc3ec181b82c8dc6f3e75cd1049","environment":{"harnessGitSha":"b3d2eed0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T18:37:51.443Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.8,"min":76.8,"max":82.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T09:17:06.344Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":80.5,"grade":"B","rank":15,"categoryRank":6},{"scannedAt":"2026-08-06T18:37:51.443Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.8,"bandId":"T4","rank":71,"categoryRank":23}]},{"slug":"mollie","name":"Mollie","domain":"mollie.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.8,"bandId":"T4","discovery":28.9,"comprehension":97.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[97.34,97.34],"overall":[76.8,76.8]},"borderline":false},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8896,"efficiencyScore":73.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":80,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"67a8265ea094e50392c5ee9a84ee82d4cb2a4ec8e802476fb813ec4733becb0c","environment":{"harnessGitSha":"a4f531da","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T06:43:49.978Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.8,"min":76.8,"max":76.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:07:40.312Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":62.7,"grade":"C","rank":72,"categoryRank":8},{"scannedAt":"2026-08-16T06:43:49.978Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.8,"bandId":"T4","rank":71,"categoryRank":5}]},{"slug":"exa","name":"Exa","domain":"exa.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.7,"bandId":"T4","discovery":65.8,"comprehension":81.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[66.41,96.41],"overall":[66.2,87.2]},"borderline":true},"report":{"closedBookBaseline":0.75,"familiarity":0.75,"closedBookRuns":3,"lift":0.0833,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11498,"efficiencyScore":64.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":82,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"770e5a94f6dd29fab83f28db15caef90fce5569094beff58c8ce85d81acc5201","environment":{"harnessGitSha":"2a446677","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T04:24:19.162Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.7,"min":76.7,"max":82.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-09T04:24:19.162Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.7,"bandId":"T4","rank":73,"categoryRank":24}]},{"slug":"crewai","name":"crewai","domain":"crewai.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.6,"bandId":"T4","discovery":73.7,"comprehension":77.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[50.91,95.91],"overall":[57.7,89.2]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.5,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13215,"efficiencyScore":59.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":83,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1277fb7bc6b2aee0f4ca1bd902953f87432a2013bd7932854f7a2e0e5d697b87","environment":{"harnessGitSha":"ea97d690","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T09:35:15.690Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.6,"min":76.6,"max":76.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T09:11:10.731Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":73,"grade":"C","rank":33,"categoryRank":9},{"scannedAt":"2026-08-06T09:35:15.690Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.6,"bandId":"T4","rank":74,"categoryRank":25}]},{"slug":"raindrop","name":"Raindrop","domain":"raindrop.io","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.5,"bandId":"T4","discovery":42.1,"comprehension":91.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[77.3808,98.15],"overall":[66.8,81.3]},"borderline":true},"report":{"closedBookBaseline":0.9333333333333333,"familiarity":0.9333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7092,"efficiencyScore":81.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":84,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d36c0b3b14164b28f6a6a57831600902f71dda8a706e4451e2fe37b743428065","environment":{"harnessGitSha":"fbe3797e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T13:25:23.074Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.5,"min":76.5,"max":76.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:18:06.584Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":71,"grade":"C","rank":40,"categoryRank":5},{"scannedAt":"2026-08-21T13:25:23.074Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.5,"bandId":"T4","rank":75,"categoryRank":8}]},{"slug":"thundercompute","name":"Thunder Compute","domain":"thundercompute.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.5,"bandId":"T4","discovery":73.7,"comprehension":77.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[50.64,95.64],"overall":[57.6,89.1]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.5,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14236,"efficiencyScore":56.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":84,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"977856f2a5115329cffdc988e0564d183a8e0d50c4625ce3465e42ceeb16d0a8","environment":{"harnessGitSha":"a456508a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T03:32:44.794Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.5,"min":76.5,"max":76.5},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-27T03:32:44.794Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.5,"bandId":"T4","rank":75,"categoryRank":10}]},{"slug":"cube","name":"Cube Dev","domain":"cube.dev","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.3,"bandId":"T4","discovery":73.7,"comprehension":77.4,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[59.35,95.35],"overall":[63.7,88.9]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15422,"efficiencyScore":53.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":86,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9c3afc9accf45a3ab4312e2856427f13967204cf9a58ee090b15ffd6285855c0","environment":{"harnessGitSha":"ea97d690","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T09:58:19.817Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.3,"min":76.3,"max":82.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T00:23:51.130Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":60.6,"grade":"C","rank":80,"categoryRank":6},{"scannedAt":"2026-08-06T09:58:19.817Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.3,"bandId":"T4","rank":77,"categoryRank":4}]},{"slug":"coresignal","name":"Coresignal","domain":"coresignal.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76.2,"bandId":"T4","discovery":47.4,"comprehension":88.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[63.9627,96.69],"overall":[59,81.9]},"borderline":true},"report":{"closedBookBaseline":0.45454545454545453,"familiarity":0.45454545454545453,"closedBookRuns":3,"lift":0.4545,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10652,"efficiencyScore":66.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":87,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6ffabf16d57be085b7b9278707cb0ef8cd74559f691f5b847a06245365485c2e","environment":{"harnessGitSha":"ea97d690","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T09:42:16.406Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76.2,"min":70.2,"max":76.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:20:58.169Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":77,"grade":"B","rank":20,"categoryRank":1},{"scannedAt":"2026-08-06T09:42:16.406Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76.2,"bandId":"T4","rank":78,"categoryRank":5}]},{"slug":"epidemicsound","name":"Epidemic Sound","domain":"epidemicsound.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76,"bandId":"T4","discovery":50,"comprehension":87.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[69.17,96.17],"overall":[63.4,82.3]},"borderline":true},"report":{"closedBookBaseline":0.25,"familiarity":0.25,"closedBookRuns":3,"lift":0.65,"trapPassRate":0.8889,"tokensToComprehension":{"perPassedTask":12282,"efficiencyScore":61.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":88,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"337d4cd756c0d73fdc882e92059bce99e02417fefc4cf994a3a0960dcd58ef9d","environment":{"harnessGitSha":"124ceac0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T00:05:45.335Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76,"min":76,"max":76},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:09:41.063Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":82.8,"grade":"B","rank":10,"categoryRank":4},{"scannedAt":"2026-07-20T22:46:48.407Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":82.4,"grade":"B","rank":10,"categoryRank":2},{"scannedAt":"2026-08-09T00:05:45.335Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76,"bandId":"T4","rank":79,"categoryRank":5}]},{"slug":"octagonai","name":"OctagonAI","domain":"octagonai.co","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":76,"bandId":"T4","discovery":47.4,"comprehension":88.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[71.9345,96.48],"overall":[64.6,81.8]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.2727,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11283,"efficiencyScore":64.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":88,"categoryRank":26,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c6fc6ce4d352838f4453bb2751e0ea0d4adcaf2a3f6d39e5eafde5f5e8b889e4","environment":{"harnessGitSha":"8d15a3c5","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T08:18:06.060Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":76,"min":76,"max":76},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-17T08:18:06.060Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":76,"bandId":"T4","rank":79,"categoryRank":26}]},{"slug":"atlassian","name":"Atlassian","domain":"atlassian.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.8,"bandId":"T4","discovery":65.8,"comprehension":80,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[55.4709,96.38],"overall":[58.6,87.2]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.0909,"trapPassRate":0.963,"tokensToComprehension":{"perPassedTask":11607,"efficiencyScore":63.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":90,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e64db595d2834ba981221e19c45b5dde2dfc608b7f5c93a06c550cec2bc72637","environment":{"harnessGitSha":"659b6fc9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T16:03:20.142Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.8,"min":75.8,"max":75.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:46:05.656Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":19.7,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-04T16:03:20.142Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.8,"bandId":"T4","rank":81,"categoryRank":4}]},{"slug":"shopify","name":"Shopify","domain":"shopify.dev","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.8,"bandId":"T4","discovery":26.3,"comprehension":97.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[97.06,97.06],"overall":[75.8,75.8]},"borderline":false},"report":{"closedBookBaseline":0.8333333333333334,"familiarity":0.8333333333333334,"closedBookRuns":3,"lift":0.1667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9608,"efficiencyScore":70.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":90,"categoryRank":4,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"17cdd63ba6a6793a7548c029cce51e90ffbb421ae7d4739c51ded5e492acc861","environment":{"harnessGitSha":"1d8b571f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T15:27:18.206Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.8,"min":75.8,"max":75.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:20:38.286Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":29,"grade":"F","rank":142,"categoryRank":13},{"scannedAt":"2026-08-23T15:27:18.206Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.8,"bandId":"T4","rank":81,"categoryRank":4}]},{"slug":"gomarble","name":"gomarble-ai","domain":"gomarble.ai","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.4,"bandId":"T4","discovery":26.3,"comprehension":96.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[96.44,96.44],"overall":[75.4,75.4]},"borderline":false},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.7,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11403,"efficiencyScore":64.4},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":92,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2c2b5cc057c2621a9353ebf1e4115ff59130aa42ec6d61e934be92ffc0bff6e2","environment":{"harnessGitSha":"da1a120f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T06:46:09.000Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.4,"min":75.4,"max":75.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:27:22.239Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":68.3,"grade":"C","rank":54,"categoryRank":4},{"scannedAt":"2026-08-10T06:46:09.000Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.4,"bandId":"T4","rank":83,"categoryRank":6}]},{"slug":"windsor","name":"Windsor.ai","domain":"windsor.ai","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.3,"bandId":"T4","discovery":50,"comprehension":86.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[74.96,97.46],"overall":[67.5,83.2]},"borderline":true},"report":{"closedBookBaseline":0.6875,"familiarity":0.6875,"closedBookRuns":3,"lift":0.1875,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8598,"efficiencyScore":74.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":16},"rank":93,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c35a067222885fa8446aa3113c654e9b2e98acae3c36f23598476e2aee902a5a","environment":{"harnessGitSha":"06c6272b","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T19:29:51.494Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.3,"min":75.3,"max":79.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-28T19:29:51.494Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.3,"bandId":"T4","rank":84,"categoryRank":7}]},{"slug":"api2cart","name":"api2cart.com","domain":"api2cart.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.2,"bandId":"T4","discovery":47.4,"comprehension":87.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[65.9853,97.75],"overall":[60.4,82.6]},"borderline":true},"report":{"closedBookBaseline":0.8823529411764706,"familiarity":0.8823529411764706,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7935,"efficiencyScore":77.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":94,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"26cd1a6751168df3471076437b76ec8d8c4a234bf4f37e89a31133c9c9d0ea68","environment":{"harnessGitSha":"94fcba58","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T02:16:10.035Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.2,"min":67.5,"max":79.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T01:08:36.737Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":74.1,"grade":"C","rank":28,"categoryRank":2},{"scannedAt":"2026-08-04T02:16:10.035Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.2,"bandId":"T4","rank":85,"categoryRank":5}]},{"slug":"directus","name":"Directus","domain":"directus.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.2,"bandId":"T4","discovery":52.6,"comprehension":84.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[59.1386,97.71],"overall":[57.2,84.2]},"borderline":true},"report":{"closedBookBaseline":0.8571428571428571,"familiarity":0.8571428571428571,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8027,"efficiencyScore":77.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":94,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"58567bc1a1e90f1338ffb93e09ccbd302116f37c2564062f3ba76b067ce1d732","environment":{"harnessGitSha":"7e7bbc8a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T23:20:53.247Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.2,"min":65.7,"max":75.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T23:20:53.247Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.2,"bandId":"T4","rank":89,"categoryRank":7}]},{"slug":"cloudflare","name":"Cloudflare","domain":"cloudflare.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":75.1,"bandId":"T4","discovery":84.2,"comprehension":71.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[46.6491,87.5582],"overall":[57.9,86.6]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13858,"efficiencyScore":57.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":11},"rank":96,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1302c52cfa367a0b8a7be133f3e9b588b42bf8f6431d9bb8f488a823b775c5ba","environment":{"harnessGitSha":"773ad124","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T19:41:54.193Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":75.1,"min":75.1,"max":75.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-10T20:43:51.468Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":63.2,"grade":"C","rank":69,"categoryRank":2},{"scannedAt":"2026-07-20T14:04:59.043Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":84.8,"grade":"B","rank":6,"categoryRank":1},{"scannedAt":"2026-08-05T19:41:54.193Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":75.1,"bandId":"T4","rank":86,"categoryRank":5}]},{"slug":"datanomik","name":"Datanomik","domain":"datanomik.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.9,"bandId":"T3","discovery":42.1,"comprehension":89,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[72.6545,97.2],"overall":[63.5,80.7]},"borderline":true},"report":{"closedBookBaseline":0.2727272727272727,"familiarity":0.2727272727272727,"closedBookRuns":3,"lift":0.6364,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9225,"efficiencyScore":72},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":97,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"58bfe6769f90dc847e3f557501dd324ba65a63fb89ed0eeb55829fac09e94af1","environment":{"harnessGitSha":"bcc80807","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T14:22:30.034Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.9,"min":74.9,"max":74.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:46:28.498Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":48.2,"grade":"D","rank":111,"categoryRank":16},{"scannedAt":"2026-08-06T14:22:30.034Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.9,"bandId":"T3","rank":87,"categoryRank":6}]},{"slug":"fusionauth","name":"FusionAuth","domain":"fusionauth.io","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.9,"bandId":"T3","discovery":68.4,"comprehension":77.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[50.65,95.65],"overall":[56,87.5]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14199,"efficiencyScore":56.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":97,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"65afb5abff94f0351e7b79656ac58ca4ed92b9cba9fcb2f3a89cda0fe91ad84c","environment":{"harnessGitSha":"c8e35c91","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T17:29:58.195Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.9,"min":74.9,"max":74.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-13T23:36:44.917Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":61.8,"grade":"C","rank":74,"categoryRank":7},{"scannedAt":"2026-07-22T13:01:27.135Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":68.2,"grade":"C","rank":58,"categoryRank":8},{"scannedAt":"2026-08-09T17:29:58.195Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.9,"bandId":"T3","rank":87,"categoryRank":6}]},{"slug":"activepieces","name":"Activepieces","domain":"activepieces.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.7,"bandId":"T3","discovery":89.5,"comprehension":68.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[41.29,95.29],"overall":[55.8,93.6]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15705,"efficiencyScore":52.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":99,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"65f07c7d4d884d620e33334c99d43929f5a3e11efb7e84df342d2a1ae481ac0a","environment":{"harnessGitSha":"50f1ba6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-07-31T21:57:03.023Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.7,"min":74.6,"max":81.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T09:50:32.819Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":61.8,"grade":"C","rank":74,"categoryRank":9},{"scannedAt":"2026-07-31T21:57:03.023Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.7,"bandId":"T3","rank":89,"categoryRank":9}]},{"slug":"paddle","name":"Paddle","domain":"paddle.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.6,"bandId":"T3","discovery":47.4,"comprehension":86.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[66.24,96.24],"overall":[60.6,81.6]},"borderline":true},"report":{"closedBookBaseline":0.8888888888888888,"familiarity":0.8888888888888888,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12056,"efficiencyScore":62.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":100,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3a82d8fac5cd1ad1d2f6dc92816e3b40000c5230fe9d875829b8f2bd8f0e131c","environment":{"harnessGitSha":"702e9558","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T09:40:24.915Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.6,"min":74.6,"max":74.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:23:23.075Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":74.8,"grade":"C","rank":26,"categoryRank":1},{"scannedAt":"2026-08-18T09:40:24.915Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.6,"bandId":"T3","rank":90,"categoryRank":6}]},{"slug":"plaid","name":"Plaid","domain":"plaid.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.5,"bandId":"T3","discovery":60.5,"comprehension":80.5,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[55.9509,96.86],"overall":[57.3,86]},"borderline":true},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10156,"efficiencyScore":68.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":101,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2a64c6315e58ad26cb9fee0258aad440e7e02fc97a3b1408b45f1bdbfb16dc54","environment":{"harnessGitSha":"ae87d4e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T19:29:41.430Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.5,"min":74.5,"max":74.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:26:04.772Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":72.2,"grade":"C","rank":36,"categoryRank":2},{"scannedAt":"2026-08-19T19:29:41.430Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.5,"bandId":"T3","rank":91,"categoryRank":7}]},{"slug":"arcade","name":"Arcade.dev","domain":"arcade.dev","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.3,"bandId":"T3","discovery":42.1,"comprehension":88.1,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[71.7345,96.28],"overall":[62.8,80]},"borderline":true},"report":{"closedBookBaseline":0.5454545454545454,"familiarity":0.5454545454545454,"closedBookRuns":3,"lift":0.3636,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11923,"efficiencyScore":62.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":102,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d837761d59a113ebddfbf67111a0b2decf5eb0b756b401389875349dfa31163c","environment":{"harnessGitSha":"6c8eeabd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T11:16:04.898Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.3,"min":74.3,"max":74.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T11:16:04.898Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.3,"bandId":"T3","rank":92,"categoryRank":11}]},{"slug":"groq","name":"Groq","domain":"groq.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.3,"bandId":"T3","discovery":39.5,"comprehension":89.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[64.6127,97.34],"overall":[57.1,80]},"borderline":true},"report":{"closedBookBaseline":0.9285714285714286,"familiarity":0.9285714285714286,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8892,"efficiencyScore":73.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":102,"categoryRank":27,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9eaf6662192c4eaffe32a75c0ea8324bbae7998828ce5b92bafff9890cc54e60","environment":{"harnessGitSha":"1ef8c0fc","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T11:03:02.166Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.3,"min":68.3,"max":74.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-10T11:03:02.166Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.3,"bandId":"T3","rank":92,"categoryRank":27}]},{"slug":"pdfcrowd","name":"pdfcrowd","domain":"pdfcrowd.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.2,"bandId":"T3","discovery":42.1,"comprehension":87.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[63.3427,96.07],"overall":[57,79.9]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.1818,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12652,"efficiencyScore":60.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":104,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ebc4885015dfb768991e0d4837a10f313de301d404a6ee3ccd995d1a929bf266","environment":{"harnessGitSha":"cb757b7a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T02:35:07.928Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.2,"min":68.2,"max":74.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-19T02:35:07.928Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.2,"bandId":"T3","rank":94,"categoryRank":6}]},{"slug":"slack","name":"Slack","domain":"slack.dev","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.2,"bandId":"T3","discovery":65.8,"comprehension":77.8,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[50.79,95.79],"overall":[55.3,86.8]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13658,"efficiencyScore":57.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":104,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ac32adae4b996dccfcde6559fa0a6ad89d8199c7e330ad35bdcc1b970db2ecc7","environment":{"harnessGitSha":"89f1082e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T23:43:33.609Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.2,"min":74.2,"max":74.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T19:47:40.605Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":39.5,"grade":"F","rank":128,"categoryRank":13},{"scannedAt":"2026-08-23T23:43:33.609Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.2,"bandId":"T3","rank":94,"categoryRank":10}]},{"slug":"canva","name":"Canva","domain":"canva.dev","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.1,"bandId":"T3","discovery":47.4,"comprehension":85.5,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[49.49,91.49],"overall":[48.9,78.3]},"borderline":true},"report":{"closedBookBaseline":0.4666666666666667,"familiarity":0.4666666666666667,"closedBookRuns":3,"lift":0.4,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8516,"efficiencyScore":74.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":106,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0df90e99607b7176d7a0e5ef94aeffbd81961d13ee109776fb630282a66b4101","environment":{"harnessGitSha":"40d5be6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T10:33:12.988Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.1,"min":42.7,"max":74.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T09:56:30.428Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":33.2,"grade":"F","rank":136,"categoryRank":14},{"scannedAt":"2026-08-05T10:33:12.988Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.1,"bandId":"T3","rank":96,"categoryRank":11}]},{"slug":"linear","name":"Linear","domain":"linear.app","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.1,"bandId":"T3","discovery":65.8,"comprehension":77.6,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[58.3486,96.92],"overall":[60.6,87.6]},"borderline":true},"report":{"closedBookBaseline":0.7142857142857143,"familiarity":0.7142857142857143,"closedBookRuns":3,"lift":0.0714,"trapPassRate":0.8889,"tokensToComprehension":{"perPassedTask":9974,"efficiencyScore":69.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":106,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2bfed6b195b81d2c77001aa43a3d21324ee3981eed02be517677c3acc1bba63b","environment":{"harnessGitSha":"b41a5822","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T03:10:15.210Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.1,"min":74.1,"max":74.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-13T03:10:15.210Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.1,"bandId":"T3","rank":96,"categoryRank":7}]},{"slug":"vercel","name":"Vercel","domain":"vercel.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":74.1,"bandId":"T3","discovery":94.7,"comprehension":65.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[20.3,95.3],"overall":[42.6,95.1]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15624,"efficiencyScore":53},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":106,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9ce20fae95863870eaaed9b22fd512a1212292702a2057e376313a53f3680e70","environment":{"harnessGitSha":"bee270b9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T23:49:14.600Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":74.1,"min":63.2,"max":74.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-28T04:46:40.187Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T13:43:58.191Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T23:49:14.600Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":74.1,"bandId":"T3","rank":98,"categoryRank":7}]},{"slug":"subdownload","name":"SubDownload","domain":"subdownload.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73.9,"bandId":"T3","discovery":15.8,"comprehension":98.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[98.85,98.85],"overall":[73.9,73.9]},"borderline":false},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.7,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":5843,"efficiencyScore":88.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":109,"categoryRank":28,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ad06d53875eae67b826f4b461976d90b42e61da226d486a4cbfbcd92ccd43ff6","environment":{"harnessGitSha":"99a826ab","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T17:39:49.970Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73.9,"min":73.9,"max":73.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-25T17:39:49.970Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73.9,"bandId":"T3","rank":98,"categoryRank":28}]},{"slug":"linkup","name":"Linkup","domain":"linkup.so","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73.4,"bandId":"T3","discovery":78.9,"comprehension":71,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[46.4691,95.56],"overall":[56.2,90.6]},"borderline":true},"report":{"closedBookBaseline":0.45454545454545453,"familiarity":0.45454545454545453,"closedBookRuns":3,"lift":0.2727,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14556,"efficiencyScore":55.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":110,"categoryRank":29,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0d4af128661475a18b361587b107c0aebebccd16f0cb11cd8faf1c98a86fa89b","environment":{"harnessGitSha":"99199bfe","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T11:29:12.689Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73.4,"min":73.4,"max":79.4},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-13T11:29:12.689Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73.4,"bandId":"T3","rank":99,"categoryRank":29}]},{"slug":"semgrep","name":"Semgrep","domain":"semgrep.dev","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73.3,"bandId":"T3","discovery":68.4,"comprehension":75.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[45.46,95.46],"overall":[52.3,87.3]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14953,"efficiencyScore":54.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":9},"rank":111,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c40b47f54cfef8873163db4526f2983754008d5193b099b1af09c2280a48ca08","environment":{"harnessGitSha":"e3f63392","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T22:39:09.532Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73.3,"min":73.3,"max":73.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-22T22:39:09.532Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73.3,"bandId":"T3","rank":100,"categoryRank":8}]},{"slug":"snowplow","name":"Snowplow","domain":"snowplow.io","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73.3,"bandId":"T3","discovery":47.4,"comprehension":84.4,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[65.0871,97.23],"overall":[59.8,82.3]},"borderline":true},"report":{"closedBookBaseline":0.21428571428571427,"familiarity":0.21428571428571427,"closedBookRuns":3,"lift":0.6429,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9173,"efficiencyScore":72.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":111,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"71828b36e6ef153f0ca1639a25d4d3e80669c449f9b845ce13a9045302d9d94e","environment":{"harnessGitSha":"eeafe8bb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-24T08:25:34.328Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73.3,"min":63.8,"max":78},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-24T08:25:34.328Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73.3,"bandId":"T3","rank":100,"categoryRank":8}]},{"slug":"airwallex","name":"Airwallex","domain":"airwallex.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73.2,"bandId":"T3","discovery":50,"comprehension":83.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[62.3646,96.98],"overall":[58.7,82.9]},"borderline":true},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9828,"efficiencyScore":69.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":113,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7eaa06b6d8f3ff65a0d43e696a3d9c959a227e3285597634c1566d471221c303","environment":{"harnessGitSha":"158fb101","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T03:09:38.241Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73.2,"min":68.1,"max":73.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T03:09:38.241Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73.2,"bandId":"T3","rank":105,"categoryRank":9}]},{"slug":"ipgeolocation","name":"IPGeolocation","domain":"ipgeolocation.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73.1,"bandId":"T3","discovery":68.4,"comprehension":75.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[45.06,95.06],"overall":[52.1,87.1]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16742,"efficiencyScore":50.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":114,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"edded09a43143758c76d00bc21ce1739c0056d8155e5defdf7237a4b9e798587","environment":{"harnessGitSha":"441dbd55","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T17:32:38.315Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73.1,"min":73.1,"max":73.1},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-11T17:32:38.315Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73.1,"bandId":"T3","rank":102,"categoryRank":12}]},{"slug":"braze","name":"Braze","domain":"braze.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":73,"bandId":"T3","discovery":50,"comprehension":82.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[62.1446,96.76],"overall":[58.5,82.7]},"borderline":true},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10436,"efficiencyScore":67.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":115,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"393b9a1d43f4681d887e79fd8969fc78dbd279ce526c8d57c39def72a17978fc","environment":{"harnessGitSha":"6b29097a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T05:31:18.152Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":73,"min":73,"max":73},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:39:25.674Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":69.3,"grade":"C","rank":52,"categoryRank":9},{"scannedAt":"2026-08-05T05:31:18.152Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":73,"bandId":"T3","rank":103,"categoryRank":8}]},{"slug":"brevo","name":"Brevo","domain":"brevo.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.6,"bandId":"T3","discovery":26.3,"comprehension":92.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[81.155,98.03],"overall":[64.7,76.5]},"borderline":true},"report":{"closedBookBaseline":1,"familiarity":1,"closedBookRuns":3,"lift":-0.0625,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7342,"efficiencyScore":80.3},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":16},"rank":116,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4fc6ccefd4eb8dc7a0f372d26c20c185770c4a7877d4db8426d89eb9ba150efb","environment":{"harnessGitSha":"16def623","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T09:55:32.988Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.6,"min":72.6,"max":72.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T09:55:32.988Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.6,"bandId":"T3","rank":108,"categoryRank":9}]},{"slug":"jina","name":"jina","domain":"jina.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.6,"bandId":"T3","discovery":42.1,"comprehension":85.6,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[63.1,96.85],"overall":[56.8,80.4]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.1818,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10186,"efficiencyScore":68.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":116,"categoryRank":30,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"942e85844182c946c76086f5e7bc22b03de688f1b1843c15db2c954d4589878e","environment":{"harnessGitSha":"0873e668","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T16:41:54.083Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.6,"min":72.6,"max":72.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-12T01:48:00.106Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T16:41:54.083Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.6,"bandId":"T3","rank":105,"categoryRank":30}]},{"slug":"stytch","name":"Stytch","domain":"stytch.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.6,"bandId":"T3","discovery":60.5,"comprehension":77.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[50.84,95.84],"overall":[53.7,85.2]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13473,"efficiencyScore":58.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":116,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2887890aed206de04f1191a718f9bc98a3988c8155058a958b7c0bc718137e2d","environment":{"harnessGitSha":"99a826ab","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T17:49:09.886Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.6,"min":72.6,"max":72.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:57:02.523Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":58.4,"grade":"D","rank":86,"categoryRank":9},{"scannedAt":"2026-08-25T17:49:09.886Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.6,"bandId":"T3","rank":104,"categoryRank":7}]},{"slug":"duplocloud","name":"DuploCloud","domain":"duplocloud.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.5,"bandId":"T3","discovery":50,"comprehension":82.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[60.9512,98.01],"overall":[57.7,83.6]},"borderline":true},"report":{"closedBookBaseline":0.17647058823529413,"familiarity":0.17647058823529413,"closedBookRuns":3,"lift":0.6471,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7382,"efficiencyScore":80.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":17},"rank":119,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"789a6edba94e92a59679d78063fdc1d3657feff8b2bfffb7cb22f78ecf61b1c2","environment":{"harnessGitSha":"ba03abc1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T06:41:06.016Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.5,"min":72.5,"max":72.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T06:41:06.016Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.5,"bandId":"T3","rank":105,"categoryRank":13}]},{"slug":"adobe","name":"Adobe","domain":"adobe.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.4,"bandId":"T3","discovery":44.7,"comprehension":84.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[71.3757,97.09],"overall":[63.4,81.4]},"borderline":true},"report":{"closedBookBaseline":0.21428571428571427,"familiarity":0.21428571428571427,"closedBookRuns":3,"lift":0.6429,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9535,"efficiencyScore":70.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":120,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"15acada18e21eed88a0bee6db6c4e04b03e45097f1aff2eed64aac59c4bb0ddd","environment":{"harnessGitSha":"e987d457","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T02:31:31.718Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.4,"min":72.4,"max":81.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:44:17.889Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":77.3,"grade":"B","rank":19,"categoryRank":1},{"scannedAt":"2026-08-01T02:31:31.718Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.4,"bandId":"T3","rank":106,"categoryRank":9}]},{"slug":"deepseek","name":"DeepSeek","domain":"deepseek.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.4,"bandId":"T3","discovery":31.6,"comprehension":89.9,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[65.4027,98.13],"overall":[55.3,78.2]},"borderline":true},"report":{"closedBookBaseline":0.8571428571428571,"familiarity":0.8571428571428571,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7144,"efficiencyScore":81.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":120,"categoryRank":31,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6fbbdac9f175917bf350b56e07b4684c330c0a5848359a6c361040dccc550934","environment":{"harnessGitSha":"b56a0990","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-07T17:07:04.246Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.4,"min":66.5,"max":72.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T09:17:52.340Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":66,"grade":"C","rank":62,"categoryRank":10},{"scannedAt":"2026-08-07T17:07:04.246Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.4,"bandId":"T3","rank":106,"categoryRank":30}]},{"slug":"dropbox","name":"Dropbox","domain":"dropbox.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.4,"bandId":"T3","discovery":23.7,"comprehension":93.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[72.1294,98.6],"overall":[57.6,76.1]},"borderline":true},"report":{"closedBookBaseline":0.6470588235294118,"familiarity":0.6470588235294118,"closedBookRuns":3,"lift":0.2941,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6267,"efficiencyScore":86},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":120,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"941be04aa60401ee1e67498439c4c098c28bcd18c08983f4370ad5ab13b63a16","environment":{"harnessGitSha":"427f429c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T02:52:03.898Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.4,"min":60.8,"max":76.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T02:52:03.898Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.4,"bandId":"T3","rank":115,"categoryRank":13}]},{"slug":"messagebird","name":"MessageBird","domain":"messagebird.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":72.3,"bandId":"T3","discovery":26.3,"comprehension":92,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[80,98],"overall":[63.9,76.5]},"borderline":true},"report":{"closedBookBaseline":0.9333333333333333,"familiarity":0.9333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7396,"efficiencyScore":80},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":123,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"effa550b7b0e43ab7582c99192addc24efe3c1b5505f20d8dbb3c2e3b8716dc5","environment":{"harnessGitSha":"425e4963","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T12:02:12.347Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":72.3,"min":72.3,"max":76.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T12:02:12.347Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":72.3,"bandId":"T3","rank":119,"categoryRank":10}]},{"slug":"checkout","name":"Checkout.com","domain":"checkout.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.7,"bandId":"T3","discovery":42.1,"comprehension":84.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[65.1171,97.26],"overall":[58.2,80.7]},"borderline":true},"report":{"closedBookBaseline":0.7857142857142857,"familiarity":0.7857142857142857,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9091,"efficiencyScore":72.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":124,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a170e07b6d3288f2aba47d46fb4d17b1b892d8b700c3c591c8538aa17f911b7d","environment":{"harnessGitSha":"40d5be6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T10:40:52.564Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.7,"min":71.7,"max":71.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:46:18.576Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":65,"grade":"C","rank":65,"categoryRank":7},{"scannedAt":"2026-08-05T10:40:52.564Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.7,"bandId":"T3","rank":108,"categoryRank":8}]},{"slug":"easypost","name":"EasyPost","domain":"easypost.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.6,"bandId":"T3","discovery":36.8,"comprehension":86.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[68.54,95.54],"overall":[59,77.9]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14630,"efficiencyScore":55.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":125,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6ea9fbbfe7c3fb2f7c8d4bcceb6b1edb73c8ca203f79aa97c9e87813603ca38e","environment":{"harnessGitSha":"48358c58","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T06:06:02.473Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.6,"min":71.6,"max":71.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T06:06:02.473Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.6,"bandId":"T3","rank":119,"categoryRank":7}]},{"slug":"sendgrid","name":"SendGrid","domain":"twilio.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.5,"bandId":"T3","discovery":42.1,"comprehension":84.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[64.8571,97],"overall":[58,80.5]},"borderline":true},"report":{"closedBookBaseline":0.9285714285714286,"familiarity":0.9285714285714286,"closedBookRuns":3,"lift":-0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9758,"efficiencyScore":70},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":126,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"49b4d6392b682635c17b5a8e68dd1abc7ee69908c79a9e8e06f3fd716ee3f7bc","environment":{"harnessGitSha":"e3f63392","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T22:47:23.497Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.5,"min":62.1,"max":76.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:31:28.336Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":69.6,"grade":"C","rank":49,"categoryRank":7},{"scannedAt":"2026-08-22T22:47:23.497Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.5,"bandId":"T3","rank":109,"categoryRank":9}]},{"slug":"datadog","name":"Datadog","domain":"datadoghq.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.4,"bandId":"T3","discovery":36.8,"comprehension":86.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[66.17,96.17],"overall":[57.4,78.4]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12298,"efficiencyScore":61.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":127,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5e441b570aeace3c09d1770dccdeb7551e2b425818d8bd20b1be70308c0dbbc4","environment":{"harnessGitSha":"bcc80807","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T14:14:17.254Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.4,"min":71.4,"max":71.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:53:45.608Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":11,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-06T14:14:17.254Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.4,"bandId":"T3","rank":110,"categoryRank":10}]},{"slug":"paypal","name":"PayPal","domain":"paypal.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.4,"bandId":"T3","discovery":42.1,"comprehension":83.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[58.1986,96.77],"overall":[53.4,80.4]},"borderline":true},"report":{"closedBookBaseline":0.8571428571428571,"familiarity":0.8571428571428571,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10407,"efficiencyScore":67.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":127,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a8ff608c3e1f3b2c8f59b45c5b3b80f3ec22f8a7b89f02ed86910fca807b239d","environment":{"harnessGitSha":"e34a39e6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T18:14:33.864Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.4,"min":66.7,"max":71.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:14:27.149Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":69.4,"grade":"C","rank":51,"categoryRank":5},{"scannedAt":"2026-08-18T18:14:33.864Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.4,"bandId":"T3","rank":110,"categoryRank":9}]},{"slug":"calendly","name":"Calendly","domain":"calendly.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.2,"bandId":"T3","discovery":55.3,"comprehension":78,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[65.1371,97.28],"overall":[62.2,84.7]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.2857,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9038,"efficiencyScore":72.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":129,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"25fc18d31ae9dc67cfb0f27d915c9ab01bcb45002edf27eb6995d4d8300c7c55","environment":{"harnessGitSha":"40d5be6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T10:22:41.232Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.2,"min":71.2,"max":80.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T09:50:50.670Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":16.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-05T10:22:41.232Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.2,"bandId":"T3","rank":112,"categoryRank":12}]},{"slug":"mercury","name":"Mercury","domain":"mercury.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":71.1,"bandId":"T3","discovery":60.5,"comprehension":75.6,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[45.58,95.58],"overall":[50.1,85.1]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14490,"efficiencyScore":55.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":130,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"851bf3209da5599a6fd1347a4bbd8357857064efb8919f2d920f17fef68b4a20","environment":{"harnessGitSha":"c1563a68","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T05:37:14.473Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":71.1,"min":71.1,"max":71.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:05:13.713Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":49.9,"grade":"D","rank":104,"categoryRank":15},{"scannedAt":"2026-08-15T05:37:14.473Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":71.1,"bandId":"T3","rank":113,"categoryRank":10}]},{"slug":"weaviate","name":"Weaviate","domain":"weaviate.io","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.9,"bandId":"T3","discovery":60.5,"comprehension":75.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[45.3,95.3],"overall":[49.9,84.9]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15663,"efficiencyScore":53},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":131,"categoryRank":32,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"070551534bf5d03cf918d4a3e8b5e0cbf45692803614e291d9ad7af26a577271","environment":{"harnessGitSha":"ea27a9e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T18:41:50.881Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.9,"min":63.5,"max":70.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-28T18:41:50.881Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.9,"bandId":"T3","rank":114,"categoryRank":31}]},{"slug":"twilio","name":"Twilio","domain":"twilio.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.7,"bandId":"T3","discovery":42.1,"comprehension":82.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[62.1646,96.78],"overall":[56.1,80.4]},"borderline":true},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10385,"efficiencyScore":67.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":132,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b9361e7fdd24932c7724db7e34f7f2f5d2fb1a23001f6b0710eb628ae795ea99","environment":{"harnessGitSha":"6440834f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T12:08:01.963Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.7,"min":70.7,"max":70.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:42:52.503Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":47.4,"grade":"D","rank":115,"categoryRank":20},{"scannedAt":"2026-08-27T12:08:01.963Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.7,"bandId":"T3","rank":115,"categoryRank":10}]},{"slug":"docker","name":"Docker","domain":"docker.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.6,"bandId":"T3","discovery":76.3,"comprehension":68.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[41.19,86.19],"overall":[51.7,83.2]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.4,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16141,"efficiencyScore":51.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":133,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"824d6095df2ab113cedbc2065019b9152904d6a4c725186ca034316af7365346","environment":{"harnessGitSha":"74fb7316","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T02:06:47.302Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.6,"min":70.6,"max":70.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T02:06:47.302Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.6,"bandId":"T3","rank":116,"categoryRank":11}]},{"slug":"axiom","name":"Axiom","domain":"axiom.co","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.4,"bandId":"T3","discovery":52.6,"comprehension":78,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[51.02,96.02],"overall":[51.5,83]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12799,"efficiencyScore":60.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":134,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6b89bc029818500664d9e8bbb6196b24a247af2943e78ae065c4ff79a72ca225","environment":{"harnessGitSha":"e01469cb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T20:35:47.461Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.4,"min":63.8,"max":70.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T20:35:47.461Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.4,"bandId":"T3","rank":117,"categoryRank":14}]},{"slug":"betterstack","name":"Better Stack","domain":"betterstack.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.4,"bandId":"T3","discovery":31.6,"comprehension":87,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[68.97,95.97],"overall":[57.8,76.7]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12991,"efficiencyScore":59.7},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":134,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"93146fdbea19778cb3792dc32a5362b33b9ea6f2e3e850f65f9272f4be44ce46","environment":{"harnessGitSha":"16def623","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T09:48:26.350Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.4,"min":70.4,"max":70.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T09:48:26.350Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.4,"bandId":"T3","rank":123,"categoryRank":13}]},{"slug":"storyblok","name":"Storyblok","domain":"storyblok.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.4,"bandId":"T3","discovery":31.6,"comprehension":87.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[69.07,96.07],"overall":[57.8,76.7]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12643,"efficiencyScore":60.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":134,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b8874cb9d0337990ecb246a777126c981a03191daa03eaedc4d16180c08945b4","environment":{"harnessGitSha":"cebdf29f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T09:23:28.112Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.4,"min":70.4,"max":70.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:25:58.066Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":60.8,"grade":"C","rank":79,"categoryRank":9},{"scannedAt":"2026-07-21T07:15:15.626Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":58.5,"grade":"D","rank":87,"categoryRank":8},{"scannedAt":"2026-08-25T09:23:28.112Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.4,"bandId":"T3","rank":117,"categoryRank":6}]},{"slug":"fastly","name":"Fastly","domain":"fastly.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.3,"bandId":"T3","discovery":31.6,"comprehension":87,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[70.075,98.2],"overall":[58.5,78.2]},"borderline":true},"report":{"closedBookBaseline":0.4375,"familiarity":0.4375,"closedBookRuns":3,"lift":0.4375,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7008,"efficiencyScore":82},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":137,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"627675f9c08f8434eaf4676fd2b7500e5af82798e157069bbedd1b0fb949c7e5","environment":{"harnessGitSha":"8fade105","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T09:34:50.809Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.3,"min":70.3,"max":70.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T09:34:50.809Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.3,"bandId":"T3","rank":131,"categoryRank":15}]},{"slug":"personio","name":"Personio","domain":"personio.de","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.3,"bandId":"T3","discovery":15.8,"comprehension":93.7,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[78.72,98.72],"overall":[59.8,73.8]},"borderline":true},"report":{"closedBookBaseline":0.3888888888888889,"familiarity":0.3888888888888889,"closedBookRuns":3,"lift":0.5556,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":6064,"efficiencyScore":87.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":18},"rank":137,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c8b55f6d5bd1ab9ea84163ede7ddbb84c1b72876e3c54eae298da6d657c904c3","environment":{"harnessGitSha":"cb757b7a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T02:51:16.879Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.3,"min":66.7,"max":70.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:07:53.736Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":4.7,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-19T02:51:16.879Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.3,"bandId":"T3","rank":119,"categoryRank":13}]},{"slug":"sonatype","name":"Sonatype","domain":"sonatype.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70.1,"bandId":"T3","discovery":52.6,"comprehension":77.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[50.53,95.53],"overall":[51.2,82.7]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.5,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14679,"efficiencyScore":55.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":139,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bfe0da2f22508aa6aaff943573aec11a8eeac1c668529e339a260084d5679ab9","environment":{"harnessGitSha":"da3aafac","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-24T16:43:59.471Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70.1,"min":70.1,"max":70.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-24T16:43:59.471Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70.1,"bandId":"T3","rank":120,"categoryRank":12}]},{"slug":"spotify","name":"Spotify","domain":"spotify.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":70,"bandId":"T3","discovery":57.9,"comprehension":75.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[45.13,95.13],"overall":[49,84]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16399,"efficiencyScore":51.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":140,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c248fafed16c0c207b7420db4cfacb3943d901e7ad7b3e4576358beec4925cc7","environment":{"harnessGitSha":"d88fc29c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T00:57:45.040Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":70,"min":70,"max":70},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:34:19.080Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":56.7,"grade":"D","rank":89,"categoryRank":13},{"scannedAt":"2026-08-25T00:57:45.040Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":70,"bandId":"T3","rank":121,"categoryRank":11}]},{"slug":"cloudbackend","name":"CloudBackend","domain":"cloudbackend.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.8,"bandId":"T3","discovery":26.3,"comprehension":88.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[70.5,97.5],"overall":[57.2,76.1]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.6,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8507,"efficiencyScore":75},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":141,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"cbd43b810f187a149877a72f119025a30d2e6ea4363dc5c6e31efcf78c2b6bbd","environment":{"harnessGitSha":"773ad124","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T19:34:31.864Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.8,"min":69.8,"max":69.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-05T19:34:31.864Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.8,"bandId":"T3","rank":122,"categoryRank":15}]},{"slug":"metaplane","name":"Metaplane","domain":"metaplane.dev","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.8,"bandId":"T3","discovery":42.1,"comprehension":81.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[51.74,96.74],"overall":[48.8,80.3]},"borderline":true},"report":{"closedBookBaseline":0.16666666666666666,"familiarity":0.16666666666666666,"closedBookRuns":3,"lift":0.6667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10504,"efficiencyScore":67.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":141,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ab6358b427021014b5692d54fe87b3cbf4a79871951131dff0f068a3c2c5fc08","environment":{"harnessGitSha":"fcfd8e16","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T13:55:58.603Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.8,"min":64.3,"max":69.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:39:30.566Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":70.3,"grade":"C","rank":42,"categoryRank":3},{"scannedAt":"2026-08-15T13:55:58.603Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.8,"bandId":"T3","rank":122,"categoryRank":9}]},{"slug":"box","name":"Box","domain":"box.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.6,"bandId":"T3","discovery":60.5,"comprehension":73.5,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[51.03,96.03],"overall":[53.9,85.4]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.0833,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12762,"efficiencyScore":60.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":143,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7e61711152e3c46db0100d1548d574a3f982910631d9cf589cb542039767b6bd","environment":{"harnessGitSha":"9dba2398","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T01:03:52.551Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.6,"min":69.6,"max":69.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T09:50:25.293Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":76.9,"grade":"B","rank":21,"categoryRank":3},{"scannedAt":"2026-08-05T01:03:52.551Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.6,"bandId":"T3","rank":124,"categoryRank":14}]},{"slug":"gocardless","name":"GoCardless","domain":"gocardless.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.5,"bandId":"T3","discovery":44.7,"comprehension":80.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[55.5209,96.43],"overall":[52.3,80.9]},"borderline":true},"report":{"closedBookBaseline":0.8181818181818182,"familiarity":0.8181818181818182,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11439,"efficiencyScore":64.3},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":144,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"179bb6867f5bd037ac1ae34b8118be99eeac9b62b3f639ec2adbe1f90150e5b0","environment":{"harnessGitSha":"f43a5d67","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T02:23:01.868Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.5,"min":69.5,"max":69.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:55:47.794Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":37.6,"grade":"F","rank":131,"categoryRank":17},{"scannedAt":"2026-08-10T02:23:01.868Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.5,"bandId":"T3","rank":125,"categoryRank":11}]},{"slug":"sentry","name":"Sentry","domain":"sentry.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.5,"bandId":"T3","discovery":60.5,"comprehension":73.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[50.83,95.83],"overall":[53.7,85.2]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.0778,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13523,"efficiencyScore":58.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":10},"rank":144,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"786a3dc040e6a6b7421dcbf086e56a23af760ee5617af8c115e7274396e6893e","environment":{"harnessGitSha":"e3f63392","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T22:40:42.962Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.5,"min":69.5,"max":71.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-22T22:40:42.962Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.5,"bandId":"T3","rank":125,"categoryRank":13}]},{"slug":"llamaindex","name":"LlamaIndex","domain":"llamaindex.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.4,"bandId":"T3","discovery":31.6,"comprehension":85.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.61,95.61],"overall":[55.4,76.4]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0.2222,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14344,"efficiencyScore":56.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":146,"categoryRank":33,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8fac96ee509ff941dad4b1345d2a3f3c45a84b1104445fa2efb0e801f80c1cfa","environment":{"harnessGitSha":"99199bfe","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T11:22:57.312Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.4,"min":69.4,"max":69.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-13T11:22:57.312Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.4,"bandId":"T3","rank":127,"categoryRank":32}]},{"slug":"verihubs","name":"Verihubs","domain":"verihubs.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.4,"bandId":"T3","discovery":31.6,"comprehension":85.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[65.54,95.54],"overall":[55.4,76.4]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.5556,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14653,"efficiencyScore":55.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":146,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"99764f4a0afa6a0dc21f8881d35c505b70cad80bf9017bfbf80157ca54085650","environment":{"harnessGitSha":"923562d7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T04:47:24.815Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.4,"min":69.4,"max":69.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T21:03:17.078Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":61.1,"grade":"C","rank":78,"categoryRank":8},{"scannedAt":"2026-07-20T18:27:21.215Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":76.8,"grade":"B","rank":22,"categoryRank":1},{"scannedAt":"2026-08-28T04:47:24.815Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.4,"bandId":"T3","rank":127,"categoryRank":8}]},{"slug":"codat","name":"codat.io","domain":"codat.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.3,"bandId":"T3","discovery":36.8,"comprehension":83.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[62.5246,97.14],"overall":[54.8,79]},"borderline":true},"report":{"closedBookBaseline":0.8461538461538461,"familiarity":0.8461538461538461,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9393,"efficiencyScore":71.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":148,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c6db51b4b2d7bf6ec40bd68adbbd702a1ae9a8a2332ef41a73c9422fb8cc75b9","environment":{"harnessGitSha":"01cd1212","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T00:18:17.889Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.3,"min":69.3,"max":69.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-06T00:18:17.889Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.3,"bandId":"T3","rank":129,"categoryRank":16}]},{"slug":"getguru","name":"Guru","domain":"getguru.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.3,"bandId":"T3","discovery":42.1,"comprehension":81,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[64.14,97.89],"overall":[57.5,81.2]},"borderline":true},"report":{"closedBookBaseline":0.4375,"familiarity":0.4375,"closedBookRuns":3,"lift":0.375,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7639,"efficiencyScore":78.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":148,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b4a3461ddcaaeca391748440681457e5e7426aa81d8c321b9e79b6d7c2797750","environment":{"harnessGitSha":"0163d400","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T22:05:46.712Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.3,"min":69.3,"max":69.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:07:43.158Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-09T22:05:46.712Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.3,"bandId":"T3","rank":129,"categoryRank":15}]},{"slug":"hubspot","name":"HubSpot","domain":"hubspot.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.3,"bandId":"T3","discovery":60.5,"comprehension":73.1,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[55.08,91.08],"overall":[56.7,81.9]},"borderline":true},"report":{"closedBookBaseline":0.4,"familiarity":0.4,"closedBookRuns":3,"lift":0.3333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9551,"efficiencyScore":70.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":148,"categoryRank":5,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6a132e26a1099c8aa30e6feb377dc4a53d5d4d7c36463d735cf7f177f328c9d3","environment":{"harnessGitSha":"e66f74da","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T15:38:47.849Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.3,"min":69.3,"max":69.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T22:01:12.986Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":49.2,"grade":"D","rank":108,"categoryRank":7},{"scannedAt":"2026-07-21T20:02:10.557Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":56.3,"grade":"D","rank":95,"categoryRank":7},{"scannedAt":"2026-08-10T15:38:47.849Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.3,"bandId":"T3","rank":129,"categoryRank":4}]},{"slug":"sinch","name":"Sinch","domain":"sinch.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69.1,"bandId":"T3","discovery":26.3,"comprehension":87.4,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[69.41,96.41],"overall":[56.5,75.4]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.2636,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11489,"efficiencyScore":64.1},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":151,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9e8dbe287222b2ba4250cb006160d545397bf0e15c992eb23eb0cdddaf76bde0","environment":{"harnessGitSha":"c876b1c9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T04:51:33.007Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69.1,"min":69.1,"max":69.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T04:51:33.007Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69.1,"bandId":"T3","rank":150,"categoryRank":14}]},{"slug":"etsy","name":"Etsy","domain":"etsy.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":69,"bandId":"T3","discovery":21.1,"comprehension":89.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[74.51,97.01],"overall":[58.5,74.2]},"borderline":true},"report":{"closedBookBaseline":0.9166666666666666,"familiarity":0.9166666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9734,"efficiencyScore":70.1},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":152,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"cade595c7e15e43d4aa02d46f5d173d2ac38fced08dd7283bdbb707c90a474b6","environment":{"harnessGitSha":"48358c58","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T06:12:32.555Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":69,"min":69,"max":69},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T06:12:32.555Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":69,"bandId":"T3","rank":144,"categoryRank":8}]},{"slug":"brave","name":"Brave","domain":"brave.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.9,"bandId":"T3","discovery":26.3,"comprehension":87.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[69.22,96.22],"overall":[56.3,75.2]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0.1,"trapPassRate":0.8889,"tokensToComprehension":{"perPassedTask":12120,"efficiencyScore":62.2},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":153,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c3d5315e690ca6325389234cf3e9f82715819daf64f801f89187eef79869c256","environment":{"harnessGitSha":"6b29097a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T05:25:51.555Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.9,"min":68.9,"max":68.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-05T05:25:51.555Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.9,"bandId":"T3","rank":132,"categoryRank":17}]},{"slug":"cdata","name":"CData","domain":"cdata.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.7,"bandId":"T3","discovery":63.2,"comprehension":71,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[44.5688,81.6276],"overall":[50.2,76.1]},"borderline":true},"report":{"closedBookBaseline":0.17647058823529413,"familiarity":0.17647058823529413,"closedBookRuns":3,"lift":0.5294,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8467,"efficiencyScore":75.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":154,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"61f431ca3b4259f2559439261067ecdd7276968689c211ac08a4057f98aeed02","environment":{"harnessGitSha":"40d5be6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T10:36:43.896Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.7,"min":52.8,"max":72.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-05T10:36:43.896Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.7,"bandId":"T3","rank":133,"categoryRank":18}]},{"slug":"coinapi","name":"CoinAPI","domain":"coinapi.io","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.7,"bandId":"T3","discovery":39.5,"comprehension":81.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[58.77,96.27],"overall":[53,79.2]},"borderline":true},"report":{"closedBookBaseline":0.75,"familiarity":0.75,"closedBookRuns":3,"lift":0.0833,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11943,"efficiencyScore":62.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":154,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"779ba91b72c2d70ee73492b39e05f3a205ee99207f5f451e520a88ec3181458d","environment":{"harnessGitSha":"01cd1212","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T00:31:09.129Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.7,"min":63.2,"max":73.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:21:39.919Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":65.6,"grade":"C","rank":64,"categoryRank":5},{"scannedAt":"2026-08-06T00:31:09.129Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.7,"bandId":"T3","rank":133,"categoryRank":10}]},{"slug":"klarna","name":"Klarna","domain":"klarna.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.7,"bandId":"T3","discovery":31.6,"comprehension":84.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[65.3671,97.51],"overall":[55.2,77.7]},"borderline":true},"report":{"closedBookBaseline":0.7142857142857143,"familiarity":0.7142857142857143,"closedBookRuns":3,"lift":0.1429,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8483,"efficiencyScore":75.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":154,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8104b570cfdfb1ab0c9d3f3b1511c323a1f5d3186cd54627b5242411ec284166","environment":{"harnessGitSha":"0bd62ec0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-12T10:28:29.220Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.7,"min":64,"max":68.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T19:46:12.823Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":56.1,"grade":"D","rank":92,"categoryRank":12},{"scannedAt":"2026-08-12T10:28:29.220Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.7,"bandId":"T3","rank":133,"categoryRank":12}]},{"slug":"langchain","name":"LangChain","domain":"langchain.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.6,"bandId":"T3","discovery":47.4,"comprehension":77.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[59.71,95.71],"overall":[56,81.2]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13963,"efficiencyScore":57.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":157,"categoryRank":34,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bb02fedb235641b1f43439f783d5e456d81df5af1879128b1d0e6d068e9b507d","environment":{"harnessGitSha":"db885da0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T05:31:39.692Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.6,"min":68.6,"max":75.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-12T18:39:34.740Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T05:31:39.692Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.6,"bandId":"T3","rank":136,"categoryRank":33}]},{"slug":"stripe","name":"Stripe","domain":"stripe.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.5,"bandId":"T3","discovery":28.9,"comprehension":85.5,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[55.49,91.49],"overall":[47.5,72.7]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0.0667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8515,"efficiencyScore":74.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":158,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"79ab87d754249c566dba3c9250088536b6740c9abede05cb516e749805c9e914","environment":{"harnessGitSha":"99a826ab","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T18:02:39.612Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.5,"min":50.8,"max":68.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T20:51:32.838Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"insufficient-coverage","overall":null,"grade":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-07-20T14:10:04.908Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":64.6,"grade":"C","rank":69,"categoryRank":8},{"scannedAt":"2026-08-25T18:02:39.612Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.5,"bandId":"T3","rank":136,"categoryRank":13}]},{"slug":"servers","name":"Servers.com","domain":"servers.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.4,"bandId":"T3","discovery":39.5,"comprehension":80.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[63.92,97.67],"overall":[56.6,80.2]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.3125,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8107,"efficiencyScore":76.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":159,"categoryRank":20,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0b810a7ba556aaaa8f6792850f515d389b8f2687587b322973217168c2b297c1","environment":{"harnessGitSha":"249ca308","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T20:30:27.778Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.4,"min":68.4,"max":68.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-23T06:48:27.550Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T20:30:27.778Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.4,"bandId":"T3","rank":141,"categoryRank":19}]},{"slug":"smartlead","name":"Smartlead","domain":"smartlead.ai","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.3,"bandId":"T3","discovery":47.4,"comprehension":77.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[50.28,95.28],"overall":[49.4,80.9]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15748,"efficiencyScore":52.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":160,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b5c813085ca1420f05194c045228664692b173685797dcd2f61866eb84192058","environment":{"harnessGitSha":"89f1082e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T23:44:58.927Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.3,"min":68.3,"max":68.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:33:43.673Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":63,"grade":"C","rank":71,"categoryRank":11},{"scannedAt":"2026-08-23T23:44:58.927Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.3,"bandId":"T3","rank":137,"categoryRank":12}]},{"slug":"voyageai","name":"Voyage AI","domain":"voyageai.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":68.1,"bandId":"T3","discovery":0,"comprehension":97.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[97.27,97.27],"overall":[68.1,68.1]},"borderline":false},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.2727,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9066,"efficiencyScore":72.7},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":161,"categoryRank":35,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6edd59b48b636767b8649fe7907490fc1ac3ef257f1e65f388049f540b7c7d68","environment":{"harnessGitSha":"c7bd0ae6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T15:12:11.634Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":68.1,"min":68.1,"max":68.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T15:12:11.634Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":68.1,"bandId":"T3","rank":161,"categoryRank":35}]},{"slug":"datocms","name":"DatoCMS","domain":"datocms.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":67.9,"bandId":"T3","discovery":44.7,"comprehension":77.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[50.78,95.78],"overall":[49,80.5]},"borderline":true},"report":{"closedBookBaseline":0.9,"familiarity":0.9,"closedBookRuns":3,"lift":-0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13677,"efficiencyScore":57.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":10},"rank":162,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"de9bf6326bb5eb6d33fddc87ad72f1211f67151f4a6519211758e97556df36b8","environment":{"harnessGitSha":"b56a0990","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-07T17:07:35.449Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":67.9,"min":61.2,"max":74.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:08:01.792Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":71.5,"grade":"C","rank":38,"categoryRank":5},{"scannedAt":"2026-07-20T22:47:47.333Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":68.7,"grade":"C","rank":56,"categoryRank":4},{"scannedAt":"2026-08-07T17:07:35.449Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":67.9,"bandId":"T3","rank":138,"categoryRank":7}]},{"slug":"copper","name":"Copper","domain":"copper.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":67.5,"bandId":"T3","discovery":60.5,"comprehension":70.6,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[51.27,89.8414],"overall":[54,81]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11943,"efficiencyScore":62.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":163,"categoryRank":6,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2a58029d655c2ab4f31cf9780cb23826770f6cfe404c95588f8a39a0dec69a8d","environment":{"harnessGitSha":"3bc1791e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T05:23:23.292Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":67.5,"min":67.5,"max":67.5},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-13T21:46:31.934Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":81.6,"grade":"B","rank":12,"categoryRank":1},{"scannedAt":"2026-07-21T15:49:42.168Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":64.6,"grade":"C","rank":69,"categoryRank":4},{"scannedAt":"2026-08-06T05:23:23.292Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":67.5,"bandId":"T3","rank":139,"categoryRank":5}]},{"slug":"taxjar","name":"TaxJar","domain":"taxjar.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":67.3,"bandId":"T3","discovery":21.1,"comprehension":87.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[69.14,96.14],"overall":[54.7,73.6]},"borderline":true},"report":{"closedBookBaseline":0.9,"familiarity":0.9,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12383,"efficiencyScore":61.4},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":164,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d0a94a4c3e8bbfce74e27b8d7e32c7d98a8642e4bf55100a83c286b9bf9d4c27","environment":{"harnessGitSha":"2c803f05","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T11:45:19.366Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":67.3,"min":67.3,"max":67.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T11:45:19.366Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":67.3,"bandId":"T3","rank":163,"categoryRank":19}]},{"slug":"prismic","name":"Prismic","domain":"prismic.io","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":67.1,"bandId":"T3","discovery":42.1,"comprehension":77.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[50.87,95.87],"overall":[48.2,79.7]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13347,"efficiencyScore":58.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":165,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"55586ccf303de150d5a23c4ca74303c803234b5f3f136fdf42527427335d90b4","environment":{"harnessGitSha":"e4173e96","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T04:54:49.377Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":67.1,"min":67.1,"max":67.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:21:27.771Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":61.9,"grade":"C","rank":73,"categoryRank":7},{"scannedAt":"2026-07-21T03:06:18.643Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":65.8,"grade":"C","rank":65,"categoryRank":5},{"scannedAt":"2026-08-21T04:54:49.377Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":67.1,"bandId":"T3","rank":140,"categoryRank":8}]},{"slug":"planetscale","name":"PlanetScale","domain":"planetscale.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.9,"bandId":"T3","discovery":71.1,"comprehension":65.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[43.8988,86.2518],"overall":[52.1,81.7]},"borderline":true},"report":{"closedBookBaseline":0.7058823529411765,"familiarity":0.7058823529411765,"closedBookRuns":3,"lift":-0.0588,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10199,"efficiencyScore":68.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":17},"rank":166,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f8427d0b9c52fda847be0bec851f9d3d2d3ef3656b7c08abdaf4bf191bb98c6c","environment":{"harnessGitSha":"ae87d4e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T19:32:10.241Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.9,"min":62.9,"max":70.8},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-19T19:32:10.241Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.9,"bandId":"T3","rank":141,"categoryRank":19}]},{"slug":"ahrefs","name":"Ahrefs","domain":"ahrefs.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.6,"bandId":"T3","discovery":68.4,"comprehension":65.8,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[43.31,88.31],"overall":[50.8,82.3]},"borderline":true},"report":{"closedBookBaseline":0.4166666666666667,"familiarity":0.4166666666666667,"closedBookRuns":3,"lift":0.25,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13585,"efficiencyScore":58.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":167,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8284a15691b8537425d9464ac7448a8c2d100bb852b735b21d324b9a21a168a7","environment":{"harnessGitSha":"85182a54","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T07:01:57.616Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.6,"min":66.6,"max":66.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-16T20:03:14.520Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":72.7,"grade":"C","rank":34,"categoryRank":2},{"scannedAt":"2026-08-01T07:01:57.616Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.6,"bandId":"T3","rank":142,"categoryRank":11}]},{"slug":"postman","name":"Postman","domain":"postman.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.5,"bandId":"T3","discovery":84.2,"comprehension":58.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[31.94,85.94],"overall":[47.6,85.4]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17298,"efficiencyScore":49.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":10},"rank":168,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ddfc25f98a53647aa7b8b891bd2a7ad8b8b6b3485b355bcf45198f051cc4bfa2","environment":{"harnessGitSha":"e48bd1e8","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T12:06:18.493Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.5,"min":66.5,"max":66.5},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-20T12:06:18.493Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.5,"bandId":"T3","rank":143,"categoryRank":14}]},{"slug":"mondu","name":"Mondu","domain":"mondu.ai","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.4,"bandId":"T3","discovery":36.8,"comprehension":79.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[61.05,97.05],"overall":[53.8,79]},"borderline":true},"report":{"closedBookBaseline":0.4666666666666667,"familiarity":0.4666666666666667,"closedBookRuns":3,"lift":0.3333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9635,"efficiencyScore":70.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":169,"categoryRank":20,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5005cb0063d751a7e5a7349f66cf1bbddfb3bffbc194c6078025497612b78eaf","environment":{"harnessGitSha":"a4f531da","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T07:01:05.963Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.4,"min":66.4,"max":66.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:18:23.813Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":56.6,"grade":"D","rank":90,"categoryRank":11},{"scannedAt":"2026-08-16T07:01:05.963Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.4,"bandId":"T3","rank":144,"categoryRank":14}]},{"slug":"mongodb","name":"MongoDB","domain":"mongodb.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.4,"bandId":"T3","discovery":55.3,"comprehension":71.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[46.6791,87.5882],"overall":[49.3,77.9]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13718,"efficiencyScore":57.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":169,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c76db337f388ebc89dbdd0d8fc63c167d9f1b07bbfc987b712ff948f823199cc","environment":{"harnessGitSha":"8c71e171","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T15:18:59.026Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.4,"min":66.4,"max":66.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-16T15:18:59.026Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.4,"bandId":"T3","rank":144,"categoryRank":20}]},{"slug":"loginradius","name":"LoginRadius","domain":"loginradius.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.3,"bandId":"T3","discovery":34.2,"comprehension":80,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[55.4609,96.37],"overall":[49.1,77.7]},"borderline":true},"report":{"closedBookBaseline":0.7272727272727273,"familiarity":0.7272727272727273,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11616,"efficiencyScore":63.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":171,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bbc1a677197211d1a5593d5109fe650919970e6032d947516e1c310bf8441144","environment":{"harnessGitSha":"3197f4bf","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T05:21:02.317Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.3,"min":60.2,"max":66.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T05:21:02.317Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.3,"bandId":"T3","rank":163,"categoryRank":9}]},{"slug":"mailerlite","name":"MailerLite","domain":"mailerlite.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.3,"bandId":"T3","discovery":34.2,"comprehension":80.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[63.25,97],"overall":[54.5,78.2]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.3125,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9763,"efficiencyScore":70},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":16},"rank":171,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e64576832400f98f9060ba369045a8f70576e4db07853fdb1eadbe964d20f578","environment":{"harnessGitSha":"af9e36e2","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T12:45:12.403Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.3,"min":66.3,"max":66.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T07:13:12.258Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":55.4,"grade":"D","rank":93,"categoryRank":14},{"scannedAt":"2026-08-14T12:45:12.403Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.3,"bandId":"T3","rank":146,"categoryRank":13}]},{"slug":"dune","name":"Dune","domain":"dune.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":66.2,"bandId":"T3","discovery":60.5,"comprehension":68.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[47.8985,89.4369],"overall":[51.7,80.8]},"borderline":true},"report":{"closedBookBaseline":0.6153846153846154,"familiarity":0.6153846153846154,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11652,"efficiencyScore":63.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":173,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a4c6515c8056fda9f5bbfd0f45b11df619d67a08d18cfc91fe9e9907048e0949","environment":{"harnessGitSha":"427f429c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T02:49:05.254Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":66.2,"min":61.1,"max":71.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T02:49:05.254Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":66.2,"bandId":"T3","rank":160,"categoryRank":12}]},{"slug":"honeylabs","name":"HoneyLabs","domain":"honeylabs.net","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":65.9,"bandId":"T3","discovery":78.9,"comprehension":60.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[32.5923,81.0538],"overall":[46.5,80.4]},"borderline":true},"report":{"closedBookBaseline":0.23076923076923078,"familiarity":0.23076923076923078,"closedBookRuns":3,"lift":0.3846,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17492,"efficiencyScore":49},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":13},"rank":174,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"90f429314b9b69420373ccbea2967125f66520b3d74656cdb1050b6f4074814e","environment":{"harnessGitSha":"e66f74da","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T15:26:02.724Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":65.9,"min":65.9,"max":65.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-10T20:58:39.528Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":59.5,"grade":"D","rank":83,"categoryRank":4},{"scannedAt":"2026-07-20T18:21:09.642Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":55.6,"grade":"D","rank":99,"categoryRank":4},{"scannedAt":"2026-08-10T15:26:02.724Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":65.9,"bandId":"T3","rank":147,"categoryRank":21}]},{"slug":"statsig","name":"Statsig","domain":"statsig.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":65.9,"bandId":"T3","discovery":47.4,"comprehension":73.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[36.28,88.78],"overall":[39.6,76.4]},"borderline":true},"report":{"closedBookBaseline":0.5833333333333334,"familiarity":0.5833333333333334,"closedBookRuns":3,"lift":0.1667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11912,"efficiencyScore":62.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":174,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3c6168a100ccb1f98cc6fc4c73fa2b34b7f32805f472a70af4172f949b130c44","environment":{"harnessGitSha":"cebdf29f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T09:21:30.024Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":65.9,"min":43.4,"max":65.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-25T09:21:30.024Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":65.9,"bandId":"T3","rank":147,"categoryRank":12}]},{"slug":"payload","name":"Payload","domain":"payloadcms.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":65,"bandId":"T3","discovery":42.1,"comprehension":74.8,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[52.3,91.675],"overall":[49.2,76.8]},"borderline":true},"report":{"closedBookBaseline":0.75,"familiarity":0.75,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8996,"efficiencyScore":73},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":176,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d026e8cc18771d5e2c3b61a298fecee7e95846e8c544ec5a1e0d5b2fbb31964b","environment":{"harnessGitSha":"e34a39e6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T18:19:04.231Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":65,"min":65,"max":65},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:18:08.669Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":61.3,"grade":"C","rank":76,"categoryRank":8},{"scannedAt":"2026-07-20T22:57:45.874Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":57.8,"grade":"D","rank":89,"categoryRank":9},{"scannedAt":"2026-08-18T18:19:04.231Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":65,"bandId":"T3","rank":149,"categoryRank":9}]},{"slug":"lunarcrush","name":"LunarCrush","domain":"lunarcrush.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64.9,"bandId":"T3","discovery":63.2,"comprehension":65.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[35.59,95.59],"overall":[43.9,85.9]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14453,"efficiencyScore":55.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":9},"rank":177,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8bcd469f53bb9a3957eb13718ca447921bcf4b27eb6f43864398e0e7bf20bdfe","environment":{"harnessGitSha":"b348321d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T04:02:52.982Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64.9,"min":64.9,"max":64.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:29:49.940Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":57.4,"grade":"D","rank":87,"categoryRank":7},{"scannedAt":"2026-08-14T04:02:52.982Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64.9,"bandId":"T3","rank":150,"categoryRank":13}]},{"slug":"front","name":"Front","domain":"frontapp.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64.5,"bandId":"T3","discovery":36.8,"comprehension":76.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[46.37,96.37],"overall":[43.5,78.5]},"borderline":true},"report":{"closedBookBaseline":0.8,"familiarity":0.8,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11635,"efficiencyScore":63.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":178,"categoryRank":7,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f99897b14b8efb14b888ea2004847fd61f3b9a0377e635443bdb51ef977f59a3","environment":{"harnessGitSha":"4d5516aa","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T13:05:27.437Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64.5,"min":64.5,"max":64.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T21:55:50.042Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":66.2,"grade":"C","rank":61,"categoryRank":5},{"scannedAt":"2026-07-21T20:05:41.090Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":60.6,"grade":"C","rank":81,"categoryRank":5},{"scannedAt":"2026-08-09T13:05:27.437Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64.5,"bandId":"T3","rank":151,"categoryRank":6}]},{"slug":"lemonsqueezy","name":"Lemon Squeezy","domain":"lemonsqueezy.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64.4,"bandId":"T3","discovery":21.1,"comprehension":82.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[62.1446,96.76],"overall":[49.8,74.1]},"borderline":true},"report":{"closedBookBaseline":0.7692307692307693,"familiarity":0.7692307692307693,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10434,"efficiencyScore":67.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":179,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"dd084218d30c7bc7ba0a46b78b3db42d057ea78d655908b25bba9963b5ccdc33","environment":{"harnessGitSha":"b41a5822","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T03:09:24.166Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64.4,"min":64.4,"max":64.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:15:53.253Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":52.1,"grade":"D","rank":101,"categoryRank":11},{"scannedAt":"2026-08-13T03:09:24.166Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64.4,"bandId":"T3","rank":152,"categoryRank":7}]},{"slug":"asana","name":"Asana","domain":"asana.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64.2,"bandId":"T3","discovery":47.4,"comprehension":71.4,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[52.09,90.6614],"overall":[50.7,77.7]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0.0714,"trapPassRate":0.8889,"tokensToComprehension":{"perPassedTask":9516,"efficiencyScore":70.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":180,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"69bf4a25bfa3d4d3cb2882892b5509b44b0119f13569f6b7410b5f90cf0596f2","environment":{"harnessGitSha":"659b6fc9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T15:43:41.159Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64.2,"min":64.2,"max":64.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T09:54:50.079Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":47.9,"grade":"D","rank":112,"categoryRank":12},{"scannedAt":"2026-08-04T15:43:41.159Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64.2,"bandId":"T3","rank":153,"categoryRank":16}]},{"slug":"lemon","name":"lemon.markets","domain":"lemon.markets","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64.2,"bandId":"T3","discovery":36.8,"comprehension":75.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[55.1515,89.7669],"overall":[49.6,73.9]},"borderline":true},"report":{"closedBookBaseline":0.38461538461538464,"familiarity":0.38461538461538464,"closedBookRuns":3,"lift":0.3846,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10652,"efficiencyScore":66.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":180,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ee1c9997f860bf871c7ae9129779be4f5fed67d9a0a28bde33ff36dcddb67e46","environment":{"harnessGitSha":"b41a5822","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T03:09:15.838Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64.2,"min":64.2,"max":64.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:56:15.037Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":11,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-13T03:09:15.838Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64.2,"bandId":"T3","rank":153,"categoryRank":15}]},{"slug":"plusai","name":"Plus AI","domain":"plusai.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64.1,"bandId":"T3","discovery":36.8,"comprehension":75.8,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[54.9915,96.53],"overall":[49.5,78.6]},"borderline":true},"report":{"closedBookBaseline":0.23076923076923078,"familiarity":0.23076923076923078,"closedBookRuns":3,"lift":0.5385,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11112,"efficiencyScore":65.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":182,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2ff4281af77cfad31ed3ea98f3e7a59960c82b598b46b2c7306d4a2275cd3f63","environment":{"harnessGitSha":"6d11775d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T03:46:45.486Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64.1,"min":64.1,"max":64.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:16:17.608Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":69.8,"grade":"C","rank":48,"categoryRank":7},{"scannedAt":"2026-08-20T03:46:45.486Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64.1,"bandId":"T3","rank":155,"categoryRank":17}]},{"slug":"contentstack","name":"Contentstack","domain":"contentstack.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64,"bandId":"T3","discovery":36.8,"comprehension":75.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[45.68,95.68],"overall":[43,78]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14084,"efficiencyScore":56.8},"signals":{"llmsTxt":false,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":183,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5bb575bc7d88e5154ed05572b0e4750cc6726d848881d3228288c2b04f21f321","environment":{"harnessGitSha":"ef734069","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T20:03:04.114Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64,"min":64,"max":64},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T20:03:04.114Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64,"bandId":"T3","rank":167,"categoryRank":11}]},{"slug":"descope","name":"Descope","domain":"descope.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64,"bandId":"T3","discovery":47.4,"comprehension":71.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[46.5491,87.4582],"overall":[46.8,75.4]},"borderline":true},"report":{"closedBookBaseline":0.5454545454545454,"familiarity":0.5454545454545454,"closedBookRuns":3,"lift":0.1818,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14226,"efficiencyScore":56.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":183,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5237292b3c9169aa0dfd43f0eed4d193869552e221b74591319ef673babdee7b","environment":{"harnessGitSha":"b56a0990","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-07T17:14:50.241Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64,"min":64,"max":64},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:29:49.815Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":46.6,"grade":"D","rank":116,"categoryRank":10},{"scannedAt":"2026-07-22T08:45:34.303Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":62,"grade":"C","rank":78,"categoryRank":10},{"scannedAt":"2026-08-07T17:14:50.241Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64,"bandId":"T3","rank":156,"categoryRank":9}]},{"slug":"metabase","name":"Metabase","domain":"metabase.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64,"bandId":"T3","discovery":47.4,"comprehension":71.2,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[46.6291,95.72],"overall":[46.9,81.2]},"borderline":true},"report":{"closedBookBaseline":0.45454545454545453,"familiarity":0.45454545454545453,"closedBookRuns":3,"lift":0.2727,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13920,"efficiencyScore":57.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":183,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8a1794e01c9bf989f96718b2e36269841f3a752301fd774eddd5eb9e559707bd","environment":{"harnessGitSha":"425e4963","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T12:00:05.383Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64,"min":64,"max":64},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T12:00:05.383Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64,"bandId":"T3","rank":176,"categoryRank":15}]},{"slug":"somosradar","name":"Radar Treasury","domain":"readme.io","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":64,"bandId":"T3","discovery":42.1,"comprehension":73.4,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[48.8691,97.96],"overall":[46.8,81.2]},"borderline":true},"report":{"closedBookBaseline":0.2727272727272727,"familiarity":0.2727272727272727,"closedBookRuns":3,"lift":0.4545,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":7479,"efficiencyScore":79.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":183,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bb20f07e36f64932492c1899da4531e4d000771a85b33ee6eab6602b330697b9","environment":{"harnessGitSha":"249ca308","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T20:20:53.315Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":64,"min":64,"max":64},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:14:39.128Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-24T07:51:29.217Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T20:20:53.315Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":64,"bandId":"T3","rank":159,"categoryRank":16}]},{"slug":"klaviyo","name":"Klaviyo","domain":"klaviyo.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":63.8,"bandId":"T3","discovery":60.5,"comprehension":65.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[35.23,95.23],"overall":[42.8,84.8]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":0.8889,"tokensToComprehension":{"perPassedTask":15965,"efficiencyScore":52.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":187,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7ce8613678094a96a203a54e1fdd08d6c91d4f5c3fa844266ddf4e6d3ad6ad59","environment":{"harnessGitSha":"0bd62ec0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-12T10:18:10.546Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":63.8,"min":63.8,"max":63.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:50:38.466Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":67,"grade":"C","rank":58,"categoryRank":10},{"scannedAt":"2026-08-12T10:18:10.546Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":63.8,"bandId":"T3","rank":157,"categoryRank":14}]},{"slug":"mapbox","name":"Mapbox","domain":"mapbox.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":63.8,"bandId":"T3","discovery":47.4,"comprehension":70.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[45.1714,90.1714],"overall":[45.8,77.3]},"borderline":true},"report":{"closedBookBaseline":0.4,"familiarity":0.4,"closedBookRuns":3,"lift":0.3143,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10896,"efficiencyScore":66},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":187,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"82803b350c9eed1f016d125386042c8b4118633424806967eb1340c0b8eb44a3","environment":{"harnessGitSha":"3fa67503","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T21:16:22.896Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":63.8,"min":63.8,"max":63.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-14T21:16:22.896Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":63.8,"bandId":"T3","rank":157,"categoryRank":22}]},{"slug":"1password","name":"1Password","domain":"1password.dev","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":63.7,"bandId":"T3","discovery":52.6,"comprehension":68.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[41.49,95.49],"overall":[44.8,82.6]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14843,"efficiencyScore":54.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":10},"rank":189,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"138838dbdba93f277236b5578c4d709ccefb168d3125e46b394550fc976f3d87","environment":{"harnessGitSha":"50f1ba6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-07-31T21:54:56.106Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":63.7,"min":63.7,"max":70.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:17:29.007Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":66,"grade":"C","rank":62,"categoryRank":6},{"scannedAt":"2026-07-22T04:31:49.926Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":65.8,"grade":"C","rank":65,"categoryRank":9},{"scannedAt":"2026-07-31T21:54:56.106Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":63.7,"bandId":"T3","rank":159,"categoryRank":10}]},{"slug":"ably","name":"ably.io","domain":"ably.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":63.7,"bandId":"T3","discovery":36.8,"comprehension":75.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[45.22,95.22],"overall":[42.7,77.7]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.1414,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16002,"efficiencyScore":52.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":189,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"11796d1041fa596279280df5ed6019bcffb2b4c8fb9d80fa018c84f7efa9a28e","environment":{"harnessGitSha":"50f1ba6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-07-31T22:02:40.460Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":63.7,"min":56.3,"max":65.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T09:28:32.766Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":54.2,"grade":"D","rank":95,"categoryRank":5},{"scannedAt":"2026-07-31T22:02:40.460Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":63.7,"bandId":"T3","rank":159,"categoryRank":23}]},{"slug":"zoom","name":"Zoom","domain":"zoom.us","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":62.9,"bandId":"T3","discovery":34.2,"comprehension":75.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[45.2,95.2],"overall":[41.9,76.9]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16103,"efficiencyScore":52},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":191,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"65b19ff14db8c6c8ba144978a9b98f7214b219186cd1c1caac910d4015cf4973","environment":{"harnessGitSha":"673f60ab","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T20:36:09.546Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":62.9,"min":62.9,"max":62.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:41:57.006Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":11.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-28T20:36:09.546Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":62.9,"bandId":"T3","rank":161,"categoryRank":15}]},{"slug":"heap","name":"Heap","domain":"heap.io","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":62.5,"bandId":"T3","discovery":42.1,"comprehension":71.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[46.6491,95.74],"overall":[45.3,79.6]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13841,"efficiencyScore":57.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":192,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3326549cd116e4b906cb108ebd6708db0a0f84a4648c22407811de8b79cea5f9","environment":{"harnessGitSha":"1ef8c0fc","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T11:10:38.669Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":62.5,"min":62.5,"max":68.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T13:25:22.354Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-10T11:10:38.669Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":62.5,"bandId":"T3","rank":162,"categoryRank":14}]},{"slug":"smartsheet","name":"Smartsheet","domain":"smartsheet.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":62.5,"bandId":"T3","discovery":47.4,"comprehension":69,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[50.97,95.97],"overall":[49.9,81.4]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12996,"efficiencyScore":59.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":192,"categoryRank":20,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7f82df886bb6c323e460a7a01e489321d5cf704cd43ee9de238ee3146e6544de","environment":{"harnessGitSha":"711a0487","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T08:30:53.961Z","runs":3,"invalidRuns":1,"scoreSpread":{"median":65.8,"min":62.5,"max":69.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T08:30:53.961Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":62.5,"bandId":"T3","rank":189,"categoryRank":20}]},{"slug":"fivetran","name":"Fivetran","domain":"fivetran.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":62.2,"bandId":"T3","discovery":34.2,"comprehension":74.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[51.72,96.72],"overall":[46.5,78]},"borderline":true},"report":{"closedBookBaseline":0.5833333333333334,"familiarity":0.5833333333333334,"closedBookRuns":3,"lift":0.1667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10562,"efficiencyScore":67.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":194,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"58750d11b72bf6f75a355768a756394bf3332300e37b3ece72c1ecff4d5ca33e","environment":{"harnessGitSha":"df678a90","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T12:54:47.931Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":62.2,"min":62.2,"max":67.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T12:54:47.931Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":62.2,"bandId":"T3","rank":182,"categoryRank":16}]},{"slug":"retrain","name":"retrain.ai","domain":"retrain.ai","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":62.1,"bandId":"T3","discovery":31.6,"comprehension":75.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[45.18,95.18],"overall":[41.1,76.1]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.4444,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16153,"efficiencyScore":51.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":195,"categoryRank":36,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a5d85c395a23c345130fed721b8c4ff8d39861dde5a6c630ce63af31201f811d","environment":{"harnessGitSha":"549e8457","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T21:35:02.434Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":62.1,"min":62.1,"max":62.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-21T21:35:02.434Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":62.1,"bandId":"T3","rank":163,"categoryRank":33}]},{"slug":"apideck","name":"apideck.com","domain":"apideck.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":61.1,"bandId":"T3","discovery":71.1,"comprehension":56.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[34.365,73.74],"overall":[45.4,72.9]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.0625,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12046,"efficiencyScore":62.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":16},"rank":196,"categoryRank":26,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1747c5ea2700dfde8c71d806cc3a0b41ccb5d595e6999c543f27fe55e6c9cf13","environment":{"harnessGitSha":"2c543242","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T06:36:09.740Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":61.1,"min":56.9,"max":61.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:43:52.289Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":63.2,"grade":"C","rank":69,"categoryRank":3},{"scannedAt":"2026-08-04T06:36:09.740Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":61.1,"bandId":"T3","rank":164,"categoryRank":24}]},{"slug":"confluent","name":"Confluent","domain":"confluent.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":61,"bandId":"T3","discovery":60.5,"comprehension":61.2,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[40.4054,88.8669],"overall":[46.4,80.4]},"borderline":true},"report":{"closedBookBaseline":0.6923076923076923,"familiarity":0.6923076923076923,"closedBookRuns":3,"lift":-0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13675,"efficiencyScore":57.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":197,"categoryRank":27,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0d7d4a1346896a35d2d8e81977aa589b02593e6d5c365e4e1a79e3087b4c99c5","environment":{"harnessGitSha":"3bc1791e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T04:55:26.971Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":61,"min":61,"max":66.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-06T04:55:26.971Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":61,"bandId":"T3","rank":165,"categoryRank":25}]},{"slug":"dhl","name":"DHL","domain":"dhl.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":61,"bandId":"T3","discovery":0,"comprehension":87.2,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[69.18,96.18],"overall":[48.4,67.3]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.4,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12254,"efficiencyScore":61.8},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":197,"categoryRank":20,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0d9dcd4f8f4fe8eebe8ed5108e6bdad13b4060259c42f76ccff5041bfc3db563","environment":{"harnessGitSha":"74fb7316","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T02:19:46.142Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":61,"min":61,"max":61},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:44:18.533Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":53.5,"grade":"D","rank":98,"categoryRank":16},{"scannedAt":"2026-08-08T02:19:46.142Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":61,"bandId":"T3","rank":165,"categoryRank":16}]},{"slug":"rollbar","name":"Rollbar","domain":"rollbar.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":60.9,"bandId":"T3","discovery":28.9,"comprehension":74.6,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[59.59,97.09],"overall":[50.4,76.6]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.1857,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9536,"efficiencyScore":70.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":199,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ec3fdda61dd6f22c0c3d99f04b933919417b4476a3e80390a40b11802bd47efc","environment":{"harnessGitSha":"ce005bee","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T01:15:41.781Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":60.9,"min":60.9,"max":77.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T01:15:41.781Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":60.9,"bandId":"T3","rank":194,"categoryRank":18}]},{"slug":"rudderstack","name":"RudderStack","domain":"rudderstack.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":60.6,"bandId":"T3","discovery":42.1,"comprehension":68.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[41.57,86.57],"overall":[41.7,73.2]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0.2,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14518,"efficiencyScore":55.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":200,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4c6e557a938e05bab4cb6b70e5c814a7b45613b4e8a7e773f3c1e978636a4896","environment":{"harnessGitSha":"de8d6201","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T06:09:56.664Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":60.6,"min":60.6,"max":60.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-22T06:09:56.664Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":60.6,"bandId":"T3","rank":167,"categoryRank":15}]},{"slug":"bigcommerce","name":"BigCommerce","domain":"bigcommerce.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":60.3,"bandId":"T3","discovery":50,"comprehension":64.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[24.75,84.75],"overall":[32.3,74.3]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":18226,"efficiencyScore":47.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":201,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ec458d70d49f9a65c161e16129cbe0c2712548be853af6c6d2c5298f56ea2fd6","environment":{"harnessGitSha":"9dba2398","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T00:50:27.245Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":60.3,"min":37.6,"max":60.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T01:05:28.842Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":56.3,"grade":"D","rank":91,"categoryRank":10},{"scannedAt":"2026-08-05T00:50:27.245Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":60.3,"bandId":"T3","rank":168,"categoryRank":8}]},{"slug":"knock","name":"Knock","domain":"knock.app","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":60.3,"bandId":"T3","discovery":34.2,"comprehension":71.6,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[38.8273,87.9182],"overall":[37.4,71.8]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12532,"efficiencyScore":61},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":201,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"035bb700ba844ed9a47f636a4ed70678306d92ddd0499d15d867ef34f834ea8f","environment":{"harnessGitSha":"0bd62ec0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-12T10:28:37.199Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":60.3,"min":54.3,"max":60.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:55:52.555Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":45.4,"grade":"D","rank":119,"categoryRank":21},{"scannedAt":"2026-08-12T10:28:37.199Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":60.3,"bandId":"T3","rank":168,"categoryRank":17}]},{"slug":"sonarsource","name":"SonarSource","domain":"sonarsource.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":59.6,"bandId":"T2","discovery":47.4,"comprehension":64.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[34.88,94.88],"overall":[38.6,80.6]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17576,"efficiencyScore":48.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":203,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bace02d2b5b3d3cc1fea15a072ca65cc4d6749d3aa6007d7d338ac40d1a54fda","environment":{"harnessGitSha":"da3aafac","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-24T16:38:38.637Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":59.6,"min":59.6,"max":59.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-24T16:38:38.637Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":59.6,"bandId":"T2","rank":170,"categoryRank":15}]},{"slug":"arcadedb","name":"ArcadeData","domain":"arcadedb.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":59.5,"bandId":"T2","discovery":47.4,"comprehension":64.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[54.0771,91.1359],"overall":[52.1,78]},"borderline":true},"report":{"closedBookBaseline":0.7647058823529411,"familiarity":0.7647058823529411,"closedBookRuns":3,"lift":-0.1176,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11429,"efficiencyScore":64.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":204,"categoryRank":28,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2d5d71123c687c2f4722477236b5fe3bbd2d571486d85d01bfe8ec782b0b657e","environment":{"harnessGitSha":"659b6fc9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T15:53:41.876Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":59.5,"min":59.5,"max":75.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T15:53:41.876Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":59.5,"bandId":"T2","rank":171,"categoryRank":26}]},{"slug":"incwo","name":"incwo","domain":"incwo.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":59.4,"bandId":"T2","discovery":47.4,"comprehension":64.5,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[43.3388,85.6918],"overall":[44.6,74.2]},"borderline":true},"report":{"closedBookBaseline":0.17647058823529413,"familiarity":0.17647058823529413,"closedBookRuns":3,"lift":0.4706,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11914,"efficiencyScore":62.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":17},"rank":205,"categoryRank":8,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"eaef6cddb5a8c4a62b7fa7a9b5995e7d2ef87f58e25c96bdb15cfaef37acbfd3","environment":{"harnessGitSha":"bc006a29","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T09:06:35.399Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":59.4,"min":59.4,"max":59.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T22:09:31.905Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":47.9,"grade":"D","rank":112,"categoryRank":8},{"scannedAt":"2026-07-22T00:22:24.603Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":56,"grade":"D","rank":98,"categoryRank":8},{"scannedAt":"2026-08-11T09:06:35.399Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":59.4,"bandId":"T2","rank":172,"categoryRank":7}]},{"slug":"enablebanking","name":"Enable Banking","domain":"enablebanking.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":59.2,"bandId":"T2","discovery":10.5,"comprehension":80.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[55.5909,96.5],"overall":[42.1,70.7]},"borderline":true},"report":{"closedBookBaseline":0.8333333333333334,"familiarity":0.8333333333333334,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11214,"efficiencyScore":65},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":206,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1d40430e66db78bd7c87d367fa2eb44803fbfc097dda796df14b3b14f3dc2916","environment":{"harnessGitSha":"cfeafb45","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T19:47:21.178Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":59.2,"min":59.2,"max":59.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:55:39.717Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":53.9,"grade":"D","rank":97,"categoryRank":14},{"scannedAt":"2026-08-08T19:47:21.178Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":59.2,"bandId":"T2","rank":173,"categoryRank":16}]},{"slug":"dreamfactory","name":"dreamfactorysoftware","domain":"dreamfactory.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":59.1,"bandId":"T2","discovery":31.6,"comprehension":70.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[55.0571,92.1159],"overall":[48,74]},"borderline":true},"report":{"closedBookBaseline":0.35294117647058826,"familiarity":0.35294117647058826,"closedBookRuns":3,"lift":0.3529,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8723,"efficiencyScore":74.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":207,"categoryRank":29,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f4107b407c841283d7894325179144e9e89a018f29cb49b56b7dc3c50879ddcb","environment":{"harnessGitSha":"0873e668","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T17:07:21.815Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":59.1,"min":59.1,"max":66.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T06:20:10.244Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T05:48:54.154Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T17:07:21.815Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":59.1,"bandId":"T2","rank":177,"categoryRank":27}]},{"slug":"pipedrive","name":"Pipedrive","domain":"pipedrive.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":58.9,"bandId":"T2","discovery":50,"comprehension":62.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[38.2073,87.2982],"overall":[41.7,76.1]},"borderline":true},"report":{"closedBookBaseline":0.5454545454545454,"familiarity":0.5454545454545454,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14901,"efficiencyScore":54.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":208,"categoryRank":9,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2b6dd607e509219bde27fe2bd3e9d373753095d86b5ca1dd4da0ac162246be5e","environment":{"harnessGitSha":"ae87d4e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T19:23:37.007Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":58.9,"min":58.9,"max":58.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T22:10:12.218Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":69.9,"grade":"C","rank":46,"categoryRank":3},{"scannedAt":"2026-07-22T00:16:11.281Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":57.2,"grade":"D","rank":91,"categoryRank":6},{"scannedAt":"2026-08-19T19:23:37.007Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":58.9,"bandId":"T2","rank":174,"categoryRank":8}]},{"slug":"getunblocked","name":"Unblocked","domain":"getunblocked.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":58.7,"bandId":"T2","discovery":42.1,"comprehension":65.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[43.37,88.37],"overall":[43,74.5]},"borderline":true},"report":{"closedBookBaseline":0.25,"familiarity":0.25,"closedBookRuns":3,"lift":0.4167,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13346,"efficiencyScore":58.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":209,"categoryRank":20,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"20507cbe25b7934014d2b107b1b09597a2c4dbc052a20baf9ee6e0f60df718a8","environment":{"harnessGitSha":"0163d400","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T21:52:27.298Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":58.7,"min":58.7,"max":58.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-09T21:52:27.298Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":58.7,"bandId":"T2","rank":175,"categoryRank":16}]},{"slug":"adyen","name":"Adyen","domain":"adyen.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":58.1,"bandId":"T2","discovery":47.4,"comprehension":62.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[29.9755,79.0664],"overall":[35.2,69.6]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15106,"efficiencyScore":54.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":210,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d1e0cf31f2c5afee0147468ec9e8c072f9307d91913f674eb9589ef0e4c53e78","environment":{"harnessGitSha":"85182a54","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T06:54:31.321Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":58.1,"min":33.1,"max":58.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:39:24.134Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":58.6,"grade":"D","rank":85,"categoryRank":10},{"scannedAt":"2026-08-01T06:54:31.321Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":58.1,"bandId":"T2","rank":176,"categoryRank":17}]},{"slug":"discord","name":"Discord","domain":"discord.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":58.1,"bandId":"T2","discovery":21.1,"comprehension":74,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[51.46,96.46],"overall":[42.4,73.9]},"borderline":true},"report":{"closedBookBaseline":0.75,"familiarity":0.75,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11341,"efficiencyScore":64.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":12},"rank":210,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4afa415966651247e96516bff7be3d3a0eeff2d2984e84caf8136f059caa9573","environment":{"harnessGitSha":"7e7bbc8a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T23:24:06.913Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":58.1,"min":58.1,"max":58.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T23:24:06.913Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":58.1,"bandId":"T2","rank":191,"categoryRank":19}]},{"slug":"bitbucket","name":"Bitbucket","domain":"atlassian.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":58,"bandId":"T2","discovery":60.5,"comprehension":56.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[18.3571,82.6429],"overall":[31,76]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14789,"efficiencyScore":55},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":212,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a10667dfc7e94ad952a4220a02d1e22b59508c1696e1803a0c7d3cd64535994f","environment":{"harnessGitSha":"9dba2398","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T00:59:51.914Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":58,"min":58,"max":58},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:47:16.671Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":19.7,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-05T00:59:51.914Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":58,"bandId":"T2","rank":177,"categoryRank":17}]},{"slug":"luno","name":"luno","domain":"luno.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56.9,"bandId":"T2","discovery":36.8,"comprehension":65.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[35.46,95.46],"overall":[35.9,77.9]},"borderline":true},"report":{"closedBookBaseline":0.7,"familiarity":0.7,"closedBookRuns":3,"lift":0,"trapPassRate":0.8519,"tokensToComprehension":{"perPassedTask":14962,"efficiencyScore":54.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":213,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7f329fd919ce47b92569bece88693d97588304df5385bcd32994bc300237c142","environment":{"harnessGitSha":"b348321d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T04:09:23.118Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56.9,"min":56.9,"max":56.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:04:13.882Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":35.1,"grade":"F","rank":133,"categoryRank":18},{"scannedAt":"2026-08-14T04:09:23.118Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56.9,"bandId":"T2","rank":178,"categoryRank":18}]},{"slug":"pagerduty","name":"PagerDuty","domain":"pagerduty.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56.5,"bandId":"T2","discovery":42.1,"comprehension":62.6,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[38.0973,87.1882],"overall":[39.3,73.7]},"borderline":true},"report":{"closedBookBaseline":0.6363636363636364,"familiarity":0.6363636363636364,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15355,"efficiencyScore":53.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":214,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6e405fee8963e4fbf22e294d61a14ef2b6a6dc715a72fa16a31b4fa17fcf8e44","environment":{"harnessGitSha":"702e9558","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T09:49:54.376Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56.5,"min":56.5,"max":56.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-18T09:49:54.376Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56.5,"bandId":"T2","rank":179,"categoryRank":18}]},{"slug":"authgear","name":"Authgear","domain":"authgear.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56.4,"bandId":"T2","discovery":21.1,"comprehension":71.6,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[38.8573,87.9482],"overall":[33.5,67.9]},"borderline":true},"report":{"closedBookBaseline":0.2727272727272727,"familiarity":0.2727272727272727,"closedBookRuns":3,"lift":0.4545,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12438,"efficiencyScore":61.3},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":215,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5c63962fa44c2fb2dfb46907f1bae490d2cbc180cf071a0f9418b68ae2697f7b","environment":{"harnessGitSha":"2c313a1f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T06:31:39.656Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56.4,"min":50.4,"max":56.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T06:31:39.656Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56.4,"bandId":"T2","rank":189,"categoryRank":11}]},{"slug":"amplitude","name":"Amplitude","domain":"amplitude.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56.2,"bandId":"T2","discovery":60.5,"comprehension":54.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[24.41,84.41],"overall":[35.2,77.2]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":19994,"efficiencyScore":44.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":216,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2269769dbd3346a3aa51d55aa332fb11c87fda00b8241ba0d5a95996bcfe9d39","environment":{"harnessGitSha":"1dc504d7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T20:07:46.513Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56.2,"min":56.2,"max":56.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T20:09:34.692Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":37.2,"grade":"F","rank":132,"categoryRank":8},{"scannedAt":"2026-08-01T20:07:46.513Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56.2,"bandId":"T2","rank":180,"categoryRank":16}]},{"slug":"jetbrains","name":"JetBrains","domain":"jetbrains.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56.2,"bandId":"T2","discovery":39.5,"comprehension":63.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[33.32,93.32],"overall":[35.2,77.2]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.3333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":27112,"efficiencyScore":33.2},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":216,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"27d71a7b87a09379e64482e3703d037de8a86ccfcf05b2f4ed2f2618a596003e","environment":{"harnessGitSha":"441dbd55","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T17:27:20.086Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56.2,"min":56.2,"max":56.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-11T17:27:20.086Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56.2,"bandId":"T2","rank":180,"categoryRank":19}]},{"slug":"plausible","name":"Plausible","domain":"plausible.io","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56.2,"bandId":"T2","discovery":26.3,"comprehension":69,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[41.98,86.98],"overall":[37.3,68.8]},"borderline":true},"report":{"closedBookBaseline":0.8181818181818182,"familiarity":0.8181818181818182,"closedBookRuns":3,"lift":-0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12960,"efficiencyScore":59.8},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":216,"categoryRank":19,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e9808d76a61669f41a27c62bb45d6c311864f6f3b42590bf92ccaaffbe6cfb95","environment":{"harnessGitSha":"6d11775d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T03:52:40.001Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56.2,"min":56.2,"max":56.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-20T03:52:40.001Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56.2,"bandId":"T2","rank":180,"categoryRank":16}]},{"slug":"huggingface","name":"Hugging Face","domain":"huggingface.co","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":56,"bandId":"T2","discovery":52.6,"comprehension":57.4,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[38.1029,83.1029],"overall":[42.5,74]},"borderline":true},"report":{"closedBookBaseline":0.5333333333333333,"familiarity":0.5333333333333333,"closedBookRuns":3,"lift":0.0667,"trapPassRate":0.9259,"tokensToComprehension":{"perPassedTask":13042,"efficiencyScore":59.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":219,"categoryRank":37,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"138ea0542eeac06c70231c02fdf9864365013bb5790204bb26bead0b454beeb2","environment":{"harnessGitSha":"e7b68522","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T00:39:32.445Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":56,"min":56,"max":65.5},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-11T00:39:32.445Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":56,"bandId":"T2","rank":183,"categoryRank":34}]},{"slug":"airbyte","name":"Airbyte","domain":"airbyte.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.9,"bandId":"T2","discovery":73.7,"comprehension":48.3,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[32.4106,69.4694],"overall":[44.8,70.7]},"borderline":true},"report":{"closedBookBaseline":0.5294117647058824,"familiarity":0.5294117647058824,"closedBookRuns":3,"lift":-0.0588,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13115,"efficiencyScore":59.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":220,"categoryRank":30,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"628ad7cfe0b8b7870550bdfb996e7b7117b0461a46206621959409fbf635e79a","environment":{"harnessGitSha":"032bef89","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T11:29:53.606Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.9,"min":55.9,"max":59.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T13:29:24.390Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":22.1,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T11:29:53.606Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.9,"bandId":"T2","rank":184,"categoryRank":27}]},{"slug":"intercom","name":"Intercom","domain":"intercom.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.9,"bandId":"T2","discovery":36.8,"comprehension":64.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[38.4129,83.4129],"overall":[37.9,69.4]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11950,"efficiencyScore":62.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":220,"categoryRank":10,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4146d8d60347946f1e8647f007989f3e1d8b3b9ffa9d0cb8d4a0b5c3c8de3f03","environment":{"harnessGitSha":"441dbd55","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T17:47:19.341Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.9,"min":55.9,"max":55.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T22:05:02.632Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":45.2,"grade":"D","rank":120,"categoryRank":10},{"scannedAt":"2026-07-22T00:18:51.753Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":52.8,"grade":"D","rank":107,"categoryRank":9},{"scannedAt":"2026-08-11T17:47:19.341Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.9,"bandId":"T2","rank":184,"categoryRank":9}]},{"slug":"apify","name":"Apify","domain":"apify.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.8,"bandId":"T2","discovery":78.9,"comprehension":46,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[15.96,75.96],"overall":[34.8,76.8]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13035,"efficiencyScore":59.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":222,"categoryRank":31,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4ecdef34eb4e75867a4eeadc9fa71d5ed4cfcf7701ab0991c1881555cbe1f087","environment":{"harnessGitSha":"2c543242","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T06:33:04.671Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.8,"min":55.8,"max":55.8},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T13:46:19.890Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":53.3,"grade":"D","rank":99,"categoryRank":6},{"scannedAt":"2026-08-04T06:33:04.671Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.8,"bandId":"T2","rank":186,"categoryRank":28}]},{"slug":"commercetools","name":"commercetools","domain":"commercetools.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.8,"bandId":"T2","discovery":42.1,"comprehension":61.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[40.9354,82.4738],"overall":[41.3,70.4]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11796,"efficiencyScore":63.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":222,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ee5e1d181ae699b51eccbcb7da8bd8c8b306f98ef5a52b927a7ccf67058d6856","environment":{"harnessGitSha":"3bc1791e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T05:07:23.544Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.8,"min":55.8,"max":55.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T01:09:31.848Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":69.9,"grade":"C","rank":46,"categoryRank":5},{"scannedAt":"2026-08-06T05:07:23.544Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.8,"bandId":"T2","rank":186,"categoryRank":9}]},{"slug":"dashform","name":"Dashform","domain":"getaiform.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.4,"bandId":"T2","discovery":47.4,"comprehension":58.9,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[31.88,85.88],"overall":[36.5,74.3]},"borderline":true},"report":{"closedBookBaseline":0.23076923076923078,"familiarity":0.23076923076923078,"closedBookRuns":3,"lift":0.3692,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17587,"efficiencyScore":48.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":13},"rank":224,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0011314057c49a3a860f0bac2fc91b48240aa14cf803da50062d807f4335005b","environment":{"harnessGitSha":"bcc80807","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T14:12:33.365Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.4,"min":55.4,"max":55.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T10:05:17.671Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":49.7,"grade":"D","rank":105,"categoryRank":11},{"scannedAt":"2026-08-06T14:12:33.365Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.4,"bandId":"T2","rank":188,"categoryRank":18}]},{"slug":"aws","name":"AWS","domain":"amazon.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.3,"bandId":"T2","discovery":18.4,"comprehension":71.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[46.5191,87.4282],"overall":[38.1,66.7]},"borderline":true},"report":{"closedBookBaseline":0.5454545454545454,"familiarity":0.5454545454545454,"closedBookRuns":3,"lift":0.1818,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14347,"efficiencyScore":56.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":225,"categoryRank":32,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"43ac80583c1623e0190556690efb6f4b28a9212265f056fd703115d479b4da72","environment":{"harnessGitSha":"e01469cb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T20:30:14.248Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.3,"min":55.3,"max":55.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T20:30:14.248Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.3,"bandId":"T2","rank":189,"categoryRank":29}]},{"slug":"scaleway","name":"Scaleway","domain":"scaleway.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.2,"bandId":"T2","discovery":34.2,"comprehension":64.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[44.9114,89.9114],"overall":[41.7,73.2]},"borderline":true},"report":{"closedBookBaseline":0.5714285714285714,"familiarity":0.5714285714285714,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11738,"efficiencyScore":63.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":226,"categoryRank":33,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ba0375e9fcc18b9c3660fc88224631b2b7479447f66ed30fc82182699d7075dc","environment":{"harnessGitSha":"ce005bee","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T01:20:16.823Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.2,"min":55.2,"max":64.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T01:20:16.823Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.2,"bandId":"T2","rank":221,"categoryRank":33}]},{"slug":"snyk","name":"Snyk","domain":"snyk.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":55.1,"bandId":"T2","discovery":50,"comprehension":57.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[31.5443,76.5443],"overall":[37.1,68.6]},"borderline":true},"report":{"closedBookBaseline":0.5714285714285714,"familiarity":0.5714285714285714,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13489,"efficiencyScore":58.3},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":227,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"164cab3b1bde00c6a34dcf86f18d1dd4f592e9f853f7c7b3185a7ad6e8102217","environment":{"harnessGitSha":"711a0487","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T08:11:22.877Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":55.1,"min":55.1,"max":55.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T08:11:22.877Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":55.1,"bandId":"T2","rank":223,"categoryRank":24}]},{"slug":"freshworks","name":"Freshworks","domain":"freshworks.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54.8,"bandId":"T2","discovery":31.6,"comprehension":64.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[34.81,94.81],"overall":[33.8,75.8]},"borderline":true},"report":{"closedBookBaseline":0.5555555555555556,"familiarity":0.5555555555555556,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17942,"efficiencyScore":48.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":228,"categoryRank":11,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6ab74de3469d6ec4e846fab0ee800c3aeeccaa06cd0d37e6cfb47048ef4c037d","environment":{"harnessGitSha":"4d5516aa","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T12:57:22.702Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54.8,"min":54.8,"max":54.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T21:52:09.951Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":47.5,"grade":"D","rank":114,"categoryRank":9},{"scannedAt":"2026-07-21T19:55:20.065Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":47.3,"grade":"D","rank":120,"categoryRank":10},{"scannedAt":"2026-08-09T12:57:22.702Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54.8,"bandId":"T2","rank":190,"categoryRank":10}]},{"slug":"telegram","name":"Telegram","domain":"telegram.org","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54.8,"bandId":"T2","discovery":31.6,"comprehension":64.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[34.7,94.7],"overall":[33.8,75.8]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0.2222,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":18461,"efficiencyScore":47},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":228,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"452d35e471ba7b9871c8c6eec4c47c09bca21cd85d34dd900c12761dc0745ec0","environment":{"harnessGitSha":"96438763","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T19:21:02.511Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54.8,"min":54.8,"max":54.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:41:51.316Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":49,"grade":"D","rank":110,"categoryRank":19},{"scannedAt":"2026-08-26T19:21:02.511Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54.8,"bandId":"T2","rank":190,"categoryRank":18}]},{"slug":"serpapi","name":"serpapi","domain":"serpapi.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54.7,"bandId":"T2","discovery":31.6,"comprehension":64.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[34.64,84.64],"overall":[33.7,68.7]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":18775,"efficiencyScore":46.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":230,"categoryRank":38,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"95238fda5b316aa39bd165a23b2ae8139c17211483775821a7a5e3f9f2274924","environment":{"harnessGitSha":"ab4aa246","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T07:01:35.074Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54.7,"min":54.7,"max":54.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-23T07:01:35.074Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54.7,"bandId":"T2","rank":192,"categoryRank":35}]},{"slug":"supabase","name":"Supabase","domain":"supabase.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54.6,"bandId":"T2","discovery":52.6,"comprehension":55.5,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[39.1273,88.2182],"overall":[43.2,77.5]},"borderline":true},"report":{"closedBookBaseline":0.6428571428571429,"familiarity":0.6428571428571429,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11517,"efficiencyScore":64},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":231,"categoryRank":34,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"abc558c964ee6ac1cf4cb05015db1015319c4cf4bb54be703572c4ec1372a27b","environment":{"harnessGitSha":"68260577","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T02:28:09.551Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54.6,"min":54.6,"max":84.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-26T02:28:09.551Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54.6,"bandId":"T2","rank":193,"categoryRank":30}]},{"slug":"buildkite","name":"Buildkite","domain":"buildkite.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54.4,"bandId":"T2","discovery":57.9,"comprehension":52.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[28.3155,77.4064],"overall":[37.2,71.6]},"borderline":true},"report":{"closedBookBaseline":0.5454545454545454,"familiarity":0.5454545454545454,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":23918,"efficiencyScore":37.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":11},"rank":232,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f7414142ceee38cc44e284838513972052d4616e5474ac34d1402843ff22cfc0","environment":{"harnessGitSha":"6b29097a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T05:48:04.830Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54.4,"min":54.4,"max":54.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:58:14.710Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":57.2,"grade":"D","rank":88,"categoryRank":3},{"scannedAt":"2026-08-05T05:48:04.830Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54.4,"bandId":"T2","rank":194,"categoryRank":20}]},{"slug":"snipcart","name":"Snipcart","domain":"snipcart.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54,"bandId":"T2","discovery":26.3,"comprehension":65.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[41.83,83.83],"overall":[37.2,66.6]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.0667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13504,"efficiencyScore":58.3},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":233,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2b28a463ad86f6eef1ad1d8908aa53894fcd9842c66b79d8bc64a5b7819c4605","environment":{"harnessGitSha":"89f1082e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T23:50:17.965Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54,"min":54,"max":54},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:26:36.176Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":70.1,"grade":"C","rank":43,"categoryRank":4},{"scannedAt":"2026-08-23T23:50:17.965Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54,"bandId":"T2","rank":195,"categoryRank":10}]},{"slug":"useagave","name":"Agave","domain":"agaveapi.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":54,"bandId":"T2","discovery":26.3,"comprehension":65.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[41.88,83.88],"overall":[37.2,66.6]},"borderline":true},"report":{"closedBookBaseline":0.2,"familiarity":0.2,"closedBookRuns":3,"lift":0.4667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13303,"efficiencyScore":58.8},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":233,"categoryRank":35,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a69f8693164cb059dfc6b0c2387a777224b02ed5f532ca933c9f3618dfd1ada2","environment":{"harnessGitSha":"97426e53","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T20:29:57.870Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":54,"min":54,"max":54},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-27T20:29:57.870Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":54,"bandId":"T2","rank":195,"categoryRank":31}]},{"slug":"pipeboard","name":"Pipeboard","domain":"pipeboard.co","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":53.7,"bandId":"T2","discovery":42.1,"comprehension":58.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[31.72,85.72],"overall":[34.8,72.6]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0.3,"trapPassRate":0.7778,"tokensToComprehension":{"perPassedTask":18384,"efficiencyScore":47.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":235,"categoryRank":39,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7d927db226030e4bda72f9add14e2af2c978e5716aa51113eb377e95d21396b7","environment":{"harnessGitSha":"72369f38","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T11:02:29.641Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":53.7,"min":53.7,"max":53.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-19T11:02:29.641Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":53.7,"bandId":"T2","rank":197,"categoryRank":36}]},{"slug":"stackoverflow","name":"Stack Exchange","domain":"stackexchange.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":53.6,"bandId":"T2","discovery":5.3,"comprehension":74.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[40.56,96.81],"overall":[30,69.4]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0.1778,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":10285,"efficiencyScore":68.1},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":10},"rank":236,"categoryRank":26,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7f6bf90cf6b41a0c1b668f1fe3afd8a2d9203c106394e124ee58f01e82a5549b","environment":{"harnessGitSha":"d88fc29c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-25T01:03:23.304Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":53.6,"min":53.6,"max":53.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-25T01:03:23.304Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":53.6,"bandId":"T2","rank":198,"categoryRank":21}]},{"slug":"clerk","name":"Clerk","domain":"clerk.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":53.5,"bandId":"T2","discovery":52.6,"comprehension":53.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[23.9,83.9],"overall":[32.5,74.5]},"borderline":true},"report":{"closedBookBaseline":0.5555555555555556,"familiarity":0.5555555555555556,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":23042,"efficiencyScore":39},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":237,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bfa1fb1431a2be95b3a567058864571c1089762e056113e4329e67951986f48a","environment":{"harnessGitSha":"f8d2361f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T14:55:49.970Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":53.5,"min":53.5,"max":53.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:17:01.339Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":43.4,"grade":"D","rank":122,"categoryRank":12},{"scannedAt":"2026-07-22T08:44:11.783Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":47.2,"grade":"D","rank":121,"categoryRank":13},{"scannedAt":"2026-08-05T14:55:49.970Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":53.5,"bandId":"T2","rank":199,"categoryRank":11}]},{"slug":"keap","name":"Keap","domain":"keap.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":53,"bandId":"T2","discovery":26.3,"comprehension":64.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[34.47,94.47],"overall":[32,74]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":19676,"efficiencyScore":44.7},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":238,"categoryRank":12,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"43e0c1fb4f0badb73c8e15ed4cd4c208fb435454d75f8a983c26f09050b2c26e","environment":{"harnessGitSha":"bcf0258d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T01:53:41.203Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":53,"min":53,"max":53},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T01:53:41.203Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":53,"bandId":"T2","rank":224,"categoryRank":12}]},{"slug":"mailboxvalidator","name":"MailboxValidator","domain":"mailboxvalidator.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":52.9,"bandId":"T2","discovery":26.3,"comprehension":64.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[34.37,84.37],"overall":[31.9,66.9]},"borderline":true},"report":{"closedBookBaseline":0.6666666666666666,"familiarity":0.6666666666666666,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":20260,"efficiencyScore":43.7},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":239,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a4fd75084ec68fbb10a2befcdb9f734d7f026f2ca174fa29000823243d7a81a6","environment":{"harnessGitSha":"af9e36e2","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T12:22:32.471Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":52.9,"min":52.9,"max":52.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:59:23.162Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":50.5,"grade":"D","rank":103,"categoryRank":17},{"scannedAt":"2026-08-14T12:22:32.471Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":52.9,"bandId":"T2","rank":200,"categoryRank":19}]},{"slug":"frontegg","name":"Frontegg","domain":"frontegg.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":52.6,"bandId":"T2","discovery":36.8,"comprehension":59.4,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[38.2147,80.5676],"overall":[37.8,67.4]},"borderline":true},"report":{"closedBookBaseline":0.6470588235294118,"familiarity":0.6470588235294118,"closedBookRuns":3,"lift":-0.0588,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11359,"efficiencyScore":64.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":240,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"fc00055f76f74a24f975373a5386a7bab3879f1e0961f4909f6cf928ed176382","environment":{"harnessGitSha":"c8e35c91","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T17:39:08.346Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":52.6,"min":48.6,"max":52.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:31:08.880Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":42.4,"grade":"D","rank":124,"categoryRank":13},{"scannedAt":"2026-07-22T08:52:19.662Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":72.8,"grade":"C","rank":36,"categoryRank":3},{"scannedAt":"2026-08-09T17:39:08.346Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":52.6,"bandId":"T2","rank":201,"categoryRank":12}]},{"slug":"grafana","name":"Grafana","domain":"grafana.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":52.6,"bandId":"T2","discovery":73.7,"comprehension":43.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.52,73.52],"overall":[31.6,73.6]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":25622,"efficiencyScore":35.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":240,"categoryRank":27,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d799a0b73917ec096c48ae3092cfb689de8158b0bf23c674a7d259927932f7ac","environment":{"harnessGitSha":"3bc26146","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T19:12:46.527Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":52.6,"min":52.6,"max":52.6},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-09-04T19:12:46.527Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":52.6,"bandId":"T2","rank":224,"categoryRank":25}]},{"slug":"hygraph","name":"Hygraph","domain":"hygraph.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":52.4,"bandId":"T2","discovery":47.4,"comprehension":54.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[24.49,84.49],"overall":[31.4,73.4]},"borderline":true},"report":{"closedBookBaseline":0.5555555555555556,"familiarity":0.5555555555555556,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":19583,"efficiencyScore":44.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":242,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d7b387a9a5e6de3df166a15d710750932b17c7b22daff5875557c4ed71ed5193","environment":{"harnessGitSha":"e7b68522","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T00:28:13.407Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":52.4,"min":52.4,"max":52.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:14:01.745Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":49.1,"grade":"D","rank":109,"categoryRank":11},{"scannedAt":"2026-07-20T22:47:48.870Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":48.9,"grade":"D","rank":116,"categoryRank":10},{"scannedAt":"2026-08-11T00:28:13.407Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":52.4,"bandId":"T2","rank":202,"categoryRank":10}]},{"slug":"swell","name":"Swell","domain":"swell.is","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":52,"bandId":"T2","discovery":26.3,"comprehension":63.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[51.82,91.195],"overall":[44.2,71.7]},"borderline":true},"report":{"closedBookBaseline":0.8125,"familiarity":0.8125,"closedBookRuns":3,"lift":-0.1875,"trapPassRate":0.8889,"tokensToComprehension":{"perPassedTask":10277,"efficiencyScore":68.2},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":16},"rank":243,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b764f89c3d4f012643e6201aba354972fbfc2f8823f3ccab7ab6800422ab4953","environment":{"harnessGitSha":"68260577","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T02:32:42.512Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":52,"min":52,"max":72.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:30:00.970Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":46.6,"grade":"D","rank":116,"categoryRank":12},{"scannedAt":"2026-08-26T02:32:42.512Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":52,"bandId":"T2","rank":203,"categoryRank":11}]},{"slug":"gravitee","name":"Gravitee","domain":"gravitee.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":51.9,"bandId":"T2","discovery":47.4,"comprehension":53.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[23.87,83.87],"overall":[30.9,72.9]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.2222,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":23241,"efficiencyScore":38.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":244,"categoryRank":36,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"45d60f49e0e94a8722f3b92616145f4df8f837dcd7e7a75b612e1a5a30ca1956","environment":{"harnessGitSha":"da1a120f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T06:46:59.311Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":51.9,"min":51.9,"max":51.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-10T06:46:59.311Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":51.9,"bandId":"T2","rank":204,"categoryRank":32}]},{"slug":"codecov","name":"Codecov","domain":"codecov.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":51.5,"bandId":"T2","discovery":0,"comprehension":73.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[51.03,96.03],"overall":[35.7,67.2]},"borderline":true},"report":{"closedBookBaseline":0.7777777777777778,"familiarity":0.7777777777777778,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12791,"efficiencyScore":60.3},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":245,"categoryRank":28,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6c112471dde74c7c2e0f2cb027e858ea19933d69d7d83ff2aa9c2feb2844b821","environment":{"harnessGitSha":"ef734069","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T19:53:43.137Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":51.5,"min":51.5,"max":51.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T19:53:43.137Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":51.5,"bandId":"T2","rank":220,"categoryRank":25}]},{"slug":"vonage","name":"Vonage","domain":"vonage.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":51.3,"bandId":"T2","discovery":34.2,"comprehension":58.7,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[31.67,85.67],"overall":[32.4,70.2]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":18640,"efficiencyScore":46.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":246,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ae291e27d6330d65a5c57060d12cd56301423486f32cd09dccac82928164f0e7","environment":{"harnessGitSha":"d1b96439","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T13:11:25.619Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":51.3,"min":51.3,"max":51.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T08:42:25.292Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":61.3,"grade":"C","rank":76,"categoryRank":12},{"scannedAt":"2026-08-28T13:11:25.619Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":51.3,"bandId":"T2","rank":205,"categoryRank":20}]},{"slug":"wrike","name":"Wrike","domain":"wrike.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":51,"bandId":"T2","discovery":36.8,"comprehension":57.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[34.635,79.635],"overall":[35.3,66.8]},"borderline":true},"report":{"closedBookBaseline":0.5625,"familiarity":0.5625,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":11174,"efficiencyScore":65.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":247,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"fe7a0a42eeaa68444c846d3975cd214f2928eb83ee54c650c32728fff4810730","environment":{"harnessGitSha":"8a70752d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T22:01:24.963Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":51,"min":51,"max":51},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T22:01:24.963Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":51,"bandId":"T2","rank":247,"categoryRank":22}]},{"slug":"instagram","name":"Instagram","domain":"facebook.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":50.8,"bandId":"T2","discovery":55.3,"comprehension":48.9,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[21.94,75.94],"overall":[31.9,69.7]},"borderline":true},"report":{"closedBookBaseline":0.3076923076923077,"familiarity":0.3076923076923077,"closedBookRuns":3,"lift":0.1923,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":22792,"efficiencyScore":39.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":13},"rank":248,"categoryRank":26,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"46b3eaaf5c24c1b105662b4b1a55619a768da33c88d4218092ec1a1483e9ab1d","environment":{"harnessGitSha":"bc006a29","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T09:16:08.776Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":50.8,"min":44,"max":50.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:54:43.262Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":49.7,"grade":"D","rank":105,"categoryRank":18},{"scannedAt":"2026-08-11T09:16:08.776Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":50.8,"bandId":"T2","rank":206,"categoryRank":21}]},{"slug":"elastic","name":"Elastic","domain":"elastic.co","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":50.4,"bandId":"T2","discovery":42.1,"comprehension":53.9,"capabilityFloor":"frontier-only","requestCoverage":null,"ci":{"comprehension":[29.3755,78.4664],"overall":[33.2,67.6]},"borderline":true},"report":{"closedBookBaseline":0.45454545454545453,"familiarity":0.45454545454545453,"closedBookRuns":3,"lift":0.0909,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17803,"efficiencyScore":48.3},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":249,"categoryRank":37,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d1cf73731744e551761c096903f5787108893920c4a1acc3fc03b4c257553155","environment":{"harnessGitSha":"f40aaea1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T15:25:02.127Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":50.4,"min":50.4,"max":50.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T15:25:02.127Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":50.4,"bandId":"T2","rank":207,"categoryRank":33}]},{"slug":"github","name":"GitHub","domain":"github.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":50.2,"bandId":"T2","discovery":50,"comprehension":50.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[24.6057,69.6057],"overall":[32.2,63.7]},"borderline":true},"report":{"closedBookBaseline":0.42857142857142855,"familiarity":0.42857142857142855,"closedBookRuns":3,"lift":0.0714,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15573,"efficiencyScore":53.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":250,"categoryRank":29,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"463f45106ac58c239140a13955c8c01a8ff6aef9b221f181096304459ab95110","environment":{"harnessGitSha":"f43a5d67","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T02:33:42.512Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":50.2,"min":45.3,"max":50.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-10T02:33:42.512Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":50.2,"bandId":"T2","rank":208,"categoryRank":22}]},{"slug":"apicurio","name":"apicurio.local","domain":"apicur.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":49.8,"bandId":"T2","discovery":0,"comprehension":71.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[38.3473,87.4382],"overall":[26.8,61.2]},"borderline":true},"report":{"closedBookBaseline":0.2727272727272727,"familiarity":0.2727272727272727,"closedBookRuns":3,"lift":0.4545,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14334,"efficiencyScore":56.2},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":251,"categoryRank":30,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8ca2a6769209fa147f7f03be30e462098811ca2678b3c5749d91233ad52107f9","environment":{"harnessGitSha":"94fcba58","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T02:00:02.665Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":49.8,"min":43.7,"max":49.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:35:34.198Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":0,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-04T02:00:02.665Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":49.8,"bandId":"T2","rank":209,"categoryRank":23}]},{"slug":"gitlab","name":"GitLab","domain":"gitlab.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":49.7,"bandId":"T2","discovery":39.5,"comprehension":54.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[24.12,74.12],"overall":[28.7,63.7]},"borderline":true},"report":{"closedBookBaseline":0.5555555555555556,"familiarity":0.5555555555555556,"closedBookRuns":3,"lift":0,"trapPassRate":0.963,"tokensToComprehension":{"perPassedTask":21702,"efficiencyScore":41.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":252,"categoryRank":31,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"14e290d4278bc9ecc655c1b97fcf594757307854bcc9c42106a5f69ff82200a6","environment":{"harnessGitSha":"f43a5d67","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T02:22:00.904Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":49.7,"min":42.2,"max":49.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-10T02:22:00.904Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":49.7,"bandId":"T2","rank":210,"categoryRank":24}]},{"slug":"massedcompute","name":"Massed Compute","domain":"massedcompute.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":49.5,"bandId":"T2","discovery":36.8,"comprehension":54.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[33.7406,70.7994],"overall":[34.7,60.6]},"borderline":true},"report":{"closedBookBaseline":0.17647058823529413,"familiarity":0.17647058823529413,"closedBookRuns":3,"lift":0.3529,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":9064,"efficiencyScore":72.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":253,"categoryRank":38,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ea91900be79af51ea4c73cd9c0e198d2c80fd7dbcedb43b016d4f486db21f57e","environment":{"harnessGitSha":"3fa67503","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-14T21:01:28.218Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":49.5,"min":45.5,"max":49.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-14T21:01:28.218Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":49.5,"bandId":"T2","rank":211,"categoryRank":34}]},{"slug":"activecampaign","name":"ActiveCampaign","domain":"activecampaign.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":49.2,"bandId":"T2","discovery":21.1,"comprehension":61.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[33.6123,82.0738],"overall":[29.9,63.8]},"borderline":true},"report":{"closedBookBaseline":0.46153846153846156,"familiarity":0.46153846153846156,"closedBookRuns":3,"lift":0.1538,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13170,"efficiencyScore":59.2},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":254,"categoryRank":13,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2a3ae9dd5283db292f9144d987591bcfd80f1fc499a5ac5189600c51b786d3f2","environment":{"harnessGitSha":"bee270b9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T23:53:07.794Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":49.2,"min":49.2,"max":49.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-02T23:53:07.794Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":49.2,"bandId":"T2","rank":220,"categoryRank":11}]},{"slug":"modal","name":"Modal","domain":"modal.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":49,"bandId":"T2","discovery":36.8,"comprehension":54.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[24.18,84.18],"overall":[28,70]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.2222,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":21328,"efficiencyScore":41.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":255,"categoryRank":40,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a419090149b6003104a95c2de0f9da3c664bc83ba16b5245d263ad966da17ec7","environment":{"harnessGitSha":"4d571287","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T15:18:49.540Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":49,"min":49,"max":56.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T15:18:49.540Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":49,"bandId":"T2","rank":244,"categoryRank":39}]},{"slug":"apollographql","name":"Apollo GraphQL","domain":"apollographql.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":48,"bandId":"T2","discovery":34.2,"comprehension":53.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.86,73.86],"overall":[20,62]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.2222,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":23344,"efficiencyScore":38.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":256,"categoryRank":32,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"655c084a06d6df783edc2b8be63da725df748a2e3a359e851e61189c31398fbe","environment":{"harnessGitSha":"6c8eeabd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T10:58:30.878Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":48,"min":32.7,"max":48},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:53:20.342Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":44.7,"grade":"D","rank":121,"categoryRank":4},{"scannedAt":"2026-08-04T10:58:30.878Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":48,"bandId":"T2","rank":212,"categoryRank":25}]},{"slug":"youtube","name":"YouTube","domain":"google.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":47.3,"bandId":"T2","discovery":31.6,"comprehension":54,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[26.3192,81.7038],"overall":[27.9,66.7]},"borderline":true},"report":{"closedBookBaseline":0.5714285714285714,"familiarity":0.5714285714285714,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14595,"efficiencyScore":55.5},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":14},"rank":257,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"acfd4c0c136c9bfa57b904eb72be8901e8a1ffc8a08520dbf3d065ce55ffe325","environment":{"harnessGitSha":"bf043000","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T20:13:34.695Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":47.3,"min":47.3,"max":47.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T21:50:29.985Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":49.6,"grade":"D","rank":107,"categoryRank":10},{"scannedAt":"2026-07-21T11:34:47.295Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":63.8,"grade":"C","rank":73,"categoryRank":6},{"scannedAt":"2026-08-28T20:13:34.695Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":47.3,"bandId":"T2","rank":213,"categoryRank":11}]},{"slug":"amentum","name":"amentum.space","domain":"amentum.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":47.2,"bandId":"T2","discovery":0,"comprehension":67.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[37.36,97.36],"overall":[26.2,68.2]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.3333,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":8840,"efficiencyScore":73.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":258,"categoryRank":39,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1662d88e6ad75e1de80cf429397fd79c64b6de90121cb9de5bf3bc347ea3b6d5","environment":{"harnessGitSha":"1dc504d7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T20:04:10.240Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":47.2,"min":47.2,"max":47.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:34:04.910Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":43.2,"grade":"D","rank":123,"categoryRank":8},{"scannedAt":"2026-08-01T20:04:10.240Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":47.2,"bandId":"T2","rank":214,"categoryRank":35}]},{"slug":"prisma","name":"Prisma","domain":"prisma.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":47.1,"bandId":"T2","discovery":73.7,"comprehension":35.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.26,69.51],"overall":[31.4,70.8]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":38978,"efficiencyScore":20.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":true,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":8},"rank":259,"categoryRank":33,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a605399bdef62b123241699b9df138f585deffe7b2476cfeb4e14745c109f606","environment":{"harnessGitSha":"2bcbfed0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T20:28:45.720Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":47.1,"min":47.1,"max":47.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-20T20:28:45.720Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":47.1,"bandId":"T2","rank":215,"categoryRank":26}]},{"slug":"adbutler","name":"AdButler","domain":"adbutler.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":46.9,"bandId":"T2","discovery":65.8,"comprehension":38.8,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[18.0362,59.5746],"overall":[32.4,61.4]},"borderline":true},"report":{"closedBookBaseline":0.3076923076923077,"familiarity":0.3076923076923077,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":21284,"efficiencyScore":41.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":13},"rank":260,"categoryRank":40,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a33c20f776df93640ce699eecd57dd6a0065e6dd27d3ef82149d180d489b27a7","environment":{"harnessGitSha":"e987d457","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T02:20:51.765Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":46.9,"min":46.9,"max":46.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T09:20:23.691Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":19.7,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T02:20:51.765Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":46.9,"bandId":"T2","rank":216,"categoryRank":36}]},{"slug":"fly","name":"Fly.io","domain":"fly.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":46.6,"bandId":"T2","discovery":21.1,"comprehension":57.6,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[35.09,80.09],"overall":[30.9,62.4]},"borderline":true},"report":{"closedBookBaseline":0.4166666666666667,"familiarity":0.4166666666666667,"closedBookRuns":3,"lift":0.1667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16579,"efficiencyScore":50.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":261,"categoryRank":41,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"af9aca6159aeaa75292bf9d9d9fb70e9ce3d9783b734e730921165a110e82390","environment":{"harnessGitSha":"4a7eb69c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T08:44:46.806Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":46.6,"min":46.6,"max":52.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-09T08:44:46.806Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":46.6,"bandId":"T2","rank":217,"categoryRank":37}]},{"slug":"wordpress","name":"WordPress","domain":"wordpress.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":46.4,"bandId":"T2","discovery":42.1,"comprehension":48.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[27.0465,69.3994],"overall":[31.6,61.2]},"borderline":true},"report":{"closedBookBaseline":0.47058823529411764,"familiarity":0.47058823529411764,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":13339,"efficiencyScore":58.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":17},"rank":262,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1b48a5dc6ec2f2ea86767760babbb02ae3df9506c6d739b8cc6af841f0f7fcb6","environment":{"harnessGitSha":"8a70752d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T22:00:33.348Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":46.4,"min":46.4,"max":46.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T22:00:33.348Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":46.4,"bandId":"T2","rank":262,"categoryRank":15}]},{"slug":"appwrite","name":"Appwrite","domain":"appwrite.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":46.1,"bandId":"T2","discovery":55.3,"comprehension":42.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[20.9424,58.0012],"overall":[31.2,57.2]},"borderline":true},"report":{"closedBookBaseline":0.4117647058823529,"familiarity":0.4117647058823529,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16710,"efficiencyScore":50.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":263,"categoryRank":42,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8e1e0d5d00da3d0df5e17ba05fe10cca792d101b54e1353bebcbdb8c3a27cd76","environment":{"harnessGitSha":"6c8eeabd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T11:16:59.038Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":46.1,"min":42,"max":46.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T11:16:59.038Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":46.1,"bandId":"T2","rank":218,"categoryRank":38}]},{"slug":"temporal","name":"Temporal","domain":"temporal.io","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":46,"bandId":"T2","discovery":52.6,"comprehension":43.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[23.22,73.22],"overall":[32,67]},"borderline":true},"report":{"closedBookBaseline":0.5555555555555556,"familiarity":0.5555555555555556,"closedBookRuns":3,"lift":-0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":27817,"efficiencyScore":32.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":264,"categoryRank":43,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5346e3209a015d7a9a93b25e6aa6661c90a6c5c0526731e0ceb686f10e1a519e","environment":{"harnessGitSha":"bee270b9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T23:52:10.724Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":46,"min":46,"max":53.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-26T19:16:52.410Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T05:26:31.376Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T23:52:10.724Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":46,"bandId":"T2","rank":228,"categoryRank":41}]},{"slug":"konghq","name":"Kong","domain":"konghq.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.9,"bandId":"T2","discovery":50,"comprehension":42.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[23.4157,68.4157],"overall":[31.4,62.9]},"borderline":true},"report":{"closedBookBaseline":0.5714285714285714,"familiarity":0.5714285714285714,"closedBookRuns":3,"lift":-0.1429,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":21653,"efficiencyScore":41.3},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":265,"categoryRank":44,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4dc7d85cafe07d6714c7a3e6c593b77409224fec805f6b35f4e4d1a32cc1f5af","environment":{"harnessGitSha":"541d3ada","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-12T18:48:39.603Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.9,"min":44.9,"max":44.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-12T18:48:39.603Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.9,"bandId":"T2","rank":219,"categoryRank":39}]},{"slug":"shipstation","name":"ShipStation","domain":"shipstation.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.9,"bandId":"T2","discovery":36.8,"comprehension":48.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[14.56,82.06],"overall":[21.2,68.5]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0.125,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":27126,"efficiencyScore":33.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":265,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4e0c6f9548152cea92433942a00dee3e6889a7558eb6b27c2fafa360aeef1157","environment":{"harnessGitSha":"c876b1c9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T04:33:57.144Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.9,"min":44.9,"max":44.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T04:33:57.144Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.9,"bandId":"T2","rank":258,"categoryRank":14}]},{"slug":"kinde","name":"Kinde","domain":"kinde.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.6,"bandId":"T2","discovery":47.4,"comprehension":43.5,"capabilityFloor":"haiku-ready","requestCoverage":null,"ci":{"comprehension":[13.46,73.46],"overall":[23.6,65.6]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":26071,"efficiencyScore":34.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":267,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"63a35ded5bd0ebd23d23835e09e7cfcefd19ad5c6844159ce23b446e5dc74d35","environment":{"harnessGitSha":"32ed354b","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-12T02:05:12.648Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.6,"min":44.6,"max":44.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:39:16.192Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":35,"grade":"F","rank":134,"categoryRank":16},{"scannedAt":"2026-07-22T13:00:55.240Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":60.5,"grade":"C","rank":83,"categoryRank":11},{"scannedAt":"2026-08-12T02:05:12.648Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.6,"bandId":"T2","rank":220,"categoryRank":13}]},{"slug":"clickup","name":"ClickUp","domain":"clickup.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.4,"bandId":"T2","discovery":52.6,"comprehension":40.9,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[28.88,70.88],"overall":[36,65.4]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.0667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17599,"efficiencyScore":48.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":268,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"69ef0d8f158431d08edefdd5abb9617dde54f79c93524973004d7724fcb43042","environment":{"harnessGitSha":"bf302554","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T15:17:56.925Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.4,"min":44.4,"max":71.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T10:05:17.620Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":73.8,"grade":"C","rank":30,"categoryRank":4},{"scannedAt":"2026-08-05T15:17:56.925Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.4,"bandId":"T2","rank":221,"categoryRank":19}]},{"slug":"harness","name":"Harness","domain":"harness.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.4,"bandId":"T2","discovery":39.5,"comprehension":46.5,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[18.8162,67.2777],"overall":[25,58.9]},"borderline":true},"report":{"closedBookBaseline":0.3076923076923077,"familiarity":0.3076923076923077,"closedBookRuns":3,"lift":0.1538,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":17163,"efficiencyScore":49.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":13},"rank":268,"categoryRank":34,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f1d0e92bbb0c022ebfedab60c3b6ed8ca0ac7c150003f90fc1ade7fb6f99f9e8","environment":{"harnessGitSha":"3bc26146","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T19:28:22.102Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.4,"min":44.4,"max":44.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T19:28:22.102Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.4,"bandId":"T2","rank":248,"categoryRank":32}]},{"slug":"bugsnag","name":"Bugsnag","domain":"bugsnag.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.3,"bandId":"T2","discovery":21.1,"comprehension":54.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[14.26,74.26],"overall":[16.3,58.3]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":20866,"efficiencyScore":42.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":270,"categoryRank":35,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a9d6544a75089b65ea989a17f0def86253dd76a5a3ff0aa8c9b6e411eb6c6e8f","environment":{"harnessGitSha":"16def623","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T09:47:12.050Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.3,"min":29,"max":44.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T09:47:12.050Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.3,"bandId":"T2","rank":236,"categoryRank":29}]},{"slug":"wise","name":"Wise","domain":"wise.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.2,"bandId":"T2","discovery":21.1,"comprehension":54.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[26.4692,74.9308],"overall":[24.9,58.8]},"borderline":true},"report":{"closedBookBaseline":0.46153846153846156,"familiarity":0.46153846153846156,"closedBookRuns":3,"lift":0.0769,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":14007,"efficiencyScore":57},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":13},"rank":271,"categoryRank":26,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"eaf736cc8710bd32b609ac08b498fee0bd8f72ca7ae7d51b6a9a86823f473ca3","environment":{"harnessGitSha":"932c24df","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T18:35:05.012Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.2,"min":39,"max":44.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T18:35:05.012Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.2,"bandId":"T2","rank":269,"categoryRank":26}]},{"slug":"mural","name":"Mural","domain":"mural.co","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44.1,"bandId":"T2","discovery":44.7,"comprehension":43.8,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[18.1071,69.5357],"overall":[26.1,62.1]},"borderline":true},"report":{"closedBookBaseline":0.42857142857142855,"familiarity":0.42857142857142855,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15858,"efficiencyScore":52.5},"signals":{"llmsTxt":false,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":272,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b942fb42e3df35bc953b96b0b8049d550f6d3409c084873593fda9b00f67b09a","environment":{"harnessGitSha":"fc435e12","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T18:40:38.349Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44.1,"min":44.1,"max":44.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T18:40:38.349Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44.1,"bandId":"T2","rank":259,"categoryRank":22}]},{"slug":"saleor","name":"Saleor","domain":"saleor.io","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":44,"bandId":"T2","discovery":71.1,"comprehension":32.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.38,62.38],"overall":[30,65]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35193,"efficiencyScore":23.8},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":true,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":273,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7773e69777db0d4077e0ed7956b9f5bf655c82b77adab832b1e59089a2085b8f","environment":{"harnessGitSha":"de8d6201","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T06:10:13.473Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":44,"min":44,"max":44},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:24:21.306Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":59.9,"grade":"D","rank":82,"categoryRank":9},{"scannedAt":"2026-08-22T06:10:13.473Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":44,"bandId":"T2","rank":222,"categoryRank":12}]},{"slug":"emtech","name":"EMTECH","domain":"emtech.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":43.8,"bandId":"T2","discovery":0,"comprehension":62.5,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[37.9873,87.0782],"overall":[26.6,61]},"borderline":true},"report":{"closedBookBaseline":0.2727272727272727,"familiarity":0.2727272727272727,"closedBookRuns":3,"lift":0.3636,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15823,"efficiencyScore":52.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":274,"categoryRank":45,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9b52b28f7c826ab10dad1b2b2664ea376f1656e29e0bfaab321e17630681d6c5","environment":{"harnessGitSha":"cfeafb45","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T19:36:05.705Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":43.8,"min":43.8,"max":43.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T19:36:05.705Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":43.8,"bandId":"T2","rank":223,"categoryRank":40}]},{"slug":"decisionnode","name":"DecisionNode","domain":"decisionnode.dev","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":43.7,"bandId":"T2","discovery":63.2,"comprehension":35.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[15.32,65.32],"overall":[29.7,64.7]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":15543,"efficiencyScore":53.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":9},"rank":275,"categoryRank":36,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9aab98f1d3b5527012587cbd0c92e305249e702d5b27d8d8a3f00cfb5c4da3d2","environment":{"harnessGitSha":"b3d2eed0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T18:31:00.854Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":43.7,"min":43.7,"max":43.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T20:43:41.772Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":41.6,"grade":"D","rank":125,"categoryRank":5},{"scannedAt":"2026-07-20T14:08:44.195Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":43.9,"grade":"D","rank":126,"categoryRank":6},{"scannedAt":"2026-08-06T18:31:00.854Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":43.7,"bandId":"T2","rank":224,"categoryRank":27}]},{"slug":"digitalocean","name":"DigitalOcean","domain":"digitalocean.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":43.7,"bandId":"T2","discovery":55.3,"comprehension":38.7,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[11.72,65.72],"overall":[24.8,62.6]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":-0.1,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":31973,"efficiencyScore":27.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":275,"categoryRank":46,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"989e3968e21c23e7d55b4df01c1e41ca5d8b816b48ba1b74bae42ff6ec5b7ef4","environment":{"harnessGitSha":"74fb7316","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-07T21:36:42.250Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":43.7,"min":36.7,"max":57.3},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-07T21:36:42.250Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":43.7,"bandId":"T2","rank":224,"categoryRank":41}]},{"slug":"apigee","name":"apigee.local","domain":"google.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":42.5,"bandId":"T2","discovery":31.6,"comprehension":47.2,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[29.15,71.15],"overall":[29.9,59.3]},"borderline":true},"report":{"closedBookBaseline":0.2,"familiarity":0.2,"closedBookRuns":3,"lift":0.2667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":16309,"efficiencyScore":51.5},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":15},"rank":277,"categoryRank":47,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"156ab000524fb8a48e596f4f5c76d2fe0c15c8ab7fbe1d7a75101d4461427915","environment":{"harnessGitSha":"2c543242","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T06:45:23.182Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":42.5,"min":42.5,"max":42.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:56:47.564Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":51,"grade":"D","rank":102,"categoryRank":7},{"scannedAt":"2026-08-04T06:45:23.182Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":42.5,"bandId":"T2","rank":226,"categoryRank":42}]},{"slug":"ovhcloud","name":"OVHcloud","domain":"ovhcloud.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":42.3,"bandId":"T2","discovery":15.8,"comprehension":53.6,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[32.4706,74.8235],"overall":[27.5,57.1]},"borderline":true},"report":{"closedBookBaseline":0.4117647058823529,"familiarity":0.4117647058823529,"closedBookRuns":3,"lift":0.1176,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":12898,"efficiencyScore":60},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":17},"rank":278,"categoryRank":48,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b5af1561bac3682cae2cf94996a4758b5f1aa37e4f0738eb5722d0bd5c5fcce6","environment":{"harnessGitSha":"a40da9a5","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T01:24:48.699Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":42.3,"min":42.3,"max":42.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-18T01:24:48.699Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":42.3,"bandId":"T2","rank":227,"categoryRank":43}]},{"slug":"icconsult","name":"iC Consult","domain":"ic-consult.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":41.6,"bandId":"T2","discovery":63.2,"comprehension":32.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.37,62.37],"overall":[27.6,62.6]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35293,"efficiencyScore":23.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":9},"rank":279,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2ce105d270cd6ad9a5b1ee60865ea088a78e40496a55ed2fa04f294fdfdec61a","environment":{"harnessGitSha":"e7b68522","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T00:18:53.140Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":41.6,"min":41.6,"max":41.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:33:18.442Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":39.7,"grade":"F","rank":127,"categoryRank":14},{"scannedAt":"2026-07-22T12:56:40.014Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":39.6,"grade":"F","rank":129,"categoryRank":15},{"scannedAt":"2026-08-11T00:18:53.140Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":41.6,"bandId":"T2","rank":228,"categoryRank":14}]},{"slug":"braintree","name":"Braintree","domain":"paypal.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":41.4,"bandId":"T2","discovery":36.8,"comprehension":43.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.31,73.31],"overall":[20.4,62.4]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":27148,"efficiencyScore":33.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":280,"categoryRank":27,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c952c57c52f61262f19dd6e4c4a762e16a80a25673e4d15fc8fa4eea9b0044c1","environment":{"harnessGitSha":"9dba2398","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T01:11:03.354Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":41.4,"min":41.4,"max":41.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:38:53.326Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":54,"grade":"D","rank":96,"categoryRank":13},{"scannedAt":"2026-08-05T01:11:03.354Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":41.4,"bandId":"T2","rank":229,"categoryRank":19}]},{"slug":"predictleads","name":"PredictLeads","domain":"predictleads.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":41.4,"bandId":"T2","discovery":55.3,"comprehension":35.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.88,69.13],"overall":[25.6,65]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":43321,"efficiencyScore":16.3},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":8},"rank":280,"categoryRank":21,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6a4f7cd19da6c4da0595616673dfe53ea43322dfa3f6b5423f42d0f59ebdecbe","environment":{"harnessGitSha":"db885da0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T05:27:24.778Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":41.4,"min":41.3,"max":41.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-20T20:33:23.717Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T05:27:24.778Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":41.4,"bandId":"T2","rank":229,"categoryRank":18}]},{"slug":"snowflake","name":"Snowflake","domain":"snowflake.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":41,"bandId":"T2","discovery":36.8,"comprehension":42.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[22.78,72.78],"overall":[27,62]},"borderline":true},"report":{"closedBookBaseline":0.4444444444444444,"familiarity":0.4444444444444444,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":31458,"efficiencyScore":27.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":282,"categoryRank":49,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"72eeed22343b8e9642d0515793051dec960e4ebfda9253b048bc62cb332f2793","environment":{"harnessGitSha":"eeafe8bb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-24T08:04:02.950Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":41,"min":41,"max":48.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-24T08:04:02.950Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":41,"bandId":"T2","rank":230,"categoryRank":44}]},{"slug":"web3auth","name":"Web3Auth","domain":"web3auth.io","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":40.6,"bandId":"T2","discovery":60.5,"comprehension":32,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.01,62.01],"overall":[26.6,61.6]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":38961,"efficiencyScore":20.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":9},"rank":283,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8991c081d06a6841789c39482eedfe85f3e83be734d42d29ef2329925f9b4941","environment":{"harnessGitSha":"ea27a9e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T18:24:37.133Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":40.6,"min":40.6,"max":40.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:48:52.477Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":38.6,"grade":"F","rank":130,"categoryRank":15},{"scannedAt":"2026-08-28T18:24:37.133Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":40.6,"bandId":"T2","rank":231,"categoryRank":15}]},{"slug":"lula","name":"Lula","domain":"meetgail.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":40.4,"bandId":"T2","discovery":60.5,"comprehension":31.8,"capabilityFloor":"sonnet-gated","requestCoverage":null,"ci":{"comprehension":[11.76,61.76],"overall":[26.4,61.4]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":41686,"efficiencyScore":17.6},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":284,"categoryRank":27,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f8bc1a5feea420e4f5e158777efee0ec05548aed7485f7fdaf5f9c37764f2b51","environment":{"harnessGitSha":"01fe8702","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T19:49:50.373Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":40.4,"min":40.4,"max":40.4},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-14T06:57:48.279Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":40.9,"grade":"D","rank":126,"categoryRank":22},{"scannedAt":"2026-08-13T19:49:50.373Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":40.4,"bandId":"T2","rank":232,"categoryRank":22}]},{"slug":"cloudinary","name":"Cloudinary","domain":"cloudinary.com","category":"cms","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":39.5,"bandId":"T1","discovery":47.4,"comprehension":36.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.61,69.86],"overall":[23.7,63.1]},"borderline":true},"report":{"closedBookBaseline":0.25,"familiarity":0.25,"closedBookRuns":3,"lift":0.125,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35316,"efficiencyScore":23.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":8},"rank":285,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"82d005a14b6055b1d2e383bfc62221a2bf1c0df9d9a935b1a819261389ced8b4","environment":{"harnessGitSha":"9628dc76","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T16:35:26.294Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":39.5,"min":39.5,"max":39.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T16:35:26.294Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":39.5,"bandId":"T1","rank":251,"categoryRank":13}]},{"slug":"octopus","name":"Octopus Deploy","domain":"octopus.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":39.5,"bandId":"T1","discovery":39.5,"comprehension":39.5,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[12.52,66.52],"overall":[20.6,58.4]},"borderline":true},"report":{"closedBookBaseline":0.36363636363636365,"familiarity":0.36363636363636365,"closedBookRuns":3,"lift":0.0364,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":25639,"efficiencyScore":35.2},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":11},"rank":285,"categoryRank":50,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b7715befed53079692d117c9b41124f52bb39c22bea115e908878c35117d026f","environment":{"harnessGitSha":"8d15a3c5","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T08:28:25.781Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":39.5,"min":37.2,"max":39.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-17T08:28:25.781Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":39.5,"bandId":"T1","rank":233,"categoryRank":45}]},{"slug":"lottiefiles","name":"LottieFiles","domain":"lottiefiles.com","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":39.4,"bandId":"T1","discovery":47.4,"comprehension":36,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.45,69.7],"overall":[23.6,63]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":36951,"efficiencyScore":22},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":8},"rank":287,"categoryRank":37,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"193b6b481e3e47080dc7afbd9dcf89f8136b3fe9dec4fb22151c537fddc15a47","environment":{"harnessGitSha":"01fe8702","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T19:40:58.115Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":39.4,"min":39.4,"max":39.4},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-13T19:40:58.115Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":39.4,"bandId":"T1","rank":234,"categoryRank":28}]},{"slug":"redhat","name":"Red Hat","domain":"redhat.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":39.2,"bandId":"T1","discovery":55.3,"comprehension":32.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.36,62.36],"overall":[25.2,60.2]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35367,"efficiencyScore":23.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":288,"categoryRank":51,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ff50f3bd6bd8217f6898034832a1a47a6dc9c5a9dc3f5008aef20e6270dd6b28","environment":{"harnessGitSha":"fbe3797e","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T13:15:56.020Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":39.2,"min":39.2,"max":39.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-21T13:15:56.020Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":39.2,"bandId":"T1","rank":235,"categoryRank":46}]},{"slug":"emnify","name":"emnify","domain":"emnify.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":38.6,"bandId":"T1","discovery":60.5,"comprehension":29.3,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[20.28,74.28],"overall":[32.3,70.1]},"borderline":true},"report":{"closedBookBaseline":0.6,"familiarity":0.6,"closedBookRuns":3,"lift":-0.3,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":36157,"efficiencyScore":22.8},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":289,"categoryRank":28,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"1bd0abb68b62ac2e098eae4095d4d60e78c8a229fc98cb029d377c78be22ce0d","environment":{"harnessGitSha":"cfeafb45","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T19:43:03.899Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":38.6,"min":38.6,"max":79.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T06:45:04.368Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":75.2,"grade":"B","rank":25,"categoryRank":5},{"scannedAt":"2026-08-08T19:43:03.899Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":38.6,"bandId":"T1","rank":236,"categoryRank":23}]},{"slug":"newrelic","name":"New Relic","domain":"newrelic.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":38.1,"bandId":"T1","discovery":42.1,"comprehension":36.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.84,70.09],"overall":[22.3,61.7]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":33158,"efficiencyScore":25.9},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":290,"categoryRank":52,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2d4136713381313388e2d67034e038e269d61393962316aac61c35427389cf23","environment":{"harnessGitSha":"8418be79","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-16T23:39:32.784Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":38.1,"min":38.1,"max":38.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-16T23:39:32.784Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":38.1,"bandId":"T1","rank":237,"categoryRank":47}]},{"slug":"cashflowfrog","name":"Cash Flow Frog","domain":"cashflowfrog.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":37.9,"bandId":"T1","discovery":42.1,"comprehension":36.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.66,69.91],"overall":[22.2,61.6]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34831,"efficiencyScore":24.1},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":291,"categoryRank":22,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"526ec866e2168b882ab49638debf9507644a8222d156965c02acd6395916cd87","environment":{"harnessGitSha":"40d5be6d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T10:07:05.647Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":37.9,"min":37.9,"max":37.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:13:50.832Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":31.6,"grade":"F","rank":139,"categoryRank":10},{"scannedAt":"2026-08-05T10:07:05.647Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":37.9,"bandId":"T1","rank":238,"categoryRank":18}]},{"slug":"senzing","name":"Senzing","domain":"senzing.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":37.7,"bandId":"T1","discovery":26.3,"comprehension":42.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.64,72.64],"overall":[16.7,58.7]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":32719,"efficiencyScore":26.4},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":292,"categoryRank":53,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4e2f828167df1bee57fba22f350bdc88c64c63f7db26b74ac2e911d349107bb8","environment":{"harnessGitSha":"ab4aa246","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T06:56:58.855Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":37.7,"min":37.7,"max":37.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-23T06:56:58.855Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":37.7,"bandId":"T1","rank":239,"categoryRank":48}]},{"slug":"thoughtspot","name":"ThoughtSpot","domain":"thoughtspot.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":37.7,"bandId":"T1","discovery":42.1,"comprehension":35.8,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[13.29,69.54],"overall":[21.9,61.3]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":38580,"efficiencyScore":20.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":292,"categoryRank":23,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"812bb755710a01bea0d4fe4943a93c24ffe59ced84eaed431523aa94445255bf","environment":{"harnessGitSha":"a456508a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-27T03:36:41.029Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":37.7,"min":37.7,"max":46.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-27T03:36:41.029Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":37.7,"bandId":"T1","rank":239,"categoryRank":19}]},{"slug":"clidey","name":"Clidey (WhoDB)","domain":"whodb.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":37.3,"bandId":"T1","discovery":50,"comprehension":31.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[11.85,61.85],"overall":[23.3,58.3]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":40737,"efficiencyScore":18.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":9},"rank":294,"categoryRank":54,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"325c2feb13cdae19ef3d45dc8526fc55c054b8d050c235a7b7a0ccd5ea75df3b","environment":{"harnessGitSha":"773ad124","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T19:27:20.419Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":37.3,"min":37.3,"max":37.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-05T19:27:20.419Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":37.3,"bandId":"T1","rank":241,"categoryRank":49}]},{"slug":"airship","name":"Airship","domain":"airship.com","category":"communication","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":37.2,"bandId":"T1","discovery":47.4,"comprehension":32.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.8,62.8],"overall":[23.2,58.2]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":31254,"efficiencyScore":28},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":295,"categoryRank":29,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"df2808380611d22428c96223f7262d1f2e16cc0aef08ee9dc8545a115395c484","environment":{"harnessGitSha":"158fb101","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T03:02:21.721Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":37.2,"min":37.2,"max":37.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T03:02:21.721Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":37.2,"bandId":"T1","rank":254,"categoryRank":24}]},{"slug":"trello","name":"Trello","domain":"trello.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":36.5,"bandId":"T1","discovery":44.7,"comprehension":32.9,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.95,62.95],"overall":[22.5,57.5]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":30025,"efficiencyScore":29.5},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":9},"rank":296,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bd8cda5ca7db0c81ac21efb1e9209e9f5f334b5813e1e76f8a6c78ee84850155","environment":{"harnessGitSha":"c7bd0ae6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T15:06:50.084Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":36.5,"min":36.5,"max":36.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T15:06:50.084Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":36.5,"bandId":"T1","rank":293,"categoryRank":24}]},{"slug":"nimbleway","name":"Nimble","domain":"nimbleway.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":36.2,"bandId":"T1","discovery":73.7,"comprehension":20.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[20.07,62.07],"overall":[36.2,65.6]},"borderline":true},"report":{"closedBookBaseline":0.26666666666666666,"familiarity":0.26666666666666666,"closedBookRuns":3,"lift":-0.0667,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":38348,"efficiencyScore":20.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":15},"rank":297,"categoryRank":55,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"da796b91b08126eceee38bb0ab51fe6c2d60aeeb8cc65b119299293bd073a2b6","environment":{"harnessGitSha":"8418be79","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-17T00:01:13.807Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":36.2,"min":36.2,"max":81.9},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-17T00:01:13.807Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":36.2,"bandId":"T1","rank":242,"categoryRank":50}]},{"slug":"payabli","name":"Payabli","domain":"payabli.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":36.1,"bandId":"T1","discovery":39.5,"comprehension":34.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[14.64,64.64],"overall":[22.1,57.1]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":18766,"efficiencyScore":46.4},"signals":{"llmsTxt":false,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":298,"categoryRank":28,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f5be3857f8eb7e1faf1e98277ef37b5395e6c4379713a5a8ec0992d163fd5676","environment":{"harnessGitSha":"e34a39e6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T18:07:10.047Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":36.1,"min":36.1,"max":36.1},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T05:14:29.915Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":59.2,"grade":"D","rank":84,"categoryRank":9},{"scannedAt":"2026-08-18T18:07:10.047Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":36.1,"bandId":"T1","rank":243,"categoryRank":20}]},{"slug":"apimatic","name":"apimatic.io","domain":"apimatic.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":36,"bandId":"T1","discovery":44.7,"comprehension":32.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.34,62.34],"overall":[22,57]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35511,"efficiencyScore":23.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":299,"categoryRank":38,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"572d6ba04ad456a6a8b43117bc6396925243e3a39d9b3cf41bfbb61dec0fad4c","environment":{"harnessGitSha":"6c8eeabd","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T10:57:04.671Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":36,"min":36,"max":36},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:49:39.350Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":38.8,"grade":"F","rank":129,"categoryRank":6},{"scannedAt":"2026-08-04T10:57:04.671Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":36,"bandId":"T1","rank":244,"categoryRank":29}]},{"slug":"anchore","name":"anchore.io","domain":"anchore.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":35.5,"bandId":"T1","discovery":34.2,"comprehension":36.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[16.7971,61.7971],"overall":[22,53.5]},"borderline":true},"report":{"closedBookBaseline":0.1875,"familiarity":0.1875,"closedBookRuns":3,"lift":0.1696,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":22810,"efficiencyScore":39.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":16},"rank":300,"categoryRank":56,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"43b5c220f5748c02ae275565c59993fee741f48899459b9f7e424fc36ed0fd5e","environment":{"harnessGitSha":"4b9f764d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-03T21:43:55.154Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":35.5,"min":32.7,"max":35.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:37:51.117Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":31.6,"grade":"F","rank":139,"categoryRank":9},{"scannedAt":"2026-08-03T21:43:55.154Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":35.5,"bandId":"T1","rank":245,"categoryRank":51}]},{"slug":"gorgias","name":"Gorgias","domain":"gorgias.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":35.3,"bandId":"T1","discovery":42.1,"comprehension":32.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.42,62.42],"overall":[21.3,56.3]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34763,"efficiencyScore":24.2},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":301,"categoryRank":14,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a2abf58bee4797f33d35d68bc7e97ff2467514a64a606c33e4a56bd43df09abf","environment":{"harnessGitSha":"3bc26146","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T19:09:00.903Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":35.3,"min":35.3,"max":35.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T19:09:00.903Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":35.3,"bandId":"T1","rank":278,"categoryRank":12}]},{"slug":"xero","name":"Xero","domain":"xero.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":35.3,"bandId":"T1","discovery":42.1,"comprehension":32.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.44,62.44],"overall":[21.3,56.3]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34559,"efficiencyScore":24.4},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":301,"categoryRank":29,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f152188c31e35fb52990d30fe1475ed73ff407eebd82ee67eabcd73d8da0215c","environment":{"harnessGitSha":"06c6272b","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T19:11:29.999Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":35.3,"min":35.3,"max":35.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T20:40:13.865Z","surface":"docs","harnessVersion":"2.3.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":14.2,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-20T14:04:37.209Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":33.2,"grade":"F","rank":137,"categoryRank":20},{"scannedAt":"2026-08-28T19:11:29.999Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":35.3,"bandId":"T1","rank":246,"categoryRank":21}]},{"slug":"escape","name":"Escape","domain":"escape.tech","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":35,"bandId":"T1","discovery":34.2,"comprehension":35.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.88,69.13],"overall":[19.3,58.7]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":43272,"efficiencyScore":16.3},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":303,"categoryRank":39,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2fcf6162a78220ea0d95c5ec9246008abdd3355073fde8d923536f826822a6ef","environment":{"harnessGitSha":"124ceac0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T23:56:44.832Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":35,"min":35,"max":35},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T23:56:44.832Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":35,"bandId":"T1","rank":247,"categoryRank":30}]},{"slug":"edera","name":"Edera","domain":"edera.dev","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":34.6,"bandId":"T1","discovery":47.4,"comprehension":29.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[11.17,56.17],"overall":[22,53.5]},"borderline":true},"report":{"closedBookBaseline":0.3,"familiarity":0.3,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":37280,"efficiencyScore":21.7},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":10},"rank":304,"categoryRank":57,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"434910b1a8e3f403698b32776078b051af78407dc1db44b33d36a07a95319e9f","environment":{"harnessGitSha":"67fc05bc","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T10:53:35.136Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":34.6,"min":34.6,"max":34.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T10:53:35.136Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":34.6,"bandId":"T1","rank":248,"categoryRank":52}]},{"slug":"salesforce","name":"Salesforce","domain":"salesforce.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":34.6,"bandId":"T1","discovery":39.5,"comprehension":32.4,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.45,62.45],"overall":[20.6,55.6]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34444,"efficiencyScore":24.5},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":304,"categoryRank":15,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f98a29291f568460139b1481b0afdadc6512953af33c9e975b1167596a3be375","environment":{"harnessGitSha":"de8d6201","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T06:09:24.891Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":34.6,"min":34.6,"max":34.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T23:11:38.568Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":11.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-22T04:29:39.810Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":32.5,"grade":"F","rank":139,"categoryRank":12},{"scannedAt":"2026-08-22T06:09:24.891Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":34.6,"bandId":"T1","rank":248,"categoryRank":11}]},{"slug":"alphavantage","name":"Alpha Vantage","domain":"alphavantage.co","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":34.3,"bandId":"T1","discovery":0,"comprehension":49.1,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[26.55,79.05],"overall":[18.6,55.3]},"borderline":true},"report":{"closedBookBaseline":0.5,"familiarity":0.5,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":22127,"efficiencyScore":40.5},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":12},"rank":306,"categoryRank":24,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b57f2ae2d27293542043fc42b8bfa5e9f6c800bb29871ca165ad56a11581bb53","environment":{"harnessGitSha":"156fc64b","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-01T15:51:14.692Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":34.3,"min":34.3,"max":40},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T20:04:21.109Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":31.8,"grade":"F","rank":138,"categoryRank":9},{"scannedAt":"2026-08-01T15:51:14.692Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":34.3,"bandId":"T1","rank":250,"categoryRank":20}]},{"slug":"opsera","name":"Opsera","domain":"opsera.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":34.3,"bandId":"T1","discovery":39.5,"comprehension":32,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.01,62.01],"overall":[20.3,55.3]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":38975,"efficiencyScore":20.1},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":306,"categoryRank":40,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"358ff55efc2a0988d0608aad599265aaef93aa37d4b865168e2dbd1d5e8016da","environment":{"harnessGitSha":"a40da9a5","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-18T00:59:29.683Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":34.3,"min":34.3,"max":34.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-18T00:59:29.683Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":34.3,"bandId":"T1","rank":250,"categoryRank":31}]},{"slug":"webdriver","name":"webdriverio","domain":"webdriver.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":34.3,"bandId":"T1","discovery":39.5,"comprehension":32.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.09,62.09],"overall":[20.3,55.3]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":38115,"efficiencyScore":20.9},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":306,"categoryRank":40,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c438d243493eaedaeae33609f73cf6a35db7ac349741268e848de1eae2c36969","environment":{"harnessGitSha":"ea27a9e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T18:21:32.334Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":34.3,"min":34.3,"max":34.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-28T18:21:32.334Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":34.3,"bandId":"T1","rank":250,"categoryRank":31}]},{"slug":"voicemod","name":"Voicemod","domain":"voicemod.net","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":33.7,"bandId":"T1","discovery":28.9,"comprehension":35.8,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.25,69.5],"overall":[17.9,57.3]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":39028,"efficiencyScore":20},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":309,"categoryRank":41,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c88337a173227de75e013e6beb4bb9f5952c220ed0c19f4fa217fc9dd57615dd","environment":{"harnessGitSha":"d1b96439","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T12:56:43.250Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":33.7,"min":33.7,"max":33.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-28T12:56:43.250Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":33.7,"bandId":"T1","rank":253,"categoryRank":37}]},{"slug":"hashicorp","name":"HashiCorp","domain":"hashicorp.com","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":33.5,"bandId":"T1","discovery":10.5,"comprehension":43.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.31,73.31],"overall":[12.5,54.5]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0.1111,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":27148,"efficiencyScore":33.1},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":310,"categoryRank":58,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ee15807f7e7c2496d1f6a9b012288efc93ae0fd088bd69e7dde3ed1ecbdec6ec","environment":{"harnessGitSha":"1ef8c0fc","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-10T11:04:12.644Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":33.5,"min":33.5,"max":33.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-10T11:04:12.644Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":33.5,"bandId":"T1","rank":254,"categoryRank":53}]},{"slug":"basecamp","name":"Basecamp","domain":"basecamp.com","category":"productivity","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":33.3,"bandId":"T1","discovery":26.3,"comprehension":36.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[13.75,70],"overall":[17.5,56.9]},"borderline":true},"report":{"closedBookBaseline":0.375,"familiarity":0.375,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34017,"efficiencyScore":25},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":8},"rank":311,"categoryRank":26,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9f6573fba00a42cca321af85fbb92bd2b33efc6b34ed7232c540d340805d8fb1","environment":{"harnessGitSha":"2c313a1f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T06:20:43.148Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":33.3,"min":33.3,"max":33.3},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T06:20:43.148Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":33.3,"bandId":"T1","rank":268,"categoryRank":21}]},{"slug":"clootrack","name":"Clootrack","domain":"clootrack.com","category":"analytics","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":33,"bandId":"T1","discovery":34.2,"comprehension":32.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.47,62.47],"overall":[19,54]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34289,"efficiencyScore":24.7},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":312,"categoryRank":25,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0d2739ece246e5bbfccc80847820bfd6f3ae54a8053d51708a82aa7f7138b63b","environment":{"harnessGitSha":"773ad124","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T19:24:59.827Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":33,"min":33,"max":33},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T00:12:49.676Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"scored","overall":29.3,"grade":"F","rank":141,"categoryRank":11},{"scannedAt":"2026-08-05T19:24:59.827Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":33,"bandId":"T1","rank":255,"categoryRank":21}]},{"slug":"clay","name":"Clay","domain":"clay.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":32.2,"bandId":"T1","discovery":31.6,"comprehension":32.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.46,62.46],"overall":[18.2,53.2]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":34346,"efficiencyScore":24.6},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":313,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5f3729b1f6261ad8ae144764772d83a210441499f982485dfaa332112564dd68","environment":{"harnessGitSha":"f8d2361f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T14:52:15.698Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":32.2,"min":32.2,"max":32.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T21:37:20.861Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.0.0","status":"scored","overall":35,"grade":"F","rank":134,"categoryRank":11},{"scannedAt":"2026-07-21T11:21:17.481Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"scored","overall":37.2,"grade":"F","rank":134,"categoryRank":11},{"scannedAt":"2026-08-05T14:52:15.698Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":32.2,"bandId":"T1","rank":256,"categoryRank":12}]},{"slug":"salt","name":"Salt Security","domain":"salt.security","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":30.5,"bandId":"T1","discovery":26.3,"comprehension":32.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.29,62.29],"overall":[16.5,51.5]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":36030,"efficiencyScore":22.9},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":314,"categoryRank":59,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"5cad771bb45d493ff15aa5c89ef9d81d2ac8be9ed195a7d4520c855f0b52bbbb","environment":{"harnessGitSha":"9be787be","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T14:17:18.519Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":30.5,"min":30.5,"max":30.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-22T14:17:18.519Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":30.5,"bandId":"T1","rank":257,"categoryRank":54}]},{"slug":"cypress","name":"Cypress","domain":"cypress.io","category":"devtools","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":29.5,"bandId":"T1","discovery":23.7,"comprehension":32,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[11.96,61.96],"overall":[15.5,50.5]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":39504,"efficiencyScore":19.6},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":315,"categoryRank":42,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2f163d877bf5683c19909eb7941bc79d9ed26af05aac1e738975688f04890f69","environment":{"harnessGitSha":"bcc80807","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-06T14:09:14.754Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":29.5,"min":29.5,"max":29.5},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:54:03.102Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":27.5,"grade":"F","rank":143,"categoryRank":8},{"scannedAt":"2026-08-06T14:09:14.754Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":29.5,"bandId":"T1","rank":258,"categoryRank":33}]},{"slug":"capsulecrm","name":"Capsule CRM","domain":"capsulecrm.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":29.2,"bandId":"T1","discovery":21.1,"comprehension":32.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.69,62.69],"overall":[15.2,50.2]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":32260,"efficiencyScore":26.9},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":316,"categoryRank":17,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"488b2fbaea0ae283e2aa2656dc80c39482d331517cbea3f7c581d9f5828b285f","environment":{"harnessGitSha":"83e68d43","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T13:04:41.128Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":29.2,"min":29.2,"max":29.2},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T13:04:41.128Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":29.2,"bandId":"T1","rank":278,"categoryRank":14}]},{"slug":"avalara","name":"Avalara","domain":"avalara.com","category":"commerce","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":29,"bandId":"T1","discovery":21.1,"comprehension":32.3,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.33,62.33],"overall":[15,50]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35677,"efficiencyScore":23.3},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":317,"categoryRank":16,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"497438c6a6c786f6d140e4fca73c33307205b6c2ab122c7fc23d4c68993d8cef","environment":{"harnessGitSha":"2c313a1f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T06:21:11.741Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":29,"min":29,"max":29},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T06:21:11.741Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":29,"bandId":"T1","rank":273,"categoryRank":13}]},{"slug":"insightly","name":"Insightly","domain":"insightly.com","category":"crm","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":27.6,"bandId":"T1","discovery":15.8,"comprehension":32.7,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.69,62.69],"overall":[13.6,48.6]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":32260,"efficiencyScore":26.9},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":318,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bb3cc95aa56426e79566a8502d5262ea9064dfd6a0efb0a5205d53953b73216d","environment":{"harnessGitSha":"383184c3","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T22:39:05.559Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":27.6,"min":27.6,"max":27.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T22:39:05.559Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":27.6,"bandId":"T1","rank":295,"categoryRank":16}]},{"slug":"revolut","name":"Revolut","domain":"revolut.com","category":"payments","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":27.6,"bandId":"T1","discovery":15.8,"comprehension":32.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.64,62.64],"overall":[13.6,48.6]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":32709,"efficiencyScore":26.4},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":318,"categoryRank":30,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"09bb0921a7d876a00abfe1f93cd3c4eb8b20d6e7896894a864b2fc907a9f60a0","environment":{"harnessGitSha":"222e3bd4","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T21:50:05.264Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":27.6,"min":27.6,"max":27.6},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T21:50:05.264Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":27.6,"bandId":"T1","rank":305,"categoryRank":28}]},{"slug":"fal","name":"fal","domain":"fal.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":25.8,"bandId":"T1","discovery":5.3,"comprehension":34.6,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[14.57,64.57],"overall":[11.8,46.8]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":19133,"efficiencyScore":45.7},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":9},"rank":320,"categoryRank":42,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"11c3836ed5c10683fc796ee364571aae1803db7db76e6b294331200ddb3153fc","environment":{"harnessGitSha":"8fade105","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T09:23:24.556Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":25.8,"min":25.8,"max":25.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T09:23:24.556Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":25.8,"bandId":"T1","rank":290,"categoryRank":40}]},{"slug":"livemylegend","name":"Legends","domain":"livemylegend.com","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":25.7,"bandId":"T1","discovery":10.5,"comprehension":32.2,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[12.15,62.15],"overall":[11.7,46.7]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":37479,"efficiencyScore":21.5},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":321,"categoryRank":43,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b5a0bc94e74295a8575afc495e9dfcdef2ad8dd45d9ad7f181cbdd2f5e5b8da0","environment":{"harnessGitSha":"99199bfe","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T11:17:01.157Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":25.7,"min":25.7,"max":25.7},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-13T11:17:01.157Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":25.7,"bandId":"T1","rank":259,"categoryRank":38}]},{"slug":"basicmachines","name":"Basic Machines","domain":"basicmachines.co","category":"ai","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":23.9,"bandId":"T1","discovery":0,"comprehension":34.1,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[14.09,64.09],"overall":[9.9,44.9]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":21849,"efficiencyScore":40.9},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":322,"categoryRank":44,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"21534e92a806cb8440418256d26276cf906c4995ab05eb9c915d20b24e0e4be9","environment":{"harnessGitSha":"e01469cb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T20:36:36.403Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":23.9,"min":23.9,"max":23.9},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T09:04:32.036Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"scored","overall":22,"grade":"F","rank":144,"categoryRank":11},{"scannedAt":"2026-08-04T20:36:36.403Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":23.9,"bandId":"T1","rank":260,"categoryRank":39}]},{"slug":"supertokens","name":"SuperTokens","domain":"supertokens.com","category":"auth","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":23.8,"bandId":"T1","discovery":28.9,"comprehension":21.6,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":{"comprehension":[2.34,40.9114],"overall":[10.3,37.3]},"borderline":false},"report":{"closedBookBaseline":0.42857142857142855,"familiarity":0.42857142857142855,"closedBookRuns":3,"lift":-0.2143,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":35502,"efficiencyScore":23.4},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":14},"rank":323,"categoryRank":18,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"0f4ef1543d0e12b09cc0953c8db3c252fa058b6c7e911fa1362edad1f3c7a11b","environment":{"harnessGitSha":"68260577","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T02:37:17.023Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":23.8,"min":23.8,"max":23.8},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:52:35.688Z","surface":"docs","harnessVersion":"2.4.0","taskBankVersion":"1.1.0","status":"scored","overall":46.6,"grade":"D","rank":116,"categoryRank":10},{"scannedAt":"2026-08-26T02:37:17.023Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":23.8,"bandId":"T1","rank":261,"categoryRank":16}]},{"slug":"axelar","name":"Axelar Network","domain":"axelar.dev","category":"infrastructure","surface":"docs","status":"scored","reason":null,"reasonSummary":null,"receipts":null,"scores":{"overall":22,"bandId":"T1","discovery":0,"comprehension":31.5,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":{"comprehension":[11.48,61.48],"overall":[8,43]},"borderline":true},"report":{"closedBookBaseline":0.3333333333333333,"familiarity":0.3333333333333333,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":45135,"efficiencyScore":14.8},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":9},"rank":324,"categoryRank":60,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"bb8511236ab782db9fd13d3f700cc7e96cf383e225763c53a4dd3dddc9e0c11e","environment":{"harnessGitSha":"e01469cb","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T20:18:51.948Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":22,"min":22,"max":22},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T20:18:51.948Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"scored","overall":22,"bandId":"T1","rank":262,"categoryRank":55}]},{"slug":"vultr","name":"Vultr","domain":"vultr.com","category":"infrastructure","surface":"docs","status":"insufficient-coverage","reason":"below-min-applicable-tasks","reasonSummary":"Too few applicable comprehension tasks to score.","receipts":null,"scores":{"overall":null,"bandId":null,"discovery":15.8,"comprehension":null,"capabilityFloor":"indeterminate","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":0.4,"familiarity":0.4,"closedBookRuns":3,"lift":0,"trapPassRate":1,"tokensToComprehension":{"perPassedTask":54251,"efficiencyScore":8.1},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":5},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4fa7db43de24bafd38f6d6af57b9d564e9df311d8d063c78f6ad7d7cc1133f5e","environment":{"harnessGitSha":"932c24df","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T18:27:14.374Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T18:27:14.374Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"insufficient-coverage","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"adafruit","name":"adafruit.com","domain":"adafruit.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [www.adafruit.com] yielded 8408 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 13 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 8,408 agent-readable tokens.","receipts":[{"url":"https://www.adafruit.com/products_api","kind":"docsUrl-resolution","status":200,"tokens":1616,"outcome":"readable"},{"url":"https://adafruit.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.adafruit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.adafruit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.adafruit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.adafruit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.adafruit.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.adafruit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.adafruit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.adafruit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.adafruit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.adafruit.com/","kind":"subdomain-probe","status":200,"tokens":777,"outcome":"readable"},{"url":"https://www.adafruit.com/products_api.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":26.3,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"20febf6e3d6b463d672a083b05c4c54164dd09041e2fda496c0e4baca050e823","environment":{"harnessGitSha":"33397580","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T13:33:03.741Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:52:53.506Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T02:03:53.664Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T13:33:03.741Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"agavegames","name":"Agave Games","domain":"agavegames.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [agavegames.com] yielded 7153 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 7,153 agent-readable tokens.","receipts":[{"url":"https://agavegames.com","kind":"docsUrl-resolution","status":200,"tokens":1048,"outcome":"readable"},{"url":"https://agavegames.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.agavegames.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.agavegames.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.agavegames.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.agavegames.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.agavegames.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.agavegames.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.agavegames.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.agavegames.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://agavegames.com/","kind":"subdomain-probe","status":200,"tokens":1048,"outcome":"readable"},{"url":"https://agavegames.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"4e11ac53af0a4536bcc3fe7c613d1ec190878f28cbfcb6f8f73d375047465849","environment":{"harnessGitSha":"33397580","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T13:31:51.639Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:52:59.660Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":6.3,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T06:31:43.345Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T13:31:51.639Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"aiception","name":"aiception.com","domain":"aiception.com","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [aiception.com] yielded 2814 agent-readable tokens (< 15000); 1 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 2,814 agent-readable tokens.","receipts":[{"url":"https://aiception.com","kind":"docsUrl-resolution","status":200,"tokens":1436,"outcome":"readable"},{"url":"https://aiception.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.aiception.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.aiception.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.aiception.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.aiception.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.aiception.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.aiception.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.aiception.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.aiception.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://aiception.com/","kind":"subdomain-probe","status":200,"tokens":1436,"outcome":"readable"},{"url":"https://aiception.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d1673c2910a106c3df681f9db6d731b27608ddb0b56361b254123dcda2875d31","environment":{"harnessGitSha":"18f27aff","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T21:44:12.152Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T20:47:18.663Z","surface":"docs","harnessVersion":"2.3.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":6.3,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-20T18:11:48.390Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"docs-unreachable","overall":6.3,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T11:02:10.420Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T21:44:12.152Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"aletaindex","name":"AletaIndex","domain":"aletaindex.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [www.aletaindex.com] yielded 2056 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 2,056 agent-readable tokens.","receipts":[{"url":"https://www.aletaindex.com/","kind":"docsUrl-resolution","status":200,"tokens":757,"outcome":"readable"},{"url":"https://aletaindex.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.aletaindex.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.aletaindex.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.aletaindex.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.aletaindex.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.aletaindex.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.aletaindex.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.aletaindex.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.aletaindex.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.aletaindex.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.aletaindex.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"8043c85f2fee9144510f2ad1255dcda3e0edf3e78c10bc1acbde6e6eda39d3ca","environment":{"harnessGitSha":"18f27aff","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T21:44:12.287Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T12:19:47.958Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":6.3,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T15:30:06.401Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T21:44:12.287Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"amadeus","name":"amadeus.com","domain":"amadeus.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [developers.amadeus.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://developers.amadeus.com","kind":"docsUrl-resolution","status":200,"tokens":0,"outcome":"thin"},{"url":"https://amadeus.com/llms.txt","kind":"llms-txt","status":200,"tokens":2678,"outcome":"readable"},{"url":"https://docs.amadeus.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.amadeus.com/llms.txt","kind":"llms-txt","status":503,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.amadeus.com/llms.txt","kind":"llms-txt","status":200,"tokens":0,"outcome":"thin"},{"url":"https://api.amadeus.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.amadeus.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.amadeus.com/","kind":"subdomain-probe","status":503,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.amadeus.com/","kind":"subdomain-probe","status":200,"tokens":0,"outcome":"thin"},{"url":"https://api.amadeus.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.amadeus.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":50,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e14c785a08169d1e541dbca426a47c15cf4e7bc6bbbfa24179b4671a0537a910","environment":{"harnessGitSha":"18f27aff","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-31T21:44:36.097Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T00:57:15.773Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":15,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-01T19:51:53.414Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-08-31T21:44:36.097Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"amazon-selling-partner","name":"Amazon Selling Partner API","domain":"amazonsellingpartner.com","category":"commerce","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [developer-docs.amazon.com, developer-docs.amazon] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 13 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://developer-docs.amazon.com/sp-api/docs/onboarding-overview","kind":"docsUrl-resolution","status":200,"tokens":7363,"outcome":"readable"},{"url":"https://amazonsellingpartner.com/llms.txt","kind":"llms-txt","status":401,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.amazonsellingpartner.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.amazonsellingpartner.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.amazonsellingpartner.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.amazonsellingpartner.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer-docs.amazon.com/llms.txt","kind":"llms-txt","status":200,"tokens":88512,"outcome":"readable"},{"url":"https://docs.amazonsellingpartner.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.amazonsellingpartner.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.amazonsellingpartner.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.amazonsellingpartner.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer-docs.amazon.com/","kind":"subdomain-probe","status":200,"tokens":154,"outcome":"readable"},{"url":"https://developer-docs.amazon.com/sp-api/docs/onboarding-overview.md","kind":"md-variant","status":200,"tokens":6601,"outcome":"readable"}],"scores":{"overall":null,"bandId":null,"discovery":28.9,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"158fb101","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T02:53:26.848Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T02:53:26.848Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"apacta","name":"apacta.com","domain":"apacta.com","category":"productivity","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [apidoc.apacta.com] yielded 0 agent-readable tokens (< 15000); 2 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://apidoc.apacta.com/","kind":"docsUrl-resolution","status":200,"tokens":14,"outcome":"thin"},{"url":"https://apacta.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apacta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apacta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apacta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apacta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://apidoc.apacta.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apacta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apacta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apacta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apacta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://apidoc.apacta.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":26.3,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"fd7264a63742dc7b458255586a37898d44ebb206cf3b7276d1b6908696bcbc6e","environment":{"harnessGitSha":"6d879bd6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T05:44:52.505Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T09:43:03.931Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-04T01:44:11.660Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T05:44:52.505Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"api2pdf","name":"api2pdf.com","domain":"api2pdf.com","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [v2.api2pdf.com] yielded 0 agent-readable tokens (< 15000); 2 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://v2.api2pdf.com/","kind":"docsUrl-resolution","status":200,"tokens":3,"outcome":"thin"},{"url":"https://api2pdf.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.api2pdf.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.api2pdf.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.api2pdf.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.api2pdf.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://v2.api2pdf.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.api2pdf.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.api2pdf.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.api2pdf.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.api2pdf.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://v2.api2pdf.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":15.8,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"30ff5ee736dd603add3259ba539284b825234f6ba914b5319f430948b17ee80a","environment":{"harnessGitSha":"6d879bd6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T05:44:58.091Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:34:18.928Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":4.7,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-04T01:44:28.107Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T05:44:58.091Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"apidapp","name":"apidapp.com","domain":"apidapp.com","category":"infrastructure","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [www.apidapp.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 1150 agent-readable tokens (< 15000); F6 fallback tried 13 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://www.apidapp.com","kind":"docsUrl-resolution","status":200,"tokens":531,"outcome":"readable"},{"url":"https://apidapp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apidapp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apidapp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apidapp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apidapp.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.apidapp.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apidapp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apidapp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apidapp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apidapp.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.apidapp.com/","kind":"subdomain-probe","status":200,"tokens":531,"outcome":"readable"},{"url":"https://www.apidapp.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a09ca54bc3ac7f7d550560b9100230ecffdf67bddbf8c9c14ecf161d3b0fb5dd","environment":{"harnessGitSha":"2c543242","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-04T06:16:21.775Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T13:34:23.831Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":0,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-04T06:16:21.775Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"apillon","name":"Apillon","domain":"apillon.io","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [apillon.io] yielded 0 agent-readable tokens (< 15000); 1 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://apillon.io","kind":"docsUrl-resolution","status":200,"tokens":24,"outcome":"thin"},{"url":"https://apillon.io/llms.txt","kind":"llms-txt","status":200,"tokens":24,"outcome":"thin"},{"url":"https://docs.apillon.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apillon.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apillon.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apillon.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apillon.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apillon.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apillon.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apillon.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://apillon.io/","kind":"subdomain-probe","status":200,"tokens":24,"outcome":"thin"},{"url":"https://apillon.io.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":55.3,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"6d879bd6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T05:44:46.163Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-04T06:33:08.810Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T05:44:46.163Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"apis","name":"apis.guru","domain":"apis.guru","category":"devtools","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [apis.guru] yielded 8216 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 8,216 agent-readable tokens.","receipts":[{"url":"https://apis.guru/api-doc","kind":"docsUrl-resolution","status":200,"tokens":46,"outcome":"readable"},{"url":"https://apis.guru/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apis.guru/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apis.guru/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apis.guru/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apis.guru/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.apis.guru/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.apis.guru/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.apis.guru/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.apis.guru/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://apis.guru/","kind":"subdomain-probe","status":200,"tokens":82,"outcome":"readable"},{"url":"https://apis.guru/api-doc.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":31.6,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a66b73e3739ccb4fce446888586a7329e024904472d88ad1a12e54ebe14dd3bc","environment":{"harnessGitSha":"a543a6a1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T13:45:35.076Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:44:39.461Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-04T10:45:51.383Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T13:45:35.076Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"blueskyhq","name":"Blue Sky Analytics","domain":"blueskyhq.io","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [blueskyhq.io] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://blueskyhq.io","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://blueskyhq.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.blueskyhq.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.blueskyhq.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.blueskyhq.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.blueskyhq.io/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.blueskyhq.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.blueskyhq.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.blueskyhq.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.blueskyhq.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://blueskyhq.io/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://blueskyhq.io.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"a543a6a1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T13:45:06.759Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T12:20:17.920Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":0,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-05T00:36:45.432Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T13:45:06.759Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"builderio","name":"Builder.io","domain":"builderio.com","category":"cms","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [builderio.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://builderio.com/docs","kind":"docsUrl-resolution","status":200,"tokens":0,"outcome":"thin"},{"url":"https://builderio.com/llms.txt","kind":"llms-txt","status":200,"tokens":144,"outcome":"readable"},{"url":"https://docs.builderio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.builderio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.builderio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.builderio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.builderio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.builderio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.builderio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.builderio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://builderio.com/","kind":"subdomain-probe","status":200,"tokens":0,"outcome":"thin"},{"url":"https://builderio.com/docs.md","kind":"md-variant","status":200,"tokens":0,"outcome":"thin"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"83e68d43","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T12:55:42.651Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T12:55:42.651Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"cisco","name":"Cisco","domain":"cisco.com","category":"devtools","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [developer.cisco.com] yielded 10168 agent-readable tokens (< 15000); 27 shell page(s) detected; F6 fallback tried 16 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 10,168 agent-readable tokens.","receipts":[{"url":"https://developer.cisco.com","kind":"docsUrl-resolution","status":200,"tokens":1282,"outcome":"readable"},{"url":"https://cisco.com/llms.txt","kind":"llms-txt","status":200,"tokens":299,"outcome":"readable"},{"url":"https://docs.cisco.com/llms.txt","kind":"llms-txt","status":200,"tokens":0,"outcome":"thin"},{"url":"https://developer.cisco.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.cisco.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.cisco.com/llms.txt","kind":"llms-txt","status":504,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.cisco.com/site/us/en/products/networking/cloud-networking/application-centric-infrastructure/index.html.md","kind":"llms-link","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.cisco.com/site/us/en/products/networking/cloud-networking/nexus-platform/index.html.md","kind":"llms-link","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.cisco.com/site/us/en/products/computing/hybrid-cloud-operations/intersight-platform/index.html.md","kind":"llms-link","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.cisco.com/site/us/en/products/networking/data-center-networking/nexus-hyperfabric/hyperfabric-ai/index.html.md","kind":"llms-link","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.cisco.com/site/us/en/products/computing/hyperconverged/nutanix/index.html.md","kind":"llms-link","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.cisco.com/","kind":"subdomain-probe","status":200,"tokens":0,"outcome":"thin"},{"url":"https://developer.cisco.com/","kind":"subdomain-probe","status":200,"tokens":1282,"outcome":"readable"},{"url":"https://developers.cisco.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.cisco.com/","kind":"subdomain-probe","status":504,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.cisco.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":31.6,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"22a64fd02ec2a9d541262eb62d7c678f1f12dab62a020a346bda0ac9fd4c8b07","environment":{"harnessGitSha":"a543a6a1","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T13:47:24.554Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:50:25.584Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":9.5,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-05T14:42:52.493Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T13:47:24.554Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"cloudrail","name":"CloudRail","domain":"cloudrail.com","category":"infrastructure","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [developer.cloudrail.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 10 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://developer.cloudrail.com/","kind":"docsUrl-resolution","status":200,"tokens":4,"outcome":"thin"},{"url":"https://cloudrail.com/llms.txt","kind":"llms-txt","status":200,"tokens":5453,"outcome":"readable"},{"url":"https://docs.cloudrail.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.cloudrail.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.cloudrail.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.cloudrail.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.cloudrail.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.cloudrail.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.cloudrail.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.cloudrail.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":36.8,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"01cd1212","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-05T23:49:10.520Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-05T23:49:10.520Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"coda","name":"Coda","domain":"coda.com","category":"productivity","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [coda.com, www.unit4.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 12 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://coda.com/docs","kind":"docsUrl-resolution","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://coda.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.coda.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.coda.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.coda.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.coda.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.coda.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.coda.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.coda.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.coda.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://coda.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://coda.com/docs.md","kind":"md-variant","status":403,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"9628dc76","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T16:18:26.632Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T16:18:26.632Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"controlant","name":"Controlant","domain":"controlant.com","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [integrations.controlant.com] yielded 3280 agent-readable tokens (< 15000); 10 shell page(s) detected; F6 fallback tried 13 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 3,280 agent-readable tokens.","receipts":[{"url":"https://integrations.controlant.com/api-reference/","kind":"docsUrl-resolution","status":200,"tokens":7,"outcome":"thin"},{"url":"https://controlant.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.controlant.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.controlant.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.controlant.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.controlant.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://integrations.controlant.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.controlant.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.controlant.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.controlant.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.controlant.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://integrations.controlant.com/","kind":"subdomain-probe","status":200,"tokens":280,"outcome":"readable"},{"url":"https://integrations.controlant.com/api-reference.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":15.8,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b989966b7c4a7a4cc4239d558817b21ed40bc8560ed0a340ef811dfd6e443927","environment":{"harnessGitSha":"1ac8d063","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T21:48:30.259Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-06T04:56:30.459Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T21:48:30.259Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"crossbeam","name":"Crossbeam","domain":"crossbeam.com","category":"crm","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [developers.crossbeam.com] yielded 0 agent-readable tokens (< 15000); 5 shell page(s) detected; F6 fallback tried 10 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://developers.crossbeam.com/","kind":"docsUrl-resolution","status":200,"tokens":6,"outcome":"thin"},{"url":"https://crossbeam.com/llms.txt","kind":"llms-txt","status":200,"tokens":8303,"outcome":"readable"},{"url":"https://docs.crossbeam.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.crossbeam.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.crossbeam.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.crossbeam.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.crossbeam.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.crossbeam.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.crossbeam.com/","kind":"subdomain-probe","status":200,"tokens":3,"outcome":"thin"},{"url":"https://developers.crossbeam.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":42.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"9e47f41f118423a066c2cb1560459fc1b344d83f3d7901c378985aec78fd3ff5","environment":{"harnessGitSha":"1ac8d063","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T21:48:08.266Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T21:46:49.757Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-21T15:35:36.361Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"docs-unreachable","overall":12.6,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-06T09:36:21.455Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T21:48:08.266Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"customerio","name":"Customer.io","domain":"customerio.com","category":"communication","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [customerio.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://customerio.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://customerio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.customerio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.customerio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.customerio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.customerio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.customerio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.customerio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.customerio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.customerio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://customerio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://customerio.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"ef734069","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T19:43:22.393Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T19:43:22.393Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"datanexusmcp","name":"DataNexus","domain":"datanexusmcp.com","category":"devtools","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [datanexusmcp.com] yielded 4589 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 4,589 agent-readable tokens.","receipts":[{"url":"https://datanexusmcp.com/docs","kind":"docsUrl-resolution","status":200,"tokens":1661,"outcome":"readable"},{"url":"https://datanexusmcp.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.datanexusmcp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.datanexusmcp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.datanexusmcp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.datanexusmcp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.datanexusmcp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.datanexusmcp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.datanexusmcp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.datanexusmcp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://datanexusmcp.com/","kind":"subdomain-probe","status":200,"tokens":983,"outcome":"readable"},{"url":"https://datanexusmcp.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"102ccbd18b9efef0cb38a6a9fc5c6bcd10cc5a04362070ddbde48e7eaa3b9208","environment":{"harnessGitSha":"1ac8d063","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-01T21:47:40.527Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T04:53:54.001Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":0,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-06T14:09:26.202Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-01T21:47:40.527Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"dbt-cloud","name":"dbt Cloud","domain":"dbtcloud.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [dbtcloud.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://dbtcloud.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://dbtcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.dbtcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.dbtcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.dbtcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.dbtcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.dbtcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.dbtcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.dbtcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.dbtcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://dbtcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://dbtcloud.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"7e7bbc8a","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-03T23:04:36.428Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-03T23:04:36.428Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"dm","name":"dm-drogerie-markt","domain":"dm.de","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [mcp.dm.de] yielded 2253 agent-readable tokens (< 15000); 15 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 2,253 agent-readable tokens.","receipts":[{"url":"https://mcp.dm.de/","kind":"docsUrl-resolution","status":200,"tokens":2253,"outcome":"readable"},{"url":"https://dm.de/llms.txt","kind":"llms-txt","status":200,"tokens":472,"outcome":"readable"},{"url":"https://docs.dm.de/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.dm.de/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.dm.de/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.dm.de/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://mcp.dm.de/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.dm.de/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.dm.de/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.dm.de/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.dm.de/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://mcp.dm.de.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":57.9,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"6a6065275bf1f7bc68575b55ed1f554ad7eaa8953eeec189f9d69f44d70fd159","environment":{"harnessGitSha":"e6eafd41","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T05:49:02.024Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T01:05:42.570Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":15,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-07T21:15:22.272Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T05:49:02.024Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"doist","name":"Doist","domain":"todoist.com","category":"productivity","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [developer.todoist.com] yielded 6653 agent-readable tokens (< 15000); 11 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 6,653 agent-readable tokens.","receipts":[{"url":"https://developer.todoist.com/api/v1","kind":"docsUrl-resolution","status":200,"tokens":99222,"outcome":"readable"},{"url":"https://todoist.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.todoist.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.todoist.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.todoist.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.todoist.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.todoist.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.todoist.com/","kind":"subdomain-probe","status":200,"tokens":653,"outcome":"readable"},{"url":"https://developers.todoist.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.todoist.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.todoist.com/api/v1.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":52.6,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"89373a9d8efdf672a583264b380c5add123fdea470aa680491c32841b9e1f10f","environment":{"harnessGitSha":"e6eafd41","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T05:49:02.294Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-16T19:49:58.510Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":15.8,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-08T01:51:49.194Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T05:49:02.294Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"dynamics365","name":"Microsoft Dynamics 365","domain":"dynamics365.com","category":"crm","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [dynamics365.com, www.microsoft.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://dynamics365.com/docs","kind":"docsUrl-resolution","status":200,"tokens":4619,"outcome":"readable"},{"url":"https://dynamics365.com/llms.txt","kind":"llms-txt","status":200,"tokens":4619,"outcome":"readable"},{"url":"https://docs.dynamics365.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.dynamics365.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.dynamics365.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.dynamics365.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.dynamics365.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.dynamics365.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.dynamics365.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.dynamics365.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://dynamics365.com/","kind":"subdomain-probe","status":200,"tokens":4619,"outcome":"readable"},{"url":"https://dynamics365.com/docs.md","kind":"md-variant","status":200,"tokens":4619,"outcome":"readable"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"427f429c","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T02:24:27.735Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T02:24:27.735Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"easebuzz","name":"Easebuzz","domain":"easebuzz.in","category":"payments","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [docs.easebuzz.in] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 12 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://docs.easebuzz.in","kind":"docsUrl-resolution","status":200,"tokens":29,"outcome":"thin"},{"url":"https://easebuzz.in/llms.txt","kind":"llms-txt","status":200,"tokens":3282,"outcome":"readable"},{"url":"https://docs.easebuzz.in/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.easebuzz.in/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.easebuzz.in/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.easebuzz.in/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.easebuzz.in/","kind":"llms-link","status":200,"tokens":29,"outcome":"thin"},{"url":"https://docs.easebuzz.in/docs/payment-gateway/i849ghebwytej-payment-gateway","kind":"llms-link","status":200,"tokens":33,"outcome":"thin"},{"url":"https://developer.easebuzz.in/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.easebuzz.in/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.easebuzz.in/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.easebuzz.in.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":42.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"c491c45c49f41fcb4b276cea853814ff9e0b388f6af5e2113a1eaf67a020a3c3","environment":{"harnessGitSha":"67fc05bc","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T10:45:20.634Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T03:46:44.690Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-08T10:45:20.634Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"ebay","name":"eBay","domain":"ebay.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [ebay.com, pages.ebay.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://ebay.com/docs","kind":"docsUrl-resolution","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://ebay.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.ebay.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.ebay.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.ebay.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.ebay.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.ebay.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.ebay.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.ebay.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.ebay.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://ebay.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://ebay.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":15.8,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"48358c58","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T05:52:29.062Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T05:52:29.062Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"emblem","name":"Emblem AI","domain":"emblem.ai","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [emblem.ai] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://emblem.ai/","kind":"docsUrl-resolution","status":200,"tokens":0,"outcome":"thin"},{"url":"https://emblem.ai/llms.txt","kind":"llms-txt","status":200,"tokens":17,"outcome":"thin"},{"url":"https://docs.emblem.ai/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.emblem.ai/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.emblem.ai/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.emblem.ai/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.emblem.ai/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.emblem.ai/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.emblem.ai/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.emblem.ai/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://emblem.ai.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":50,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"09f887c6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T13:49:11.945Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-17T09:17:55.117Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":15,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-08T15:05:19.608Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T13:49:11.945Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"equinix","name":"Equinix","domain":"equinix.com","category":"infrastructure","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [developer.equinix.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 11 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://developer.equinix.com","kind":"docsUrl-resolution","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://equinix.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.equinix.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.equinix.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.equinix.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.equinix.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.equinix.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.equinix.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.equinix.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.equinix.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.equinix.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"124ceac0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-08T23:47:34.382Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-08T23:47:34.382Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"firebase-auth","name":"Firebase Authentication","domain":"firebaseauth.com","category":"auth","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [firebaseauth.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://firebaseauth.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://firebaseauth.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.firebaseauth.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.firebaseauth.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.firebaseauth.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.firebaseauth.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.firebaseauth.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.firebaseauth.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.firebaseauth.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.firebaseauth.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://firebaseauth.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://firebaseauth.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"8fade105","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T09:12:40.453Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T09:12:40.453Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"formester","name":"Formester","domain":"formester.com","category":"productivity","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [docs.formester.com] yielded 14426 agent-readable tokens (< 15000); 1 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 14,426 agent-readable tokens.","receipts":[{"url":"https://docs.formester.com/formester-api","kind":"docsUrl-resolution","status":200,"tokens":419,"outcome":"readable"},{"url":"https://formester.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.formester.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.formester.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.formester.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.formester.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.formester.com/","kind":"subdomain-probe","status":200,"tokens":174,"outcome":"readable"},{"url":"https://developer.formester.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.formester.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.formester.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.formester.com/formester-api.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":26.3,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e21ac85719d8efb7f3676d54059fc8cb3c677a5896c27715056614951cc06a9f","environment":{"harnessGitSha":"09f887c6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T13:49:38.124Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:07:37.340Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-09T12:45:24.926Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T13:49:38.124Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"gamescorekeeper","name":"GameScorekeeper","domain":"gamescorekeeper.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [docs.gamescorekeeper.com, api.gamescorekeeper.com] yielded 9193 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 9,193 agent-readable tokens.","receipts":[{"url":"https://docs.gamescorekeeper.com","kind":"docsUrl-resolution","status":200,"tokens":25412,"outcome":"readable"},{"url":"https://gamescorekeeper.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.gamescorekeeper.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.gamescorekeeper.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.gamescorekeeper.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.gamescorekeeper.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.gamescorekeeper.com/","kind":"subdomain-probe","status":200,"tokens":25412,"outcome":"readable"},{"url":"https://developer.gamescorekeeper.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.gamescorekeeper.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.gamescorekeeper.com/","kind":"subdomain-probe","status":200,"tokens":77,"outcome":"readable"},{"url":"https://docs.gamescorekeeper.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"ba4a02b3352aeaaa23909814594e59df8e194e1b8c2da08c29da0fa5f4bd8a00","environment":{"harnessGitSha":"09f887c6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-02T13:50:30.536Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T19:49:42.892Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":6.3,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-09T17:06:57.044Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null},{"scannedAt":"2026-09-02T13:50:30.536Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"getclockwise","name":"Clockwise","domain":"getclockwise.com","category":"productivity","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [getclockwise.com] yielded 1388 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 1,388 agent-readable tokens.","receipts":[{"url":"https://getclockwise.com/","kind":"docsUrl-resolution","status":200,"tokens":1388,"outcome":"readable"},{"url":"https://getclockwise.com/llms.txt","kind":"llms-txt","status":200,"tokens":1388,"outcome":"readable"},{"url":"https://docs.getclockwise.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.getclockwise.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.getclockwise.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.getclockwise.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.getclockwise.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.getclockwise.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.getclockwise.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.getclockwise.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://getclockwise.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f3cbbe6d7020746748d0721f019fe6ef650349f740ac27205d92bae451bc6d26","environment":{"harnessGitSha":"0163d400","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-09T21:39:18.479Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T11:07:26.714Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":13.4,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-09T21:39:18.479Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"ghost","name":"Ghost","domain":"ghost.com","category":"cms","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [ghost.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://ghost.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://ghost.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.ghost.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.ghost.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.ghost.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.ghost.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.ghost.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.ghost.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.ghost.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.ghost.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://ghost.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://ghost.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":5.3,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"df678a90","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T12:35:07.564Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T12:35:07.564Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"google-analytics","name":"Google Analytics","domain":"googleanalytics.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [googleanalytics.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://googleanalytics.com/docs","kind":"docsUrl-resolution","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googleanalytics.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googleanalytics.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googleanalytics.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googleanalytics.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googleanalytics.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googleanalytics.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googleanalytics.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googleanalytics.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googleanalytics.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googleanalytics.com/","kind":"subdomain-probe","status":200,"tokens":1334,"outcome":"readable"},{"url":"https://googleanalytics.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"df678a90","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T12:35:03.566Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T12:35:03.566Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"google-cloud","name":"Google Cloud","domain":"googlecloud.com","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [googlecloud.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://googlecloud.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googlecloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googlecloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googlecloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googlecloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googlecloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googlecloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googlecloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googlecloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googlecloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googlecloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googlecloud.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"78269c54","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T15:54:57.684Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T15:54:57.684Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"google-gemini","name":"Gemini API","domain":"googlegemini.com","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [googlegemini.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://googlegemini.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googlegemini.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googlegemini.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googlegemini.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googlegemini.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googlegemini.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googlegemini.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googlegemini.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googlegemini.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googlegemini.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googlegemini.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googlegemini.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"78269c54","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T15:58:01.903Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T15:58:01.903Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"google-workspace","name":"Google Workspace","domain":"googleworkspace.com","category":"productivity","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [googleworkspace.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://googleworkspace.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googleworkspace.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googleworkspace.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googleworkspace.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googleworkspace.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googleworkspace.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.googleworkspace.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.googleworkspace.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.googleworkspace.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.googleworkspace.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googleworkspace.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://googleworkspace.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"78269c54","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T15:54:55.692Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T15:54:55.692Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"hetzner","name":"Hetzner Cloud","domain":"hetzner.com","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [hetzner.com, docs.hetzner.com, developers.hetzner.com] yielded 1635 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 1,635 agent-readable tokens.","receipts":[{"url":"https://hetzner.com/docs","kind":"docsUrl-resolution","status":200,"tokens":400,"outcome":"readable"},{"url":"https://hetzner.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.hetzner.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.hetzner.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.hetzner.com/llms.txt","kind":"llms-txt","status":200,"tokens":327,"outcome":"readable"},{"url":"https://api.hetzner.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.hetzner.com/","kind":"subdomain-probe","status":200,"tokens":400,"outcome":"readable"},{"url":"https://developer.hetzner.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.hetzner.com/","kind":"subdomain-probe","status":200,"tokens":327,"outcome":"readable"},{"url":"https://api.hetzner.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://hetzner.com/","kind":"subdomain-probe","status":200,"tokens":1963,"outcome":"readable"},{"url":"https://hetzner.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b4fba5e52057b88719b85c43908931c32db7a170b023bfd18d8c6b83b4b35ff4","environment":{"harnessGitSha":"383184c3","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T22:36:55.507Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T22:36:55.507Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"honeycomb","name":"Honeycomb","domain":"honeycomb.com","category":"devtools","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [honeycomb.com, www.domaineasy.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://honeycomb.com/docs","kind":"docsUrl-resolution","status":200,"tokens":1211,"outcome":"readable"},{"url":"https://honeycomb.com/llms.txt","kind":"llms-txt","status":200,"tokens":1211,"outcome":"readable"},{"url":"https://docs.honeycomb.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.honeycomb.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.honeycomb.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.honeycomb.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.honeycomb.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.honeycomb.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.honeycomb.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.honeycomb.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://honeycomb.com/","kind":"subdomain-probe","status":200,"tokens":1211,"outcome":"readable"},{"url":"https://honeycomb.com/docs.md","kind":"md-variant","status":200,"tokens":1211,"outcome":"readable"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"383184c3","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-04T22:28:34.964Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-04T22:28:34.964Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"instacart","name":"instacart","domain":"instacart.com","category":"commerce","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [docs.instacart.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 3904 agent-readable tokens (< 15000); F6 fallback tried 11 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://docs.instacart.com/developer_platform_api/","kind":"docsUrl-resolution","status":200,"tokens":1028,"outcome":"readable"},{"url":"https://instacart.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.instacart.com/llms.txt","kind":"llms-txt","status":200,"tokens":43869,"outcome":"readable"},{"url":"https://developer.instacart.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.instacart.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.instacart.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.instacart.com/","kind":"subdomain-probe","status":200,"tokens":1010,"outcome":"readable"},{"url":"https://developer.instacart.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.instacart.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.instacart.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.instacart.com/developer_platform_api.md","kind":"md-variant","status":200,"tokens":1233,"outcome":"readable"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"57496270db1090e6ad225a0401086cfa88bd3e601a1ab2b28a7256dea9f717e8","environment":{"harnessGitSha":"bc006a29","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-11T08:44:21.973Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:10:09.959Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-11T08:44:21.973Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"linode","name":"Linode","domain":"linode.com","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [linode.com, www.akamai.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://linode.com/docs","kind":"docsUrl-resolution","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://linode.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.linode.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.linode.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.linode.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.linode.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.linode.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.linode.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.linode.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.linode.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://linode.com/","kind":"subdomain-probe","status":200,"tokens":2055,"outcome":"readable"},{"url":"https://linode.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":39.5,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"7c960eb6e3d7c34de3f58414dcf17c8631e1250c9809160b8f2499a9a39e4568","environment":{"harnessGitSha":"bcf0258d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T02:02:03.959Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T02:02:03.959Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"logto","name":"Logto","domain":"logto.com","category":"auth","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [logto.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://logto.com/docs","kind":"docsUrl-resolution","status":200,"tokens":0,"outcome":"thin"},{"url":"https://logto.com/llms.txt","kind":"llms-txt","status":200,"tokens":141,"outcome":"readable"},{"url":"https://docs.logto.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.logto.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.logto.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.logto.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.logto.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.logto.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.logto.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.logto.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://logto.com/","kind":"subdomain-probe","status":200,"tokens":0,"outcome":"thin"},{"url":"https://logto.com/docs.md","kind":"md-variant","status":200,"tokens":0,"outcome":"thin"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"3197f4bf","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T05:02:13.484Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T05:02:13.484Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"looker","name":"Looker","domain":"looker.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [looker.com, docs.looker.com, developers.looker.com, docs.cloud.google.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://looker.com/docs","kind":"docsUrl-resolution","status":200,"tokens":4876,"outcome":"readable"},{"url":"https://looker.com/llms.txt","kind":"llms-txt","status":200,"tokens":10264,"outcome":"readable"},{"url":"https://docs.looker.com/llms.txt","kind":"llms-txt","status":200,"tokens":3973,"outcome":"readable"},{"url":"https://developer.looker.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.looker.com/llms.txt","kind":"llms-txt","status":200,"tokens":117,"outcome":"readable"},{"url":"https://api.looker.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.looker.com/","kind":"subdomain-probe","status":200,"tokens":3973,"outcome":"readable"},{"url":"https://developer.looker.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.looker.com/","kind":"subdomain-probe","status":200,"tokens":117,"outcome":"readable"},{"url":"https://api.looker.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://looker.com/","kind":"subdomain-probe","status":200,"tokens":13989,"outcome":"readable"},{"url":"https://looker.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":42.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"3197f4bf","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T05:02:38.557Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T05:02:38.557Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"lucinity","name":"Lucinity","domain":"lucinity.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [docs.lucinity.com] yielded 6000 agent-readable tokens (< 15000); 1 shell page(s) detected; F6 fallback tried 10 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 6,000 agent-readable tokens.","receipts":[{"url":"https://docs.lucinity.com/","kind":"docsUrl-resolution","status":200,"tokens":38659,"outcome":"readable"},{"url":"https://lucinity.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.lucinity.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.lucinity.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.lucinity.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.lucinity.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.lucinity.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.lucinity.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.lucinity.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.lucinity.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":26.3,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e91e420dcc78271b02eed24dbd952b3d26c609b89e91bdfd9800d7773da3b110","environment":{"harnessGitSha":"01fe8702","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-13T19:30:06.875Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T19:50:10.509Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":7.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-13T19:30:06.875Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"mailchimp","name":"Mailchimp","domain":"mailchimp.com","category":"communication","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [mailchimp.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://mailchimp.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://mailchimp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.mailchimp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.mailchimp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.mailchimp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.mailchimp.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.mailchimp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.mailchimp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.mailchimp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.mailchimp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://mailchimp.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://mailchimp.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"abe48133","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T08:32:59.207Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T08:32:59.207Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"marqeta","name":"Marqeta","domain":"marqeta.com","category":"payments","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [marqeta.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://marqeta.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://marqeta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.marqeta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.marqeta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.marqeta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.marqeta.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.marqeta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.marqeta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.marqeta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.marqeta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://marqeta.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://marqeta.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"abe48133","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T08:32:59.215Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T08:32:59.215Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"matomo","name":"Matomo","domain":"matomo.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [matomo.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://matomo.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://matomo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.matomo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.matomo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.matomo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.matomo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.matomo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.matomo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.matomo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.matomo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://matomo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://matomo.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"abe48133","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T08:32:59.207Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T08:32:59.207Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"mercadolibre","name":"Mercado Libre","domain":"mercadolibre.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [developers.mercadolibre.com] yielded 53 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 53 agent-readable tokens.","receipts":[{"url":"https://developers.mercadolibre.com","kind":"docsUrl-resolution","status":200,"tokens":53,"outcome":"readable"},{"url":"https://mercadolibre.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.mercadolibre.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.mercadolibre.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.mercadolibre.com/llms.txt","kind":"llms-txt","status":200,"tokens":53,"outcome":"readable"},{"url":"https://api.mercadolibre.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.mercadolibre.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.mercadolibre.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.mercadolibre.com/","kind":"subdomain-probe","status":200,"tokens":53,"outcome":"readable"},{"url":"https://api.mercadolibre.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.mercadolibre.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":39.5,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"a2ac22430d91290af699cf6cdc0a2faf96c3b0275b6aeb20acdcdabf3d22d093","environment":{"harnessGitSha":"c1563a68","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T05:16:34.936Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:15:58.011Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":11.9,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-15T05:16:34.936Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"metricool","name":"metricool","domain":"metricool.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [app.metricool.com] yielded 6403 agent-readable tokens (< 15000); 6 shell page(s) detected; F6 fallback tried 13 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 6,403 agent-readable tokens.","receipts":[{"url":"https://app.metricool.com/resources/apidocs/index.html","kind":"docsUrl-resolution","status":200,"tokens":403,"outcome":"readable"},{"url":"https://metricool.com/llms.txt","kind":"llms-txt","status":200,"tokens":1580,"outcome":"readable"},{"url":"https://docs.metricool.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.metricool.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.metricool.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.metricool.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://app.metricool.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.metricool.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.metricool.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.metricool.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.metricool.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://app.metricool.com/","kind":"subdomain-probe","status":200,"tokens":3,"outcome":"thin"},{"url":"https://app.metricool.com/resources/apidocs/index.html.md","kind":"md-variant","status":500,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":63.2,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"3fd3833c8ef0104a77cb885b35e2bc0fbb3c6dce890cec1fe5f400badfd13c24","environment":{"harnessGitSha":"fcfd8e16","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-15T13:38:41.562Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-07-17T00:30:10.164Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":19,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-15T13:38:41.562Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"microsoft-azure","name":"Microsoft Azure","domain":"microsoftazure.com","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [microsoftazure.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://microsoftazure.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://microsoftazure.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.microsoftazure.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.microsoftazure.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.microsoftazure.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.microsoftazure.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.microsoftazure.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.microsoftazure.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.microsoftazure.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.microsoftazure.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://microsoftazure.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://microsoftazure.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"425e4963","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T11:38:29.956Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T11:38:29.956Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"microsoft-graph","name":"Microsoft Graph","domain":"microsoftgraph.com","category":"productivity","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [microsoftgraph.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://microsoftgraph.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://microsoftgraph.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.microsoftgraph.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.microsoftgraph.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.microsoftgraph.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.microsoftgraph.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.microsoftgraph.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.microsoftgraph.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.microsoftgraph.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.microsoftgraph.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://microsoftgraph.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://microsoftgraph.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"4d571287","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T15:02:19.700Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T15:02:19.700Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"openrouter","name":"OpenRouter","domain":"openrouter.com","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [openrouter.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://openrouter.com/docs","kind":"docsUrl-resolution","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://openrouter.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.openrouter.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.openrouter.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.openrouter.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.openrouter.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.openrouter.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.openrouter.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.openrouter.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.openrouter.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://openrouter.com/","kind":"subdomain-probe","status":200,"tokens":753,"outcome":"readable"},{"url":"https://openrouter.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"fc435e12","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T18:22:00.946Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T18:22:00.946Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"permitio","name":"Permit.io","domain":"permitio.com","category":"auth","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [permitio.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://permitio.com/docs","kind":"docsUrl-resolution","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://permitio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.permitio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.permitio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.permitio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.permitio.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.permitio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.permitio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.permitio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.permitio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://permitio.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://permitio.com/docs.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"222e3bd4","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-05T21:41:02.212Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-05T21:41:02.212Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"pexels","name":"Pexels","domain":"pexels.com","category":"cms","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [www.pexels.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 13 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://www.pexels.com/api/documentation/","kind":"docsUrl-resolution","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://pexels.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.pexels.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.pexels.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.pexels.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.pexels.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.pexels.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.pexels.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.pexels.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.pexels.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.pexels.com/","kind":"subdomain-probe","status":500,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.pexels.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://www.pexels.com/api/documentation.md","kind":"md-variant","status":403,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"72369f38","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-19T10:51:36.984Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-13T20:14:10.625Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":0,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-20T22:47:57.397Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"docs-unreachable","overall":0,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-19T10:51:36.984Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"powerapi","name":"PowerAPI","domain":"powerapi.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [powerapi.com] yielded 0 agent-readable tokens (< 15000); 2 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://powerapi.com/docs","kind":"docsUrl-resolution","status":200,"tokens":10,"outcome":"thin"},{"url":"https://powerapi.com/llms.txt","kind":"llms-txt","status":200,"tokens":343,"outcome":"readable"},{"url":"https://docs.powerapi.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.powerapi.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.powerapi.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.powerapi.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.powerapi.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.powerapi.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.powerapi.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.powerapi.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://powerapi.com/","kind":"subdomain-probe","status":200,"tokens":10,"outcome":"thin"},{"url":"https://powerapi.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":47.4,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"2bcbfed0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-20T20:18:04.875Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:16:28.505Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":14.2,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-20T20:18:04.875Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"qualtrics","name":"Qualtrics","domain":"qualtrics.com","category":"analytics","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [api.qualtrics.com] yielded 199 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 199 agent-readable tokens.","receipts":[{"url":"https://api.qualtrics.com","kind":"docsUrl-resolution","status":200,"tokens":199,"outcome":"readable"},{"url":"https://qualtrics.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.qualtrics.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.qualtrics.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.qualtrics.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.qualtrics.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.qualtrics.com/","kind":"subdomain-probe","status":200,"tokens":12,"outcome":"thin"},{"url":"https://developer.qualtrics.com/","kind":"subdomain-probe","status":200,"tokens":25,"outcome":"thin"},{"url":"https://developers.qualtrics.com/","kind":"subdomain-probe","status":200,"tokens":12,"outcome":"thin"},{"url":"https://api.qualtrics.com/","kind":"subdomain-probe","status":200,"tokens":199,"outcome":"readable"},{"url":"https://api.qualtrics.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":21.1,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"b352e8e56930c8fece3c634a97ab2b43dec3be52c030736b7a671aa474cc1b57","environment":{"harnessGitSha":"e4173e96","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-21T04:34:10.321Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-21T04:34:10.321Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"runpod","name":"Runpod","domain":"runpod.com","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [runpod.com, docs.runpod.io] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://runpod.com/docs","kind":"docsUrl-resolution","status":200,"tokens":1334,"outcome":"readable"},{"url":"https://runpod.com/llms.txt","kind":"llms-txt","status":200,"tokens":1288,"outcome":"readable"},{"url":"https://docs.runpod.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.runpod.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.runpod.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.runpod.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.runpod.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.runpod.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.runpod.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.runpod.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://runpod.com/","kind":"subdomain-probe","status":200,"tokens":2680,"outcome":"readable"},{"url":"https://runpod.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":36.8,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"ce005bee","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T00:53:14.741Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T00:53:14.741Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"segment","name":"Segment","domain":"segment.com","category":"analytics","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [segment.com, developer.segment.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 12 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://segment.com/docs","kind":"docsUrl-resolution","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://segment.com/llms.txt","kind":"llms-txt","status":200,"tokens":5632,"outcome":"readable"},{"url":"https://docs.segment.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.segment.com/llms.txt","kind":"llms-txt","status":200,"tokens":5632,"outcome":"readable"},{"url":"https://developers.segment.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.segment.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.segment.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.segment.com/","kind":"subdomain-probe","status":200,"tokens":6267,"outcome":"readable"},{"url":"https://developers.segment.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.segment.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://segment.com/","kind":"subdomain-probe","status":200,"tokens":6267,"outcome":"readable"},{"url":"https://segment.com/docs.md","kind":"md-variant","status":403,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":50,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"9be787be","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-22T14:10:31.981Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-22T14:10:31.981Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"shippo","name":"Shippo","domain":"shippo.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [shippo.com, docs.shippo.com, docs.goshippo.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://shippo.com/docs","kind":"docsUrl-resolution","status":200,"tokens":509,"outcome":"readable"},{"url":"https://shippo.com/llms.txt","kind":"llms-txt","status":200,"tokens":3021,"outcome":"readable"},{"url":"https://docs.shippo.com/llms.txt","kind":"llms-txt","status":526,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.shippo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.shippo.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.shippo.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.shippo.com/","kind":"subdomain-probe","status":200,"tokens":509,"outcome":"readable"},{"url":"https://developer.shippo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.shippo.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.shippo.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://shippo.com/","kind":"subdomain-probe","status":200,"tokens":1472,"outcome":"readable"},{"url":"https://shippo.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":47.4,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"c876b1c9","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T04:20:30.790Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T04:20:30.790Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"shutterstock","name":"Shutterstock","domain":"shutterstock.com","category":"cms","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [api-reference.shutterstock.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 3000 agent-readable tokens (< 15000); F6 fallback tried 13 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://api-reference.shutterstock.com","kind":"docsUrl-resolution","status":200,"tokens":172787,"outcome":"readable"},{"url":"https://shutterstock.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.shutterstock.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.shutterstock.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.shutterstock.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.shutterstock.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api-reference.shutterstock.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.shutterstock.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.shutterstock.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.shutterstock.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.shutterstock.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api-reference.shutterstock.com/","kind":"subdomain-probe","status":200,"tokens":172787,"outcome":"readable"},{"url":"https://api-reference.shutterstock.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":7.9,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"d1295274126e1a56f98bafaab9622935faa81ecfe5edfe53a70d044c311cd552","environment":{"harnessGitSha":"1d8b571f","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-23T15:02:52.665Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-16T19:48:16.266Z","surface":"docs","harnessVersion":"2.4.1","taskBankVersion":"1.1.0","status":"docs-unreachable","overall":2.4,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-21T02:59:00.083Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"docs-unreachable","overall":2.4,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-23T15:02:52.665Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"splunk","name":"Splunk","domain":"splunk.com","category":"infrastructure","surface":"docs","status":"blocked","reason":"blocked: docs host(s) [dev.splunk.com] refused agent fetches (401/403/429 across F6 probes, after retry-with-backoff); 0 agent-readable tokens (< 15000); F6 fallback tried 13 URL(s)","reasonSummary":"Docs host refuses automated fetches.","receipts":[{"url":"https://dev.splunk.com","kind":"docsUrl-resolution","status":200,"tokens":6,"outcome":"thin"},{"url":"https://splunk.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.splunk.com/llms.txt","kind":"llms-txt","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.splunk.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.splunk.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.splunk.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://dev.splunk.com/llms.txt","kind":"llms-txt","status":200,"tokens":6,"outcome":"thin"},{"url":"https://docs.splunk.com/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.splunk.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.splunk.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.splunk.com/","kind":"subdomain-probe","status":200,"tokens":0,"outcome":"thin"},{"url":"https://dev.splunk.com/","kind":"subdomain-probe","status":200,"tokens":6,"outcome":"thin"},{"url":"https://dev.splunk.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":52.6,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"921448cf8f38c6eee9a135c15cd4c73f24d428636f194c487b860e3128499a68","environment":{"harnessGitSha":"da3aafac","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-24T16:27:21.380Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-08-24T16:27:21.380Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"blocked","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"stabilityai","name":"Stability AI","domain":"stabilityai.com","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [stabilityai.com, stability.ai] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://stabilityai.com/docs","kind":"docsUrl-resolution","status":200,"tokens":1617,"outcome":"readable"},{"url":"https://stabilityai.com/llms.txt","kind":"llms-txt","status":200,"tokens":1617,"outcome":"readable"},{"url":"https://docs.stabilityai.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.stabilityai.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.stabilityai.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.stabilityai.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.stabilityai.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.stabilityai.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.stabilityai.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.stabilityai.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://stabilityai.com/","kind":"subdomain-probe","status":200,"tokens":1617,"outcome":"readable"},{"url":"https://stabilityai.com/docs.md","kind":"md-variant","status":200,"tokens":1617,"outcome":"readable"}],"scores":{"overall":null,"bandId":null,"discovery":28.9,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"711a0487","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T07:51:45.138Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T07:51:45.138Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"stream","name":"Stream","domain":"stream.com","category":"communication","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [stream.com, stream-three-psi.vercel.app] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://stream.com/docs","kind":"docsUrl-resolution","status":200,"tokens":16,"outcome":"thin"},{"url":"https://stream.com/llms.txt","kind":"llms-txt","status":200,"tokens":16,"outcome":"thin"},{"url":"https://docs.stream.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.stream.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.stream.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.stream.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.stream.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.stream.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.stream.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.stream.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://stream.com/","kind":"subdomain-probe","status":200,"tokens":16,"outcome":"thin"},{"url":"https://stream.com/docs.md","kind":"md-variant","status":200,"tokens":16,"outcome":"thin"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"2c803f05","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T11:31:07.378Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T11:31:07.378Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"thinair","name":"ThinAirTelematics","domain":"thinair.co","category":"infrastructure","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [data.thinair.co] yielded 0 agent-readable tokens (< 15000); 1 shell page(s) detected; F6 fallback tried 13 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://data.thinair.co","kind":"docsUrl-resolution","status":200,"tokens":20,"outcome":"thin"},{"url":"https://thinair.co/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.thinair.co/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.thinair.co/llms.txt","kind":"llms-txt","status":530,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.thinair.co/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.thinair.co/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://data.thinair.co/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.thinair.co/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.thinair.co/","kind":"subdomain-probe","status":403,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.thinair.co/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.thinair.co/","kind":"subdomain-probe","status":530,"tokens":0,"outcome":"fetch-failed"},{"url":"https://data.thinair.co/","kind":"subdomain-probe","status":200,"tokens":20,"outcome":"thin"},{"url":"https://data.thinair.co.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":31.6,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"96438763","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-26T19:01:48.391Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"spec-verified"},"history":[{"scannedAt":"2026-08-26T19:01:48.391Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"unit","name":"Unit","domain":"unit.com","category":"payments","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [unit.com, www.unit.com.au] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://unit.com/docs","kind":"docsUrl-resolution","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://unit.com/llms.txt","kind":"llms-txt","status":200,"tokens":1105,"outcome":"readable"},{"url":"https://docs.unit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.unit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.unit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.unit.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.unit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.unit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.unit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.unit.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://unit.com/","kind":"subdomain-probe","status":200,"tokens":2318,"outcome":"readable"},{"url":"https://unit.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":39.5,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":false,"agentsMd":false,"sitemap":true,"wellKnownMcp":false,"mcpRegistry":true},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"c7bd0ae6","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T14:55:35.744Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T14:55:35.744Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"vitrine3d","name":"vitrine3d","domain":"vitrine3d.com","category":"commerce","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [docs.vitrine3d.com] yielded 12887 agent-readable tokens (< 15000); 2 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 12,887 agent-readable tokens.","receipts":[{"url":"https://docs.vitrine3d.com/docs","kind":"docsUrl-resolution","status":200,"tokens":428,"outcome":"readable"},{"url":"https://vitrine3d.com/llms.txt","kind":"llms-txt","status":200,"tokens":357,"outcome":"readable"},{"url":"https://docs.vitrine3d.com/llms.txt","kind":"llms-txt","status":200,"tokens":401,"outcome":"readable"},{"url":"https://developer.vitrine3d.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.vitrine3d.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.vitrine3d.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.vitrine3d.com/llms-full.txt","kind":"llms-link","status":200,"tokens":9823,"outcome":"readable"},{"url":"https://docs.vitrine3d.com/","kind":"subdomain-probe","status":200,"tokens":12,"outcome":"thin"},{"url":"https://developer.vitrine3d.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.vitrine3d.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.vitrine3d.com/","kind":"subdomain-probe","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.vitrine3d.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":57.9,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"2e6e68232ef319f32ee86a6c645762a22f2327e8152fd613970b87e1a83ead19","environment":{"harnessGitSha":"d1b96439","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T12:47:43.895Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-14T02:24:32.510Z","surface":"docs","harnessVersion":"2.3.2","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":17.4,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-28T12:47:43.895Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"wecashup","name":"WeCashUp","domain":"wecashup.com","category":"payments","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [docs.wecashup.com] yielded 0 agent-readable tokens (< 15000); 1 shell page(s) detected; F6 fallback tried 11 URL(s) without finding a readable docs surface","reasonSummary":"Docs render as JavaScript shells; nothing agent-readable.","receipts":[{"url":"https://docs.wecashup.com","kind":"docsUrl-resolution","status":200,"tokens":8,"outcome":"thin"},{"url":"https://wecashup.com/llms.txt","kind":"llms-txt","status":200,"tokens":17,"outcome":"thin"},{"url":"https://docs.wecashup.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.wecashup.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.wecashup.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.wecashup.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.wecashup.com/","kind":"subdomain-probe","status":200,"tokens":8,"outcome":"thin"},{"url":"https://developer.wecashup.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.wecashup.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.wecashup.com/","kind":"subdomain-probe","status":500,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.wecashup.com.md","kind":"md-variant","status":0,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":44.7,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":false,"robotsTxt":true,"openApiSpec":true,"agentsMd":false,"sitemap":true,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"ea27a9e7","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-08-28T18:28:16.516Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-07-10T20:39:13.812Z","surface":"docs","harnessVersion":"2.3.1","taskBankVersion":"1.0.0","status":"docs-unreachable","overall":13.4,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-07-20T13:58:11.402Z","surface":"docs","harnessVersion":"2.5.0","taskBankVersion":"1.2.0","status":"docs-unreachable","overall":13.4,"grade":"F","rank":null,"categoryRank":null},{"scannedAt":"2026-08-28T18:28:16.516Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"whatsapp-cloud","name":"WhatsApp Cloud API","domain":"whatsappcloud.com","category":"communication","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [whatsappcloud.com] yielded 696 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 696 agent-readable tokens.","receipts":[{"url":"https://whatsappcloud.com/docs","kind":"docsUrl-resolution","status":200,"tokens":232,"outcome":"readable"},{"url":"https://whatsappcloud.com/llms.txt","kind":"llms-txt","status":200,"tokens":232,"outcome":"readable"},{"url":"https://docs.whatsappcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.whatsappcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.whatsappcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.whatsappcloud.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.whatsappcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.whatsappcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.whatsappcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.whatsappcloud.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://whatsappcloud.com/","kind":"subdomain-probe","status":200,"tokens":232,"outcome":"readable"},{"url":"https://whatsappcloud.com/docs.md","kind":"md-variant","status":200,"tokens":232,"outcome":"readable"}],"scores":{"overall":null,"bandId":null,"discovery":28.9,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":true,"llmsFullTxt":true,"robotsTxt":false,"openApiSpec":true,"agentsMd":false,"sitemap":false,"wellKnownMcp":true,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"dc252808af343979874f8fc6b4f696a34efc0e7ebb7416615eed1ebf1a35ba73","environment":{"harnessGitSha":"932c24df","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T18:12:45.462Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T18:12:45.462Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"xai","name":"xAI","domain":"xai.com","category":"ai","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [xai.com] yielded 842 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs too thin to score: 842 agent-readable tokens.","receipts":[{"url":"https://xai.com/docs","kind":"docsUrl-resolution","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://xai.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.xai.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.xai.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.xai.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.xai.com/llms.txt","kind":"llms-txt","status":502,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.xai.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.xai.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.xai.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.xai.com/","kind":"subdomain-probe","status":502,"tokens":0,"outcome":"fetch-failed"},{"url":"https://xai.com/","kind":"subdomain-probe","status":200,"tokens":842,"outcome":"readable"},{"url":"https://xai.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"f6495a62f568f68de5bb7407cdfd3434df564f2b3d1f206d57cf9725de6c4757","environment":{"harnessGitSha":"8a70752d","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-06T21:35:27.959Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-06T21:35:27.959Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]},{"slug":"zoho-crm","name":"Zoho CRM","domain":"zohocrm.com","category":"crm","surface":"docs","status":"unreachable","reason":"docs-unreachable: docs host(s) [zohocrm.com, www.zohocrm.com] yielded 0 agent-readable tokens (< 15000); 0 shell page(s) detected; F6 fallback tried 12 URL(s) without finding a readable docs surface","reasonSummary":"Docs host returned nothing agent-readable.","receipts":[{"url":"https://zohocrm.com/docs","kind":"docsUrl-resolution","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://zohocrm.com/llms.txt","kind":"llms-txt","status":404,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.zohocrm.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.zohocrm.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.zohocrm.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.zohocrm.com/llms.txt","kind":"llms-txt","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://docs.zohocrm.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developer.zohocrm.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://developers.zohocrm.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://api.zohocrm.com/","kind":"subdomain-probe","status":0,"tokens":0,"outcome":"fetch-failed"},{"url":"https://zohocrm.com/","kind":"subdomain-probe","status":200,"tokens":982,"outcome":"readable"},{"url":"https://zohocrm.com/docs.md","kind":"md-variant","status":404,"tokens":0,"outcome":"fetch-failed"}],"scores":{"overall":null,"bandId":null,"discovery":0,"comprehension":0,"capabilityFloor":"not-agent-ready","requestCoverage":null,"ci":null,"borderline":false},"report":{"closedBookBaseline":null,"familiarity":null,"closedBookRuns":null,"lift":null,"trapPassRate":null,"tokensToComprehension":{"perPassedTask":null,"efficiencyScore":null},"signals":{"llmsTxt":false,"llmsFullTxt":false,"robotsTxt":false,"openApiSpec":false,"agentsMd":false,"sitemap":false,"wellKnownMcp":false,"mcpRegistry":false},"applicableTasks":null},"rank":null,"categoryRank":null,"provenance":{"harnessVersion":"3.0.0","taskBankVersion":"1.3.0","corpusHash":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","environment":{"harnessGitSha":"4524f4b0","cliVersion":"2.1.202 (Claude Code)","node":"v22.22.0","host":"Bens-Mac-mini.local"},"model":{"id":"claude-opus-4-8","provider":"claude-cli","weightsHash":null},"scannedAt":"2026-09-07T01:01:40.335Z","runs":3,"invalidRuns":0,"scoreSpread":{"median":null,"min":null,"max":null},"groundTruth":"docs-attested"},"history":[{"scannedAt":"2026-09-07T01:01:40.335Z","surface":"docs","harnessVersion":"3.0.0","taskBankVersion":"1.3.0","status":"unreachable","overall":null,"bandId":null,"rank":null,"categoryRank":null}]}]}