{"id":"cnet","name":"CNET","industry":"news","country":"US","notes":"Triaged automatically from the discovery queue; consumer classification and industry not yet human-reviewed.","verified":null,"overall":"blocked","stated":"unknown","stated_confidence":"none","stated_scope":null,"stated_lead":null,"technical":"blocked","technical_confidence":"confirmed","why":"From technical signals only; no company statement found.","fee":"unknown","x402":"unknown","x402_evidence":null,"access":["unknown"],"hosts":["cnet.com"],"agents":[{"product":"ChatGPT","status":"blocked","via":"robots","confidence":"confirmed","advisory":true,"honorsRobots":"no","scope":null},{"product":"Claude","status":"blocked","via":"robots","confidence":"confirmed","advisory":false,"honorsRobots":"yes","scope":null},{"product":"Perplexity","status":"blocked","via":"robots","confidence":"confirmed","advisory":true,"honorsRobots":"no","scope":null},{"product":"Gemini","status":null,"via":null,"confidence":"none","advisory":false,"honorsRobots":null,"scope":null},{"product":"Meta AI","status":"blocked","via":"robots","confidence":"confirmed","advisory":true,"honorsRobots":"no","scope":null},{"product":"Meta Muse","status":null,"via":null,"confidence":"none","advisory":false,"honorsRobots":null,"scope":null}],"check_issue":null,"last_checked":"2026-11-07T23:00:13.001Z","coverage":{"covered":4,"total":5},"wikidata":null,"out_of_scope":[],"updated_at":"2026-11-03 05:04:06","methodology_version":2,"surfaces":[{"id":"main","name":"cnet.com","fee":"unknown","x402":"unknown","x402_evidence":null,"primary":true,"hosts":["cnet.com"],"access":["unknown"]}],"claims":[{"surface":"main","dimension":"technical","agent_class":"consumer-agent","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: no","agent":"ChatGPT-User"},{"surface":"main","dimension":"technical","agent_class":"consumer-agent","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Claude-User"},{"surface":"main","dimension":"technical","agent_class":"consumer-agent","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: no","agent":"Perplexity-User"},{"surface":"main","dimension":"technical","agent_class":"consumer-agent","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: no","agent":"Meta-ExternalFetcher"},{"surface":"main","dimension":"technical","agent_class":"consumer-agent","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: no","agent":"Amzn-User"},{"surface":"main","dimension":"technical","agent_class":"consumer-agent","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: unclear","agent":"MistralAI-User"},{"surface":"main","dimension":"technical","agent_class":"search-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"OAI-SearchBot"},{"surface":"main","dimension":"technical","agent_class":"search-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Claude-SearchBot"},{"surface":"main","dimension":"technical","agent_class":"search-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"PerplexityBot"},{"surface":"main","dimension":"technical","agent_class":"search-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Amzn-SearchBot"},{"surface":"main","dimension":"technical","agent_class":"search-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Meta-WebIndexer"},{"surface":"main","dimension":"technical","agent_class":"search-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"DuckAssistBot"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"GPTBot"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"ClaudeBot"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Applebot-Extended"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"CCBot"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Meta-ExternalAgent"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Amazonbot"},{"surface":"main","dimension":"technical","agent_class":"training-crawler","value":"blocked","scope":null,"tier":"T1","evidence_url":"https://www.cnet.com/robots.txt","quote":"user-agent: AddSearchBot\nuser-agent: AgentDataBot\nuser-agent: AI2Bot\nuser-agent: Ai2Bot-DeepResearchEval\nuser-agent: Ai2Bot-Dolma\nuser-agent: AIWebIndex\nuser-agent: AIWebIndex-Agent\nuser-agent: amazon-QBusiness\nuser-agent: Amazonbot\nuser-agent: AmazonBuyForMe\nuser-agent: Amzn-SearchBot\nuser-agent: Amzn-User\nuser-agent: Anchor Browser\nuser-agent: AndiAgent\nuser-agent: anthropic-ai\nuser-agent: ApifyBot\nuser-agent: ApifyWebsiteContentCrawler\nuser-agent: Applebot\nuser-agent: Applebot-extended\nuser-a","observed_at":"2026-11-07","source":"checker","host":"cnet.com","detail":"vendor honors robots.txt: yes","agent":"Bytespider"}],"snapshots":[{"host":"cnet.com","outcome":"ok","http_status":200,"sha256":"06f221b2a391151d67de713ee40ff2f5c515ab0857bbed0a1f5e345d944bdca4","last_checked":"2026-11-07T23:00:13.001Z","first_seen":"2026-11-06T22:00:13.158Z","signals":"{}"}],"events":[]}