[
  {"crawler": "GPTBot", "publisher": "OpenAI", "mission": "Training", "robots_txt_token": "GPTBot", "hops_tolerated": 5, "behavior_beyond_limit": "Silent abandonment, page absent from training index"},
  {"crawler": "OAI-SearchBot", "publisher": "OpenAI", "mission": "ChatGPT Search (real-time)", "robots_txt_token": "OAI-SearchBot", "hops_tolerated": 3, "behavior_beyond_limit": "Response generated without citing the page"},
  {"crawler": "ChatGPT-User", "publisher": "OpenAI", "mission": "Agent (visit on demand)", "robots_txt_token": "ChatGPT-User", "hops_tolerated": 3, "behavior_beyond_limit": "On-demand visit failed for the user"},
  {"crawler": "ClaudeBot", "publisher": "Anthropic", "mission": "Training", "robots_txt_token": "ClaudeBot", "hops_tolerated": 5, "behavior_beyond_limit": "Silent abandonment"},
  {"crawler": "anthropic-ai", "publisher": "Anthropic", "mission": "Training (legacy)", "robots_txt_token": "anthropic-ai", "hops_tolerated": 5, "behavior_beyond_limit": "Silent abandonment"},
  {"crawler": "Claude-User", "publisher": "Anthropic", "mission": "Agent (visit on demand)", "robots_txt_token": "Claude-User", "hops_tolerated": 3, "behavior_beyond_limit": "On-demand visit failed"},
  {"crawler": "Claude-SearchBot", "publisher": "Anthropic", "mission": "Claude Search (real-time)", "robots_txt_token": "Claude-SearchBot", "hops_tolerated": 3, "behavior_beyond_limit": "Response generated without the page"},
  {"crawler": "PerplexityBot", "publisher": "Perplexity", "mission": "Indexing for answers", "robots_txt_token": "PerplexityBot", "hops_tolerated": 5, "behavior_beyond_limit": "Silent abandonment, page absent from Perplexity sources"},
  {"crawler": "Perplexity-User", "publisher": "Perplexity", "mission": "Agent (visit on demand)", "robots_txt_token": "Perplexity-User", "hops_tolerated": 3, "behavior_beyond_limit": "On-demand visit failed for the user"},
  {"crawler": "Googlebot", "publisher": "Google", "mission": "Reference (classic SEO)", "robots_txt_token": "Googlebot", "hops_tolerated": 10, "behavior_beyond_limit": "Deferred indexing, sometimes retried"}
]