{
 "rules": {
  "training_disallowed_since": "2026-10-11T07:34:00Z",
  "training_allowed_since": "2026-10-16T19:00:00Z",
  "trap_since": "2026-10-11T12:00:00Z",
  "trap_path": "/trap/",
  "grace_hours": 24
 },
 "bots": [
  {
   "name": "GPTBot",
   "operator": "OpenAI",
   "purpose": "training",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://openai.com/gptbot.json"
   },
   "src": null
  },
  {
   "name": "OAI-SearchBot",
   "operator": "OpenAI",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://openai.com/searchbot.json"
   },
   "src": null
  },
  {
   "name": "ChatGPT-User",
   "operator": "OpenAI",
   "purpose": "user",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://openai.com/chatgpt-user.json"
   },
   "src": null
  },
  {
   "name": "ClaudeBot",
   "operator": "Anthropic",
   "purpose": "training",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "Claude-SearchBot",
   "operator": "Anthropic",
   "purpose": "search",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "Claude-User",
   "operator": "Anthropic",
   "purpose": "user",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "Googlebot",
   "operator": "Google DeepMind",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://developers.google.com/static/search/apis/ipranges/googlebot.json"
   },
   "src": null
  },
  {
   "name": "Google-Extended",
   "operator": "Google DeepMind",
   "purpose": "training",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "Meta-ExternalAgent",
   "operator": "Meta",
   "purpose": "training",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "Meta-WebIndexer",
   "operator": "Meta",
   "purpose": "search",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "Meta-ExternalFetcher",
   "operator": "Meta",
   "purpose": "user",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "MistralAI-Training",
   "operator": "Mistral AI",
   "purpose": "training",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "MistralAI-Index",
   "operator": "Mistral AI",
   "purpose": "search",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "MistralAI-User",
   "operator": "Mistral AI",
   "purpose": "user",
   "policy": "allowed",
   "verify": null,
   "src": null
  },
  {
   "name": "YandexBot",
   "operator": "Yandex",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "reverse-dns",
    "source": "yandex.ru yandex.net yandex.com"
   },
   "src": null
  },
  {
   "name": "YandexAdditional",
   "operator": "Yandex",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "reverse-dns",
    "source": "yandex.ru yandex.net yandex.com"
   },
   "src": null
  },
  {
   "name": "YandexUserproxy",
   "operator": "Yandex",
   "purpose": "user",
   "policy": "allowed",
   "verify": {
    "method": "reverse-dns",
    "source": "yandex.ru yandex.net yandex.com"
   },
   "src": null
  },
  {
   "name": "CCBot",
   "operator": "Common Crawl",
   "purpose": "training",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://index.commoncrawl.org/ccbot.json"
   },
   "src": "https://commoncrawl.atlassian.net/wiki/x/CIA1"
  },
  {
   "name": "Applebot-Extended",
   "operator": "Apple",
   "purpose": "training",
   "policy": "allowed",
   "verify": null,
   "src": "https://support.apple.com/en-us/119829"
  },
  {
   "name": "Applebot",
   "operator": "Apple",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "reverse-dns",
    "source": "applebot.apple.com"
   },
   "src": "https://support.apple.com/en-us/119829"
  },
  {
   "name": "PerplexityBot",
   "operator": "Perplexity",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://www.perplexity.com/perplexitybot.json"
   },
   "src": "https://docs.perplexity.ai/docs/resources/perplexity-crawlers.md"
  },
  {
   "name": "bingbot",
   "operator": "Microsoft",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://www.bing.com/toolbox/bingbot.json"
   },
   "src": "https://www.bing.com/webmasters/help/how-to-verify-bingbot-3905dc26"
  },
  {
   "name": "Baiduspider",
   "operator": "Baidu",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "reverse-dns",
    "source": "baidu.com baidu.jp"
   },
   "src": "https://www.baidu.com/search/spider.html"
  },
  {
   "name": "ShapBot",
   "operator": "Parallel Web Systems",
   "purpose": "search",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://docs.parallel.ai/resources/shapbot.json"
   },
   "src": "https://docs.parallel.ai/resources/crawler"
  },
  {
   "name": "Reflectionbot",
   "operator": "Reflection AI",
   "purpose": "training",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://reflection.ai/bot/ips.json"
   },
   "src": "https://reflection.ai/bot"
  },
  {
   "name": "SemrushBot",
   "operator": "Semrush",
   "purpose": "seo",
   "policy": "allowed",
   "verify": null,
   "src": "https://www.semrush.com/bot/"
  },
  {
   "name": "AhrefsBot",
   "operator": "Ahrefs",
   "purpose": "seo",
   "policy": "allowed",
   "verify": {
    "method": "ip-list",
    "source": "https://api.ahrefs.com/v3/public/crawler-ip-ranges"
   },
   "src": "https://ahrefs.com/robot"
  },
  {
   "name": "MJ12bot",
   "operator": "Majestic",
   "purpose": "seo",
   "policy": "allowed",
   "verify": null,
   "src": "https://mj12bot.com/"
  }
 ],
 "stats": "https://ftrlg.com/api/v1/stats/bots/latest.json"
}