{"schema":"ratradar/v1","purpose":"Rat Radar tells a person or an AI agent whether a website will let them collect its data, and the best way to do it.","generated":"2026-10-11","source":"https://ratlabs.tech/radar/","license":"Free to use. Please credit Rat Radar by RatLabs.","snapshots":["2026-10-08","2026-10-10","2026-10-11"],"sites":{"google.com":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"amazon.com":[{"date":"2026-10-08","score":59,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":11}],"linkedin.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":10},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":10},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":10}],"facebook.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"instagram.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"x.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"reddit.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"github.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":5,"verdict":"open","ai_crawlers_blocked":1}],"en.wikipedia.org":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"news.ycombinator.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"stackoverflow.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"nytimes.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":13},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":13},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":13}],"zillow.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":3}],"ticketmaster.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"indeed.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"glassdoor.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":10}],"yelp.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":10}],"trustpilot.com":[{"date":"2026-10-08","score":94,"verdict":"blocked","ai_crawlers_blocked":4},{"date":"2026-10-10","score":94,"verdict":"blocked","ai_crawlers_blocked":4},{"date":"2026-10-11","score":94,"verdict":"blocked","ai_crawlers_blocked":4}],"airbnb.com":[{"date":"2026-10-08","score":30,"verdict":"guarded","ai_crawlers_blocked":3},{"date":"2026-10-10","score":30,"verdict":"guarded","ai_crawlers_blocked":3},{"date":"2026-10-11","score":30,"verdict":"guarded","ai_crawlers_blocked":3}],"booking.com":[{"date":"2026-10-08","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":0}],"ebay.com":[{"date":"2026-10-08","score":80,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-10","score":80,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":9}],"walmart.com":[{"date":"2026-10-08","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"target.com":[{"date":"2026-10-08","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"etsy.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"shopify.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"cloudflare.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"openai.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"anthropic.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"sec.gov":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"pubmed.ncbi.nlm.nih.gov":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"clinicaltrials.gov":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"fda.gov":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"play.google.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"apps.apple.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"telegram.org":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"substack.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"bbc.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":14}],"theguardian.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":8},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":8},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":8}],"spiegel.de":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":12},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":12},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":12}],"lemonde.fr":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":9}],"yandex.com":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"baidu.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"alibaba.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":2}],"taobao.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"rakuten.co.jp":[{"date":"2026-10-08","score":5,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":5,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":5,"verdict":"open","ai_crawlers_blocked":0}],"naver.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"flipkart.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"zomato.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"mercadolibre.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":5},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":5},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":5}],"globo.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":3}],"takealot.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"jumia.com.ng":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"canva.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":8},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":8},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":8}],"seek.com.au":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"bestbuy.com":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"homedepot.com":[{"date":"2026-10-08","score":30,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":30,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":30,"verdict":"guarded","ai_crawlers_blocked":0}],"lowes.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"costco.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"newegg.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"wayfair.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"ikea.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"nike.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"adidas.com":[{"date":"2026-10-08","score":80,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":80,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":0}],"zara.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"www2.hm.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"shein.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"temu.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"aliexpress.com":[{"date":"2026-10-08","score":5,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":5,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":5,"verdict":"open","ai_crawlers_blocked":0}],"zalando.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"otto.de":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"allegro.pl":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"cdiscount.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"mercari.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"poshmark.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"depop.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"vinted.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":5},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":5},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":5}],"craigslist.org":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"offerup.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"gumtree.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"olx.in":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":3},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":3},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":3}],"kleinanzeigen.de":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"leboncoin.fr":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"coupang.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"shopee.sg":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"lazada.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":11,"verdict":"open","ai_crawlers_blocked":0}],"tokopedia.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"rappi.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"noon.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"kaufland.de":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"argos.co.uk":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"tesco.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"carrefour.fr":[{"date":"2026-10-08","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"lidl.de":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"aldi.us":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":2},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":2},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":2}],"instacart.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":2},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":2},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":2}],"chewy.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"sephora.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"ulta.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"macys.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"nordstrom.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"kohls.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"dickssportinggoods.com":[{"date":"2026-10-08","score":90,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":90,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":90,"verdict":"blocked","ai_crawlers_blocked":0}],"rei.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"apple.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"samsung.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"dell.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"hp.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"lenovo.com":[{"date":"2026-10-08","score":60,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":60,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":0}],"store.steampowered.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"store.epicgames.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"gog.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"humblebundle.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"discogs.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"abebooks.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"bookshop.org":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":12},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":12},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":12}],"goodreads.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":2}],"ziprecruiter.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":4},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":4},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":4}],"monster.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"careerbuilder.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"dice.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"wellfound.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"remoteok.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"weworkremotely.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"upwork.com":[{"date":"2026-10-08","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"fiverr.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"freelancer.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"reed.co.uk":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"stepstone.de":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"naukri.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"jobstreet.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"jobbank.gc.ca":[{"date":"2026-10-08","score":5,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"usajobs.gov":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"joinhandshake.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":1}],"levels.fyi":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"realtor.com":[{"date":"2026-10-08","score":92,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":92,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":92,"verdict":"blocked","ai_crawlers_blocked":1}],"redfin.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"trulia.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"apartments.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"rightmove.co.uk":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":2}],"zoopla.co.uk":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"immobilienscout24.de":[{"date":"2026-10-08","score":84,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":84,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":84,"verdict":"blocked","ai_crawlers_blocked":0}],"seloger.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"idealista.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"domain.com.au":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"realestate.com.au":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":10}],"zumper.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":2}],"loopnet.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"rentals.ca":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"expedia.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"tripadvisor.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":9},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":9},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":9}],"kayak.com":[{"date":"2026-10-08","score":4,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":4,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":4,"verdict":"open","ai_crawlers_blocked":0}],"skyscanner.net":[{"date":"2026-10-08","score":37,"verdict":"guarded","ai_crawlers_blocked":1},{"date":"2026-10-10","score":37,"verdict":"guarded","ai_crawlers_blocked":1},{"date":"2026-10-11","score":37,"verdict":"guarded","ai_crawlers_blocked":1}],"hotels.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"agoda.com":[{"date":"2026-10-08","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":0}],"trip.com":[{"date":"2026-10-08","score":16,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"vrbo.com":[{"date":"2026-10-08","score":80,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":80,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":0}],"hostelworld.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"getyourguide.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"viator.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"delta.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"united.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"aa.com":[{"date":"2026-10-08","score":95,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":95,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":95,"verdict":"blocked","ai_crawlers_blocked":0}],"southwest.com":[{"date":"2026-10-08","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":0}],"ryanair.com":[{"date":"2026-10-08","score":23,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":23,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":23,"verdict":"open","ai_crawlers_blocked":0}],"lufthansa.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"emirates.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"uber.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"lyft.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"grab.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"amtrak.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":16,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":16,"verdict":"open","ai_crawlers_blocked":0}],"eurail.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"tiktok.com":[{"date":"2026-10-08","score":31,"verdict":"guarded","ai_crawlers_blocked":11},{"date":"2026-10-10","score":31,"verdict":"guarded","ai_crawlers_blocked":11},{"date":"2026-10-11","score":31,"verdict":"guarded","ai_crawlers_blocked":11}],"pinterest.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"snapchat.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":11}],"tumblr.com":[{"date":"2026-10-08","score":17,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":7}],"quora.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":7},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":7},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":7}],"medium.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":6},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":6},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":6}],"discord.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"twitch.tv":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"mastodon.social":[{"date":"2026-10-08","score":17,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":1}],"bsky.app":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"threads.net":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":6},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":6},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":6}],"vk.com":[{"date":"2026-10-08","score":21,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":21,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":21,"verdict":"open","ai_crawlers_blocked":0}],"weibo.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":4},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":4},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":4}],"douban.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"line.me":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"kakaocorp.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"producthunt.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"dev.to":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"lemmy.world":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"meetup.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":1}],"nextdoor.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":1}],"patreon.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"ko-fi.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"cnn.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":13},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":13},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":13}],"washingtonpost.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":9},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":9},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":9}],"wsj.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"bloomberg.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":14},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":14},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":14}],"reuters.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"apnews.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":9}],"npr.org":[{"date":"2026-10-08","score":51,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":51,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":51,"verdict":"hostile","ai_crawlers_blocked":0}],"foxnews.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"usatoday.com":[{"date":"2026-10-08","score":20,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":26,"verdict":"guarded","ai_crawlers_blocked":14}],"forbes.com":[{"date":"2026-10-08","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":22,"verdict":"open","ai_crawlers_blocked":0}],"theverge.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":11}],"techcrunch.com":[{"date":"2026-10-08","score":26,"verdict":"guarded","ai_crawlers_blocked":10},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":26,"verdict":"guarded","ai_crawlers_blocked":10}],"wired.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":9}],"arstechnica.com":[{"date":"2026-10-08","score":18,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-10","score":18,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":18,"verdict":"open","ai_crawlers_blocked":11}],"dailymail.co.uk":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":14},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":14},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":14}],"thetimes.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"ft.com":[{"date":"2026-10-08","score":76,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":10},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":10}],"economist.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":11},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":11},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":11}],"aljazeera.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":8},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":8},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":8}],"dw.com":[{"date":"2026-10-08","score":25,"verdict":"guarded","ai_crawlers_blocked":14},{"date":"2026-10-10","score":25,"verdict":"guarded","ai_crawlers_blocked":14},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":14}],"france24.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":10}],"elpais.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":5},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":5},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":5}],"corriere.it":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":11}],"www3.nhk.or.jp":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":12},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":12},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":12}],"timesofindia.indiatimes.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":1}],"scmp.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"abc.net.au":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":11}],"cbc.ca":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"theglobeandmail.com":[{"date":"2026-10-08","score":65,"verdict":"hostile","ai_crawlers_blocked":13},{"date":"2026-10-10","score":65,"verdict":"hostile","ai_crawlers_blocked":13},{"date":"2026-10-11","score":52,"verdict":"hostile","ai_crawlers_blocked":13}],"news24.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":14},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":14},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":14}],"folha.uol.com.br":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":9}],"clarin.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"yahoo.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":10}],"bing.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"duckduckgo.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"search.brave.com":[{"date":"2026-10-08","score":60,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":60,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":0}],"ecosia.org":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"news.naver.com":[{"date":"2026-10-08","score":50,"verdict":"hostile","ai_crawlers_blocked":8},{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":8},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":8}],"gitlab.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"bitbucket.org":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"npmjs.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"pypi.org":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"hub.docker.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"huggingface.co":[{"date":"2026-10-08","score":14,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":14,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":14,"verdict":"open","ai_crawlers_blocked":0}],"kaggle.com":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"arxiv.org":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"developer.mozilla.org":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"stackexchange.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"vercel.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"netlify.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"heroku.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"digitalocean.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"aws.amazon.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"azure.microsoft.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"cloud.google.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"perplexity.ai":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"mistral.ai":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"cohere.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"midjourney.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"replicate.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"archive.org":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"wikidata.org":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"openstreetmap.org":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"wolframalpha.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":3}],"notion.so":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":1}],"figma.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":6},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":6},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":6}],"slack.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"zoom.us":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"dropbox.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"atlassian.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"finance.yahoo.com":[{"date":"2026-10-08","score":12,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-10","score":12,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":12,"verdict":"open","ai_crawlers_blocked":11}],"marketwatch.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"investing.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"coinmarketcap.com":[{"date":"2026-10-08","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"coingecko.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"coinbase.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"binance.com":[{"date":"2026-10-08","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":0}],"robinhood.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"paypal.com":[{"date":"2026-10-08","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":22,"verdict":"open","ai_crawlers_blocked":0}],"stripe.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"wise.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"crunchbase.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":10}],"pitchbook.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"opencorporates.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":1}],"find-and-update.company-information.service.gov.uk":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"dnb.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"zoominfo.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":4},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":4},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":4}],"capterra.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"g2.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"statista.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":12},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":12},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":12}],"usa.gov":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"data.gov":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"census.gov":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"bls.gov":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"cdc.gov":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"nih.gov":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"who.int":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"nasa.gov":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"noaa.gov":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"usgs.gov":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"sam.gov":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"uspto.gov":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"federalregister.gov":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"congress.gov":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":13},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":13},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":13}],"gov.uk":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"data.europa.eu":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"ec.europa.eu":[{"date":"2026-10-08","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":0}],"worldbank.org":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"imf.org":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"oecd.org":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"un.org":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"ecb.europa.eu":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"data.gov.uk":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"ons.gov.uk":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"statcan.gc.ca":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"abs.gov.au":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":28,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"clinicaltrialsregister.eu":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"ema.europa.eu":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"go.drugbank.com":[{"date":"2026-10-08","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"webmd.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":3}],"mayoclinic.org":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"healthgrades.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":9}],"semanticscholar.org":[{"date":"2026-10-08","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"researchgate.net":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"jstor.org":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":4},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":4},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":4}],"coursera.org":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":1}],"khanacademy.org":[{"date":"2026-10-08","score":15,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":1}],"udemy.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"foursquare.com":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":2}],"yellowpages.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"bbb.org":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"angi.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"thumbtack.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"opentable.com":[{"date":"2026-10-08","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"doordash.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"grubhub.com":[{"date":"2026-10-08","score":39,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":39,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":39,"verdict":"guarded","ai_crawlers_blocked":0}],"ubereats.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"deliveroo.co.uk":[{"date":"2026-10-08","score":26,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":26,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":26,"verdict":"guarded","ai_crawlers_blocked":0}],"just-eat.co.uk":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"swiggy.com":[{"date":"2026-10-08","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":0}],"meituan.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"allrecipes.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":11}],"epicurious.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":9}],"youtube.com":[{"date":"2026-10-08","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"netflix.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"open.spotify.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":10}],"soundcloud.com":[{"date":"2026-10-08","score":37,"verdict":"guarded","ai_crawlers_blocked":14},{"date":"2026-10-10","score":37,"verdict":"guarded","ai_crawlers_blocked":14},{"date":"2026-10-11","score":37,"verdict":"guarded","ai_crawlers_blocked":14}],"bandcamp.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":7}],"imdb.com":[{"date":"2026-10-08","score":69,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":69,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":69,"verdict":"hostile","ai_crawlers_blocked":0}],"rottentomatoes.com":[{"date":"2026-10-08","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"letterboxd.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":7},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":7},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":7}],"metacritic.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":3}],"genius.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":10},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":10},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":10}],"vimeo.com":[{"date":"2026-10-08","score":6,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":7}],"dailymotion.com":[{"date":"2026-10-08","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":0}],"bilibili.com":[{"date":"2026-10-08","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"nicovideo.jp":[{"date":"2026-10-08","score":8,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":1}],"autotrader.com":[{"date":"2026-10-08","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-10","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":0}],"cars.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"cargurus.com":[{"date":"2026-10-08","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-10","score":28,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":28,"verdict":"guarded","ai_crawlers_blocked":0}],"carvana.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"edmunds.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":4},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":4},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":4}],"kbb.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":1}],"mobile.de":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"autoscout24.com":[{"date":"2026-10-08","score":2,"verdict":"open","ai_crawlers_blocked":5},{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":5},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":5}],"tesla.com":[{"date":"2026-10-08","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"ford.com":[{"date":"2026-10-08","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"crates.io":[{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":0}],"rubygems.org":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"central.sonatype.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"pkg.go.dev":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"packagist.org":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"nuget.org":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"docs.docker.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"kubernetes.io":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"docs.python.org":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"nodejs.org":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"react.dev":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"rust-lang.org":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"go.dev":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"typescriptlang.org":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"kernel.org":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"sourceforge.net":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"codeberg.org":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":14}],"hashnode.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"qiita.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"zenn.dev":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"csdn.net":[{"date":"2026-10-10","score":35,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":35,"verdict":"guarded","ai_crawlers_blocked":0}],"juejin.cn":[{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"habr.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"freecodecamp.org":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"commons.wikimedia.org":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"en.wiktionary.org":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"openlibrary.org":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"gutenberg.org":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"themoviedb.org":[{"date":"2026-10-10","score":60,"verdict":"hostile","ai_crawlers_blocked":14},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":14}],"musicbrainz.org":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"last.fm":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"deezer.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"kick.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"rumble.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"rutube.ru":[{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"quizlet.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":8},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":8}],"chegg.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"edx.org":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"ocw.mit.edu":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"duolingo.com":[{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":0}],"skillshare.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"overstock.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"williams-sonoma.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"gap.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"uniqlo.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"asos.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"boohoo.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"very.co.uk":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"johnlewis.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"currys.co.uk":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"boots.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"sainsburys.co.uk":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"mediamarkt.de":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":3},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":3}],"fnac.com":[{"date":"2026-10-10","score":70,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":0}],"bol.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":0}],"coolblue.nl":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"elkjop.no":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"elgiganten.se":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"pccomponentes.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"elcorteingles.es":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"magazineluiza.com.br":[{"date":"2026-10-10","score":80,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":0}],"americanas.com.br":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":3},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":3}],"falabella.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"liverpool.com.mx":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"walmart.com.mx":[{"date":"2026-10-10","score":30,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":30,"verdict":"guarded","ai_crawlers_blocked":0}],"jd.com":[{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"pinduoduo.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"tmall.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"qoo10.sg":[{"date":"2026-10-10","score":40,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":40,"verdict":"guarded","ai_crawlers_blocked":0}],"gmarket.co.kr":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":11},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":11}],"11st.co.kr":[{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"shopping.yahoo.co.jp":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"myntra.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"nykaa.com":[{"date":"2026-10-10","score":40,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":40,"verdict":"guarded","ai_crawlers_blocked":0}],"snapdeal.com":[{"date":"2026-10-10","score":72,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":72,"verdict":"hostile","ai_crawlers_blocked":0}],"daraz.pk":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":5,"verdict":"open","ai_crawlers_blocked":0}],"bukalapak.com":[{"date":"2026-10-10","score":37,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":37,"verdict":"guarded","ai_crawlers_blocked":0}],"konga.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"amazon.ae":[{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":11}],"hepsiburada.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"trendyol.com":[{"date":"2026-10-10","score":23,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":23,"verdict":"open","ai_crawlers_blocked":0}],"ozon.ru":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"wildberries.ru":[{"date":"2026-10-10","score":35,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":35,"verdict":"guarded","ai_crawlers_blocked":0}],"rozetka.com.ua":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"emag.ro":[{"date":"2026-10-10","score":74,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":74,"verdict":"hostile","ai_crawlers_blocked":0}],"skroutz.gr":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":9}],"alza.cz":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"amazon.co.uk":[{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":11}],"amazon.de":[{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":11}],"amazon.co.jp":[{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":11}],"amazon.in":[{"date":"2026-10-10","score":60,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":11}],"ebay.co.uk":[{"date":"2026-10-10","score":80,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":9}],"ebay.de":[{"date":"2026-10-10","score":80,"verdict":"blocked","ai_crawlers_blocked":9},{"date":"2026-10-11","score":80,"verdict":"blocked","ai_crawlers_blocked":9}],"kijiji.ca":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"trademe.co.nz":[{"date":"2026-10-10","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":0}],"marktplaats.nl":[{"date":"2026-10-10","score":14,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":14,"verdict":"open","ai_crawlers_blocked":0}],"subito.it":[{"date":"2026-10-10","score":60,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":0}],"es.wallapop.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":1}],"blocket.se":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"thehindu.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":26,"verdict":"guarded","ai_crawlers_blocked":11}],"hindustantimes.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"dawn.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"straitstimes.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":1}],"japantimes.co.jp":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"koreaherald.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"smh.com.au":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":14}],"nzherald.co.nz":[{"date":"2026-10-10","score":36,"verdict":"guarded","ai_crawlers_blocked":14},{"date":"2026-10-11","score":36,"verdict":"guarded","ai_crawlers_blocked":14}],"mg.co.za":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"nation.africa":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"english.alarabiya.net":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"haaretz.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":14}],"hurriyet.com.tr":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":8},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":8}],"kommersant.ru":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"kyivindependent.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"nos.nl":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":11}],"nrk.no":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":14}],"svt.se":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":10}],"yle.fi":[{"date":"2026-10-10","score":12,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":12,"verdict":"open","ai_crawlers_blocked":11}],"zeit.de":[{"date":"2026-10-10","score":72,"verdict":"hostile","ai_crawlers_blocked":9},{"date":"2026-10-11","score":72,"verdict":"hostile","ai_crawlers_blocked":9}],"nzz.ch":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":14}],"lefigaro.fr":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":10},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":10}],"repubblica.it":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":8},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":8}],"elmundo.es":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":7},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":7}],"publico.pt":[{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":0}],"wyborcza.pl":[{"date":"2026-10-10","score":40,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":9}],"irishtimes.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":2},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":2}],"politico.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"axios.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":3}],"theatlantic.com":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":11},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":11}],"newyorker.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":9},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":9}],"vox.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":11}],"buzzfeed.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":12},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":12}],"huffpost.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":14}],"nbcnews.com":[{"date":"2026-10-10","score":36,"verdict":"guarded","ai_crawlers_blocked":14},{"date":"2026-10-11","score":36,"verdict":"guarded","ai_crawlers_blocked":14}],"cbsnews.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":1}],"abcnews.go.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":6},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":6}],"latimes.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":3}],"chicagotribune.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":13},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":13}],"seekingalpha.com":[{"date":"2026-10-10","score":22,"verdict":"open","ai_crawlers_blocked":6},{"date":"2026-10-11","score":22,"verdict":"open","ai_crawlers_blocked":6}],"fool.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"barrons.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"cnbc.com":[{"date":"2026-10-10","score":16,"verdict":"open","ai_crawlers_blocked":14},{"date":"2026-10-11","score":16,"verdict":"open","ai_crawlers_blocked":14}],"morningstar.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"tradingview.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"kraken.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"etherscan.io":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"coindesk.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":12},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":12}],"nerdwallet.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"bankrate.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"hubspot.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"salesforce.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"intercom.com":[{"date":"2026-10-10","score":24,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":24,"verdict":"open","ai_crawlers_blocked":0}],"squareup.com":[{"date":"2026-10-10","score":26,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":26,"verdict":"guarded","ai_crawlers_blocked":0}],"plaid.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"revolut.com":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"monzo.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"klarna.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"adyen.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"priceline.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"hopper.com":[{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"momondo.com":[{"date":"2026-10-10","score":4,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":4,"verdict":"open","ai_crawlers_blocked":0}],"kiwi.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"trivago.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"hotwire.com":[{"date":"2026-10-10","score":25,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":25,"verdict":"guarded","ai_crawlers_blocked":0}],"turo.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"rentalcars.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"hertz.com":[{"date":"2026-10-10","score":35,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":35,"verdict":"guarded","ai_crawlers_blocked":0}],"avis.com":[{"date":"2026-10-10","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":28,"verdict":"guarded","ai_crawlers_blocked":0}],"jetblue.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"alaskaair.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"wwws.airfrance.us":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"britishairways.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"qatarairways.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"singaporeair.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"greyhound.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"flixbus.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"trainline.com":[{"date":"2026-10-10","score":22,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":22,"verdict":"open","ai_crawlers_blocked":0}],"homes.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"streeteasy.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"apartmentlist.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"rent.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"funda.nl":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"immowelt.de":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"immobiliare.it":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"fotocasa.es":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"daft.ie":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"propertyguru.com.sg":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"magicbricks.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"lamudi.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":2},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":2}],"bayut.com":[{"date":"2026-10-10","score":78,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":78,"verdict":"blocked","ai_crawlers_blocked":0}],"property24.com":[{"date":"2026-10-10","score":5,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"simplyhired.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"jooble.org":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"adzuna.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":11}],"totaljobs.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":1},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":1}],"welcometothejungle.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"xing.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"infojobs.net":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":11},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":11}],"naukrigulf.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"bayt.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"brightermonday.co.ke":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"builtin.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":4},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":4}],"workingnomads.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"yummly.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"foodnetwork.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"seriouseats.com":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":11},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":11}],"bbcgoodfood.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":4},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":4}],"glovoapp.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"wolt.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"lieferando.de":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"ifood.com.br":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"talabat.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"gojek.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"foodpanda.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"data.gov.au":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"data.gov.in":[{"date":"2026-10-10","score":40,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":40,"verdict":"guarded","ai_crawlers_blocked":0}],"open.canada.ca":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"destatis.de":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"insee.fr":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"istat.it":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"federalreserve.gov":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"fred.stlouisfed.org":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"bea.gov":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"irs.gov":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"ftc.gov":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"fcc.gov":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"faa.gov":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"ntsb.gov":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"epa.gov":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"reporter.nih.gov":[{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"medlineplus.gov":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"data.who.int":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"esa.int":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"weather.gov":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"metoffice.gov.uk":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"ourworldindata.org":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"nature.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":13},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":13}],"sciencedirect.com":[{"date":"2026-10-10","score":76,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":76,"verdict":"blocked","ai_crawlers_blocked":0}],"ssrn.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":3}],"biorxiv.org":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":7},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":7}],"scholar.google.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"openalex.org":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"crossref.org":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"trustradius.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"consumerreports.org":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":3},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":3}],"which.co.uk":[{"date":"2026-10-10","score":4,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":4,"verdict":"open","ai_crawlers_blocked":0}],"tripadvisor.co.uk":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":9},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":9}],"homeadvisor.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":1}],"steamcommunity.com":[{"date":"2026-10-10","score":10,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":10,"verdict":"open","ai_crawlers_blocked":0}],"roblox.com":[{"date":"2026-10-10","score":45,"verdict":"guarded","ai_crawlers_blocked":0},{"date":"2026-10-11","score":45,"verdict":"guarded","ai_crawlers_blocked":0}],"imgur.com":[{"date":"2026-10-10","score":17,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":17,"verdict":"open","ai_crawlers_blocked":0}],"deviantart.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"flickr.com":[{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"500px.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"behance.net":[{"date":"2026-10-10","score":72,"verdict":"hostile","ai_crawlers_blocked":9},{"date":"2026-10-11","score":72,"verdict":"hostile","ai_crawlers_blocked":9}],"dribbble.com":[{"date":"2026-10-10","score":59,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":59,"verdict":"hostile","ai_crawlers_blocked":0}],"app.thestorygraph.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"fandom.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"tvtropes.org":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":11},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":11}],"slashdot.org":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"lobste.rs":[{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"truthsocial.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"gab.com":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"xiaohongshu.com":[{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"zhihu.com":[{"date":"2026-10-10","score":60,"verdict":"hostile","ai_crawlers_blocked":1},{"date":"2026-10-11","score":60,"verdict":"hostile","ai_crawlers_blocked":1}],"daum.net":[{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}],"hatena.ne.jp":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"together.ai":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":1},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":1}],"groq.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"fireworks.ai":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"openrouter.ai":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"stability.ai":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"runwayml.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"elevenlabs.io":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"x.ai":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"deepseek.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"kimi.com":[{"date":"2026-10-10","score":21,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":21,"verdict":"open","ai_crawlers_blocked":0}],"qwen.ai":[{"date":"2026-10-10","score":15,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":15,"verdict":"open","ai_crawlers_blocked":0}],"character.ai":[{"date":"2026-10-10","score":55,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":55,"verdict":"hostile","ai_crawlers_blocked":0}],"poe.com":[{"date":"2026-10-10","score":100,"verdict":"blocked","ai_crawlers_blocked":0},{"date":"2026-10-11","score":100,"verdict":"blocked","ai_crawlers_blocked":0}],"airtable.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"zapier.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"linear.app":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"asana.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"trello.com":[{"date":"2026-10-10","score":2,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":2,"verdict":"open","ai_crawlers_blocked":0}],"monday.com":[{"date":"2026-10-10","score":8,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":8,"verdict":"open","ai_crawlers_blocked":0}],"you.com":[{"date":"2026-10-10","score":6,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":6,"verdict":"open","ai_crawlers_blocked":0}],"kagi.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"startpage.com":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"qwant.com":[{"date":"2026-10-10","score":20,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":20,"verdict":"open","ai_crawlers_blocked":0}],"seznam.cz":[{"date":"2026-10-10","score":0,"verdict":"open","ai_crawlers_blocked":0},{"date":"2026-10-11","score":0,"verdict":"open","ai_crawlers_blocked":0}],"sogou.com":[{"date":"2026-10-10","score":50,"verdict":"hostile","ai_crawlers_blocked":0},{"date":"2026-10-11","score":50,"verdict":"hostile","ai_crawlers_blocked":0}]}}