tranco_rank,domain,requested_url,final_url,http_status,redirect_count,https,content_type,classification,llms_present,format_valid,h1_present,h1_text,section_count,link_count,byte_size,optional_section_present,last_modified,etag_present,cache_control_present,checked_at,error_type,notes,attempt_count,first_attempt_result,retry_performed,final_result
1,google.com,https://google.com/llms.txt,https://google.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
2,cloudflare.com,https://cloudflare.com/llms.txt,https://www.cloudflare.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Cloudflare,0,0,534,False,,True,True,2026-09-07T07:14:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3,facebook.com,https://facebook.com/llms.txt,https://www.facebook.com/llms.txt,200,1,True,"text/html; charset=""utf-8""",soft_200_html,False,False,False,,0,0,9351,False,,False,True,2026-09-07T07:14:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4,gstatic.com,https://gstatic.com/llms.txt,https://www.gstatic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
5,googleapis.com,https://googleapis.com/llms.txt,https://googleapis.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
6,microsoft.com,https://microsoft.com/llms.txt,https://www.microsoft.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5606,False,"Thu, 18 Sep 2025 23:16:08 GMT",True,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
7,amazonaws.com,https://amazonaws.com/llms.txt,https://aws.amazon.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,79443,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
8,akamai.net,https://akamai.net/llms.txt,https://akamai.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9,youtube.com,https://youtube.com/llms.txt,https://www.youtube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,758,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
10,apple.com,https://apple.com/llms.txt,https://www.apple.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55498,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
11,instagram.com,https://instagram.com/llms.txt,https://www.instagram.com/llms.txt,200,1,True,"text/html; charset=""utf-8""",soft_200_html,False,False,False,,0,0,3961,False,,False,True,2026-09-07T07:14:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
12,mail.ru,https://mail.ru/llms.txt,https://mail.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
13,ezviz7.com,https://ezviz7.com/llms.txt,https://ezviz7.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
14,fbcdn.net,https://fbcdn.net/llms.txt,https://www.facebook.com/,200,1,True,"text/html; charset=""utf-8""",redirect_other,False,False,False,,0,0,3966,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://www.facebook.com/,1,redirect_other,False,redirect_other
15,twitter.com,https://twitter.com/llms.txt,https://x.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12793,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
16,dzen.ru,https://dzen.ru/llms.txt,https://sso.passport.yandex.ru/push?uuid=d3cade46-0a04-4913-8e7c-5fc835d40519&retpath=https://dzen.ru/llms.txt?is_autologin_ya%3Dtrue,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2894,False,,True,True,2026-09-07T07:14:34Z,,Redirected away to https://sso.passport.yandex.ru/push?uuid=d3cade46-0a04-4913-8e7c-5fc835d40519&retpath=https://dzen.ru/llms.txt?is_autologin_ya%3Dtrue,1,redirect_other,False,redirect_other
17,linkedin.com,https://linkedin.com/llms.txt,https://linkedin.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3492,False,,False,True,2026-09-07T07:14:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
18,domaincontrol.com,https://domaincontrol.com/llms.txt,https://domaincontrol.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:34Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
19,googlevideo.com,https://googlevideo.com/llms.txt,https://googlevideo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
20,office.com,https://office.com/llms.txt,https://login.microsoftonline.com/common/oauth2/v2.0/authorize?client_id=4765445b-32c6-49b0-83e6-1d93765276ca&redirect_uri=https://www.office.com/landingv2&response_type=code%20id_token&scope=openid%20profile%20https://www.office.com/v2/OfficeHome.All&response_mode=form_post&nonce=639243620751362112.YTU4ZTZmMmEtMzRjZC00MzcyLTljYTktNTRiZmRkZDM3YWU3ZDQwYmM1OGItMzEwOS00NWRhLTk0MTAtNmViZWE3OGNkYTBj&ui_locales=en-US&mkt=en-US&client-request-id=8c7da51d-5b72-4c77-984a-f0c107fbd380&siwa=1&siwg=1&state=JEFse6sjDERS0lahumVfYWJdNuYSdDABlMDh_I14bgoywRMOa3-ZUBSCgPPAsmguqgPhBLtxrnM5aFXtStMjFcOkMulqI2vduUbqXkoT05RxtqExYuMhMVH9x977Q4p2n6BG1LsIm7FAZUhDOkPSt1AgWQ0VQcUNgr-Fg7DngY4nyeYA9UblRC2radHlguXW4dJBV1M_01KV2lw4NTd0a-7o-d6hH5jGiQ53FGlaaPFVJDVp3sCJMdkilRMchwE0-hfRWA-Tryho4xLjZp79n_Pq3q4Kne0glWu1v97qG5DJa-dfvIT5TCNjaiSff9QNRqUvif3lAeg1iBF0VR0ju9DtSgVEpGIoXP1qq2I0GEv3GlWEh_V1yL939XOU63FapgvsAIjx3XqbVQeKddX99hx0MGey8cbdBzSyE66bS9gAsiOkAUJbyr03MuFpWEi7GjOtgZ02IOxEOW7JTsXb-wjlka0XYl7qx4OV_zQdm2tVcIJ6BFSZM_wxdIuISyMMdffnY1jVoM7Qw52wVOi8GgeVSuhdeZ1Y6Xh5OlMhrOU&x-client-SKU=ID_NET8_0&x-client-ver=8.16.0.0,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,39154,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://login.microsoftonline.com/common/oauth2/v2.0/authorize?client_id=4765445b-32c6-49b0-83e6-1d93765276ca&redirect_uri=https://www.office.com/landingv2&response_type=code%20id_token&scope=openid%20profile%20https://www.office.com/v2/OfficeHome.All&response_mode=form_post&nonce=639243620751362112.YTU4ZTZmMmEtMzRjZC00MzcyLTljYTktNTRiZmRkZDM3YWU3ZDQwYmM1OGItMzEwOS00NWRhLTk0MTAtNmViZWE3OGNkYTBj&ui_locales=en-US&mkt=en-US&client-request-id=8c7da51d-5b72-4c77-984a-f0c107fbd380&siwa=1&siwg=1&state=JEFse6sjDERS0lahumVfYWJdNuYSdDABlMDh_I14bgoywRMOa3-ZUBSCgPPAsmguqgPhBLtxrnM5aFXtStMjFcOkMulqI2vduUbqXkoT05RxtqExYuMhMVH9x977Q4p2n6BG1LsIm7FAZUhDOkPSt1AgWQ0VQcUNgr-Fg7DngY4nyeYA9UblRC2radHlguXW4dJBV1M_01KV2lw4NTd0a-7o-d6hH5jGiQ53FGlaaPFVJDVp3sCJMdkilRMchwE0-hfRWA-Tryho4xLjZp79n_Pq3q4Kne0glWu1v97qG5DJa-dfvIT5TCNjaiSff9QNRqUvif3lAeg1iBF0VR0ju9DtSgVEpGIoXP1qq2I0GEv3GlWEh_V1yL939XOU63FapgvsAIjx3XqbVQeKddX99hx0MGey8cbdBzSyE66bS9gAsiOkAUJbyr03MuFpWEi7GjOtgZ02IOxEOW7JTsXb-wjlka0XYl7qx4OV_zQdm2tVcIJ6BFSZM_wxdIuISyMMdffnY1jVoM7Qw52wVOi8GgeVSuhdeZ1Y6Xh5OlMhrOU&x-client-SKU=ID_NET8_0&x-client-ver=8.16.0.0,1,redirect_other,False,redirect_other
21,googletagmanager.com,https://googletagmanager.com/llms.txt,https://googletagmanager.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
22,hicloudcam.com,https://hicloudcam.com/llms.txt,https://hicloudcam.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
23,live.com,https://live.com/llms.txt,https://outlook.live.com/mail/,200,2,True,text/html,redirect_other,False,False,False,,0,0,14275,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://outlook.live.com/mail/,1,redirect_other,False,redirect_other
24,akamaiedge.net,https://akamaiedge.net/llms.txt,https://akamaiedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
25,amazon.com,https://amazon.com/llms.txt,https://www.amazon.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2289,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
26,gtld-servers.net,https://gtld-servers.net/llms.txt,https://gtld-servers.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
27,akadns.net,https://akadns.net/llms.txt,https://akadns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
28,azure.com,https://azure.com/llms.txt,https://azure.microsoft.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Azure,14,222,47037,True,"Tue, 17 Feb 2026 20:19:28 GMT",True,True,2026-09-07T07:14:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
29,github.com,https://github.com/llms.txt,https://github.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,GitHub,12,0,28658,False,"Sun, 06 Sep 2026 18:06:00 GMT",True,False,2026-09-07T07:14:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
30,bing.com,https://bing.com/llms.txt,https://www.bing.com/llms.txt?toWww=1&redig=FA8FD5D1FFB64B5F93F98450232EE873,404,1,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
31,wikipedia.org,https://wikipedia.org/llms.txt,https://en.wikipedia.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
32,whatsapp.net,https://whatsapp.net/llms.txt,https://www.whatsapp.com/llms.txt,404,1,True,"text/html; charset=""utf-8""",missing_404,False,False,False,,0,0,2481,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
33,apple-dns.net,https://apple-dns.net/llms.txt,https://apple-dns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
34,googleusercontent.com,https://googleusercontent.com/llms.txt,https://googleusercontent.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
35,fastly.net,https://fastly.net/llms.txt,https://www.fastly.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Fastly,14,85,15771,False,,True,True,2026-09-07T07:14:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
36,appsflyersdk.com,https://appsflyersdk.com/llms.txt,https://appsflyersdk.com/llms.txt,403,0,True,text/xml,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
37,doubleclick.net,https://doubleclick.net/llms.txt,https://doubleclick.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
38,aaplimg.com,https://aaplimg.com/llms.txt,https://aaplimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
39,microsoftonline.com,https://microsoftonline.com/llms.txt,https://microsoftonline.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
40,office.net,https://office.net/llms.txt,https://office.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
41,netflix.com,https://netflix.com/llms.txt,https://www.netflix.com/NotFound?prev=https://www.netflix.com/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16384,False,,False,False,2026-09-07T07:14:34Z,,Redirected away to https://www.netflix.com/NotFound?prev=https://www.netflix.com/llms.txt,1,redirect_other,False,redirect_other
42,trafficmanager.net,https://trafficmanager.net/llms.txt,https://trafficmanager.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
43,gandi.net,https://gandi.net/llms.txt,https://www.gandi.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,18623,False,,False,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
44,sharepoint.com,https://sharepoint.com/llms.txt,https://sharepoint.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
45,youtu.be,https://youtu.be/llms.txt,https://www.youtube.com/watch?v=llms.txt&feature=youtu.be,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,45955,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://www.youtube.com/watch?v=llms.txt&feature=youtu.be,1,redirect_other,False,redirect_other
46,digicert.com,https://digicert.com/llms.txt,https://www.digicert.com/llms.txt,200,1,True,text/plain; charset=iso-8859-1,confirmed_llms_txt,True,True,True,DigiCert,21,54,8395,False,"Thu, 19 Feb 2026 11:21:06 GMT",True,True,2026-09-07T07:14:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
47,cloud.microsoft,https://cloud.microsoft/llms.txt,https://m365.cloud.microsoft/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,77420,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://m365.cloud.microsoft/,1,redirect_other,False,redirect_other
48,wordpress.org,https://wordpress.org/llms.txt,https://wordpress.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,WordPress,9,36,5765,False,,False,True,2026-09-07T07:14:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
49,skype.com,https://skype.com/llms.txt,https://teams.live.com/free?source=skype,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,61987,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://teams.live.com/free?source=skype,1,redirect_other,False,redirect_other
50,x.com,https://x.com/llms.txt,https://x.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12792,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
51,goo.gl,https://goo.gl/llms.txt,https://goo.gl/llms.txt,400,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,9258,False,,False,True,2026-09-07T07:14:34Z,,,1,ambiguous,False,ambiguous
52,cloudfront.net,https://cloudfront.net/llms.txt,https://cloudfront.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
53,icloud.com,https://icloud.com/llms.txt,https://www.icloud.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3250,False,,True,False,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
54,tiktok.com,https://tiktok.com/llms.txt,https://www.tiktok.com/in/about,200,2,True,text/html,redirect_other,False,False,False,,0,0,105963,False,,False,True,2026-09-07T07:14:34Z,,Redirected away to https://www.tiktok.com/in/about,1,redirect_other,False,redirect_other
55,googledomains.com,https://googledomains.com/llms.txt,https://domains.google/,200,1,True,text/html,redirect_other,False,False,False,,0,0,1814,False,"Tue, 21 Jan 2025 17:48:00 GMT",False,True,2026-09-07T07:14:34Z,,Redirected away to https://domains.google/,1,redirect_other,False,redirect_other
56,whatsapp.com,https://whatsapp.com/llms.txt,https://www.whatsapp.com/llms.txt,404,1,True,"text/html; charset=""utf-8""",missing_404,False,False,False,,0,0,23836,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
57,pinterest.com,https://pinterest.com/llms.txt,https://www.pinterest.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,29647,False,,False,False,2026-09-07T07:14:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
58,roblox.com,https://roblox.com/llms.txt,https://www.roblox.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67200,False,,False,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
59,cloudflare.net,https://cloudflare.net/llms.txt,https://cloudflare.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1286,False,,True,True,2026-09-07T07:14:34Z,,,1,missing_404,False,missing_404
60,yahoo.com,https://yahoo.com/llms.txt,https://www.yahoo.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1456,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
61,googlesyndication.com,https://googlesyndication.com/llms.txt,https://googlesyndication.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
62,gvt1.com,https://gvt1.com/llms.txt,https://gvt1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
63,windowsupdate.com,https://windowsupdate.com/llms.txt,https://windowsupdate.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
64,spotify.com,https://spotify.com/llms.txt,https://www.spotify.com/in-en/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,45146,False,,True,True,2026-09-07T07:14:35Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
65,windows.net,https://windows.net/llms.txt,https://windows.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
66,ntp.org,https://ntp.org/llms.txt,https://www.ntp.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6601,False,"Fri, 12 Jun 2026 15:23:31 GMT",True,False,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
67,pv-cdn.net,https://pv-cdn.net/llms.txt,https://pv-cdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
68,msn.com,https://msn.com/llms.txt,https://www.msn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19143,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
69,adobe.com,https://adobe.com/llms.txt,https://www.adobe.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Adobe Tools,7,46,10499,False,"Thu, 15 May 2025 12:33:21 GMT",False,True,2026-09-07T07:14:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
70,myfritz.net,https://myfritz.net/llms.txt,https://www.myfritz.net/devices/,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,6885,False,,False,True,2026-09-07T07:14:35Z,,Redirected away to https://www.myfritz.net/devices/,1,redirect_other,False,redirect_other
71,wa.me,https://wa.me/llms.txt,https://api.whatsapp.com/resolve/?deeplink=/llms.txt&not_found=1,404,1,True,"text/html; charset=""utf-8""",missing_404,False,False,False,,0,0,64797,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
72,nginx.org,https://nginx.org/llms.txt,https://nginx.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2039,False,,True,False,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
73,akam.net,https://akam.net/llms.txt,https://akam.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
74,workers.dev,https://workers.dev/llms.txt,https://www.cloudflare.com/products/workers/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,8209,False,"Mon, 07 Sep 2026 07:14:27 GMT",False,True,2026-09-07T07:14:35Z,,Redirected away to https://www.cloudflare.com/products/workers/,1,redirect_other,False,redirect_other
75,cdninstagram.com,https://cdninstagram.com/llms.txt,https://cdninstagram.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
76,cloudflare-dns.com,https://cloudflare-dns.com/llms.txt,https://one.one.one.one/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1285,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
77,chatgpt.com,https://chatgpt.com/llms.txt,https://chatgpt.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3609,False,,False,False,2026-09-07T07:14:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
78,zoom.us,https://zoom.us/llms.txt,https://zoom.us/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,92094,False,,False,False,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
79,tiktokcdn.com,https://tiktokcdn.com/llms.txt,https://tiktokcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
80,tiktokv.com,https://tiktokv.com/llms.txt,https://tiktokv.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,144,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
81,qq.com,https://qq.com/llms.txt,https://qq.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
82,root-servers.net,https://root-servers.net/llms.txt,https://root-servers.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
83,edgekey.net,https://edgekey.net/llms.txt,https://edgekey.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
84,vimeo.com,https://vimeo.com/llms.txt,https://vimeo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36630,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
85,baidu.com,http://baidu.com/llms.txt,https://www.baidu.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:14:35Z,TIMEOUT,,1,missing_404,False,missing_404
86,gvt2.com,https://gvt2.com/llms.txt,https://gvt2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
87,openai.com,https://openai.com/llms.txt,https://openai.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,9832,False,,False,False,2026-09-07T07:14:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
88,yandex.net,https://yandex.net/llms.txt,https://ya.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6555,False,,False,False,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
89,ytimg.com,https://ytimg.com/llms.txt,https://ytimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
90,gwfb.net,https://gwfb.net/llms.txt,https://gwfb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
91,windows.com,https://windows.com/llms.txt,https://windows.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
92,opera.com,https://opera.com/llms.txt,https://www.opera.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,The Opera browser overview,32,29,11613,False,,False,True,2026-09-07T07:14:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
93,blogspot.com,https://blogspot.com/llms.txt,https://www.blogger.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,168,False,,False,True,2026-09-07T07:14:35Z,,,1,missing_404,False,missing_404
94,samsung.com,https://samsung.com/llms.txt,https://www.samsung.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Samsung Electronics,5,31,4597,True,"Thu, 23 Jul 2026 08:39:13 GMT",True,False,2026-09-07T07:14:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
95,nginx.com,https://nginx.com/llms.txt,https://www.f5.com/products/nginx,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,58636,False,,True,True,2026-09-07T07:14:35Z,,Redirected away to https://www.f5.com/products/nginx,1,redirect_other,False,redirect_other
96,sentry.io,https://sentry.io/llms.txt,https://sentry.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Sentry,10,57,3714,False,,False,True,2026-09-07T07:14:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
97,edgesuite.net,https://edgesuite.net/llms.txt,https://edgesuite.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
98,yandex.ru,https://yandex.ru/llms.txt,https://yandex.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11905,False,,False,False,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
99,wordpress.com,https://wordpress.com/llms.txt,https://wordpress.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,WordPress.com,7,20,7018,False,"Wed, 04 Mar 2026 01:45:55 GMT",True,False,2026-09-07T07:14:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
100,mozilla.org,https://mozilla.org/llms.txt,https://www.mozilla.org/en-US/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3095,False,,True,True,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
101,capgemini.com,https://capgemini.com/llms.txt,https://www.capgemini.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Capgemini,9,0,9807,False,,False,True,2026-09-07T07:14:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
102,achmea.nl,https://achmea.nl/llms.txt,https://www.achmea.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40797,False,,False,True,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
103,actify.nl,https://actify.nl/llms.txt,https://www.zilverenkruis.nl/gezonder-leven/actify/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29079,False,,False,True,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
104,t.me,https://t.me/llms.txt,https://telegram.org/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,19919,False,,False,True,2026-09-07T07:14:36Z,,Redirected away to https://telegram.org/,1,redirect_other,False,redirect_other
105,reddit.com,https://reddit.com/llms.txt,https://www.reddit.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,6855,False,,False,True,2026-09-07T07:14:36Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
106,ui.com,https://ui.com/llms.txt,https://ui.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,217436,False,"Mon, 07 Sep 2026 06:51:58 GMT",True,True,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
107,nic.ru,https://nic.ru/llms.txt,https://nic.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13602,False,,False,True,2026-09-07T07:14:36Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
108,a2z.com,https://a2z.com/llms.txt,https://a2z.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
109,b-cdn.net,https://b-cdn.net/llms.txt,https://bunny.net,200,1,True,text/html,redirect_other,False,False,False,,0,0,65536,False,"Thu, 03 Sep 2026 08:51:19 GMT",True,True,2026-09-07T07:14:36Z,,Redirected away to https://bunny.net,1,redirect_other,False,redirect_other
110,f5.com,https://f5.com/llms.txt,https://www.f5.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,102121,False,,True,True,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
111,office365.com,https://office365.com/llms.txt,https://office365.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1892,False,,False,False,2026-09-07T07:14:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
112,aws.dev,https://aws.dev/llms.txt,https://aws.dev/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
113,yccdn.ru,https://yccdn.ru/llms.txt,https://yccdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
114,bit.ly,https://bit.ly/llms.txt,https://bit.ly/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
115,europa.eu,https://europa.eu/llms.txt,https://european-union.europa.eu/not-found_en,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54349,False,,False,True,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
116,google-analytics.com,https://google-analytics.com/llms.txt,https://google-analytics.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
117,outlook.com,https://outlook.com/llms.txt,https://outlook.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
118,okcdn.ru,https://okcdn.ru/llms.txt,https://st.okcdn.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
119,afternic.com,http://afternic.com/llms.txt,https://www.afternic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,105382,False,,True,True,2026-09-07T07:14:36Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
120,registrar-servers.com,https://registrar-servers.com/llms.txt,https://registrar-servers.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,112,False,,True,False,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
121,vk.com,https://vk.com/llms.txt,https://vk.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,13120,False,,True,False,2026-09-07T07:14:36Z,,,1,missing_404,False,missing_404
122,github.io,https://github.io/llms.txt,https://pages.github.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,14446,False,"Wed, 13 Aug 2025 12:02:54 GMT",True,True,2026-09-07T07:14:37Z,,Redirected away to https://pages.github.com/,1,redirect_other,False,redirect_other
123,amazonvideo.com,https://amazonvideo.com/llms.txt,https://www.primevideo.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,6626,False,,False,True,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
124,app-analytics-services.com,https://app-analytics-services.com/llms.txt,https://app-analytics-services.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
125,app-measurement.com,https://app-measurement.com/llms.txt,https://app-measurement.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
126,criteo.com,https://criteo.com/llms.txt,https://www.criteo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9066,False,,False,True,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
127,cdn77.org,https://cdn77.org/llms.txt,https://cdn77.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
128,apache.org,https://apache.org/llms.txt,https://apache.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,24653,False,"Fri, 03 Apr 2026 14:32:15 GMT",True,False,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
129,unity3d.com,https://unity3d.com/llms.txt,https://unity.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Unity,4,117,32968,False,,False,True,2026-09-07T07:14:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
130,snapchat.com,https://snapchat.com/llms.txt,https://www.snapchat.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3654,False,,True,True,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
131,amazon-adsystem.com,https://amazon-adsystem.com/llms.txt,https://amazon-adsystem.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,29,False,,False,False,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
132,vkuserphoto.ru,https://vkuserphoto.ru/llms.txt,https://ps.userapi.com/llms.txt,418,1,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:37Z,,,1,ambiguous,False,ambiguous
133,trbcdn.net,https://trbcdn.net/llms.txt,https://trbcdn.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
134,amazon.dev,https://amazon.dev/llms.txt,https://amazon.dev/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
135,dnsowl.com,https://dnsowl.com/llms.txt,https://dnsowl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
136,dns.google,https://dns.google/llms.txt,https://dns.google/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:37Z,,,1,missing_404,False,missing_404
137,kaspersky.com,https://kaspersky.com/llms.txt,https://www.kaspersky.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Kaspersky | Global Cybersecurity & Digital Privacy Solutions,26,101,44633,False,,False,True,2026-09-07T07:14:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
138,nih.gov,https://nih.gov/llms.txt,https://www.nih.gov/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5575,False,,False,False,2026-09-07T07:14:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
139,msftncsi.com,https://msftncsi.com/llms.txt,https://msftncsi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
140,iiko.it,https://iiko.it/llms.txt,https://iiko.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
141,dropbox.com,https://dropbox.com/llms.txt,https://www.dropbox.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Dropbox,3,74,16384,False,,False,True,2026-09-07T07:14:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
142,miit.gov.cn,https://miit.gov.cn/llms.txt,https://miit.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
143,intuit.com,https://intuit.com/llms.txt,https://www.intuit.com/llms.txt,400,1,True,text/html,ambiguous,False,False,False,,0,0,1605,False,"Mon, 15 Jun 2020 19:30:09 GMT",True,False,2026-09-07T07:14:38Z,,,1,ambiguous,False,ambiguous
144,static.microsoft,https://static.microsoft/llms.txt,https://static.microsoft/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
145,epicgames.com,https://epicgames.com/llms.txt,https://www.epicgames.com/site/llms.txt,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,25405,False,,False,False,2026-09-07T07:14:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
146,reg.ru,https://reg.ru/llms.txt,https://reg.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13602,False,,False,True,2026-09-07T07:14:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
147,forms.gle,https://forms.gle/llms.txt,https://forms.gle/llms.txt,400,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,9258,False,,False,True,2026-09-07T07:14:38Z,,,1,ambiguous,False,ambiguous
148,archive.org,https://archive.org/llms.txt,https://archive.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4963,False,,True,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
149,discord.gg,https://discord.gg/llms.txt,https://discord.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,76191,False,"Wed, 02 Sep 2026 08:21:08 GMT",False,True,2026-09-07T07:14:38Z,,Redirected away to https://discord.com,1,redirect_other,False,redirect_other
150,azurefd.net,https://azurefd.net/llms.txt,https://azurefd.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
151,xiaomi.com,https://xiaomi.com/llms.txt,https://www.mi.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,False,2026-09-07T07:14:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
152,godaddy.com,https://godaddy.com/llms.txt,https://www.godaddy.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,False,2026-09-07T07:14:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
153,steamserver.net,https://steamserver.net/llms.txt,https://steamserver.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
154,nytimes.com,https://nytimes.com/llms.txt,https://www.nytimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,68678,False,"Thu, 03 Sep 2026 18:08:49 GMT",False,True,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
155,gravatar.com,https://gravatar.com/llms.txt,https://gravatar.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Gravatar API Documentation v3.0.0 – LLMS.TXT,15,4,21927,False,"Thu, 31 Jul 2025 12:32:42 GMT",True,False,2026-09-07T07:14:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
156,one.one,https://one.one/llms.txt,https://www.one.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,one.com,10,26,3764,False,"Mon, 15 Jun 2026 03:11:16 GMT",False,False,2026-09-07T07:14:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
157,tumblr.com,https://tumblr.com/llms.txt,https://www.tumblr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4972,False,,False,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
158,msftconnecttest.com,https://msftconnecttest.com/llms.txt,https://msftconnecttest.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
159,aliyuncs.com,https://aliyuncs.com/llms.txt,https://aliyuncs.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,609,False,,False,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
160,dns-parking.com,https://dns-parking.com/llms.txt,https://dns-parking.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
161,applovin.com,https://applovin.com/llms.txt,https://applovin.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
162,vedcdnlb.com,https://vedcdnlb.com/llms.txt,https://vedcdnlb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
163,triplinkintl.com,https://triplinkintl.com/llms.txt,https://www.triplinkintl.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,41917,False,,False,True,2026-09-07T07:14:38Z,,Redirected away to https://www.triplinkintl.com,1,redirect_other,False,redirect_other
164,jomodns.com,https://jomodns.com/llms.txt,https://jomodns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
165,adtrafficquality.google,https://adtrafficquality.google/llms.txt,https://adtrafficquality.google/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
166,discord.com,https://discord.com/llms.txt,https://discord.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,44839,False,"Thu, 20 Aug 2026 16:54:28 GMT",True,True,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
167,tm-azurefd.net,https://tm-azurefd.net/llms.txt,https://tm-azurefd.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
168,paypal.com,https://paypal.com/llms.txt,https://www.paypal.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,3,57,16807,False,"Sat, 28 Feb 2026 16:59:26 GMT",True,True,2026-09-07T07:14:38Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
169,3gppnetwork.org,https://3gppnetwork.org/llms.txt,https://3gppnetwork.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
170,ax-msedge.net,https://ax-msedge.net/llms.txt,https://ax-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
171,webex.com,https://webex.com/llms.txt,https://www.webex.com/llms.txt,200,1,True,text/plain; charset=iso-8859-1,confirmed_llms_txt,True,True,True,Webex by Cisco,7,52,15079,False,"Tue, 02 Jun 2026 14:20:06 GMT",True,True,2026-09-07T07:14:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
172,ggpht.com,https://ggpht.com/llms.txt,https://ggpht.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
173,vk.ru,https://vk.ru/llms.txt,https://vk.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,13120,False,,True,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
174,example.com,https://example.com/llms.txt,https://example.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,559,False,,False,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
175,adobe.io,https://adobe.io/llms.txt,https://developer.adobe.com/llms.txt,404,2,True,,missing_404,False,False,False,,0,0,2592,False,,False,False,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
176,shopify.com,https://shopify.com/llms.txt,https://www.shopify.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Shopify,12,71,12520,False,"Mon, 07 Sep 2026 06:41:18 GMT",False,True,2026-09-07T07:14:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
177,soundcloud.com,https://soundcloud.com/llms.txt,https://soundcloud.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:14:38Z,,,1,missing_404,False,missing_404
178,namebrightdns.com,https://namebrightdns.com/llms.txt,https://namebrightdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
179,azurewebsites.net,https://azurewebsites.net/llms.txt,https://azurewebsites.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
180,mts.ru,https://mts.ru/llms.txt,https://moskva.mts.ru/llmstxt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,108741,False,,False,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
181,macromedia.com,http://macromedia.com/llms.txt,https://macromedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
182,flickr.com,https://flickr.com/llms.txt,https://www.flickr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,81383,False,,False,False,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
183,googleadservices.com,https://googleadservices.com/llms.txt,https://googleadservices.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
184,cdn-apple.com,https://cdn-apple.com/llms.txt,https://cdn-apple.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
185,w3.org,https://w3.org/llms.txt,https://www.w3.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21374,False,"Tue, 09 Jun 2026 01:31:02 GMT",False,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
186,bytefcdn-oversea.com,https://bytefcdn-oversea.com/llms.txt,https://bytefcdn-oversea.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
187,hichina.com,https://hichina.com/llms.txt,https://hichina.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
188,telekom.net,https://telekom.net/llms.txt,https://www.telekom.com,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,111872,False,"Mon, 07 Sep 2026 07:00:18 GMT",False,True,2026-09-07T07:14:39Z,,Redirected away to https://www.telekom.com,1,redirect_other,False,redirect_other
189,nflxso.net,https://nflxso.net/llms.txt,https://nflxso.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
190,rubiconproject.com,https://rubiconproject.com/llms.txt,https://www.rubiconproject.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,14,63,6102,True,"Tue, 18 Aug 2026 21:50:07 GMT",True,True,2026-09-07T07:14:39Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
191,lencr.org,https://lencr.org/llms.txt,https://letsencrypt.org/docs/lencr.org/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,28865,False,,True,True,2026-09-07T07:14:39Z,,Redirected away to https://letsencrypt.org/docs/lencr.org/,1,redirect_other,False,redirect_other
192,medium.com,https://medium.com/llms.txt,https://medium.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5531,False,,False,False,2026-09-07T07:14:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
193,creativecommons.org,https://creativecommons.org/llms.txt,https://creativecommons.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8949,False,,False,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
194,vungle.com,https://vungle.com/llms.txt,https://vungle.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
195,cnn.com,https://cnn.com/llms.txt,https://www.cnn.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,138963,False,"Thu, 22 May 2025 21:22:05 GMT",False,False,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
196,lsrelayaccess.com,http://lsrelayaccess.com/llms.txt,http://lsrelayaccess.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,0,False,"Thu, 02 Feb 2017 00:30:03 GMT",True,False,2026-09-07T07:14:39Z,TIMEOUT,,1,missing_404,False,missing_404
197,theguardian.com,https://theguardian.com/llms.txt,https://www.theguardian.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24345,False,,True,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
198,adsafeprotected.com,https://adsafeprotected.com/llms.txt,https://adsafeprotected.com/skeleton.gif,200,1,True,image/gif,redirect_other,False,False,False,,0,0,43,False,"Mon, 17 Aug 2020 23:55:15 GMT",True,True,2026-09-07T07:14:39Z,,Redirected away to https://adsafeprotected.com/skeleton.gif,1,redirect_other,False,redirect_other
199,oracle.com,https://oracle.com/llms.txt,https://www.oracle.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:14:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
200,shifen.com,http://shifen.com/llms.txt,https://shifen.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
201,taboola.com,https://taboola.com/llms.txt,https://www.taboola.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Taboola.com,4,259,21900,False,,False,True,2026-09-07T07:14:39Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
202,ttdns2.com,https://ttdns2.com/llms.txt,https://ttdns2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
203,miui.com,https://miui.com/llms.txt,https://miui.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,169,False,,False,False,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
204,doi.org,https://doi.org/llms.txt,https://www.doi.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7625,False,"Mon, 31 Aug 2026 15:36:38 GMT",True,False,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
205,pages.dev,https://pages.dev/llms.txt,https://www.cloudflare.com/products/pages/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,372849,False,,False,True,2026-09-07T07:14:39Z,,Redirected away to https://www.cloudflare.com/products/pages/,1,redirect_other,False,redirect_other
206,playstation.net,https://playstation.net/llms.txt,https://playstation.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
207,t-online.de,https://t-online.de/llms.txt,https://www.t-online.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13425,False,"Tue, 28 Oct 2025 08:33:54 GMT",True,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
208,forbes.com,https://forbes.com/llms.txt,https://www.forbes.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16384,False,"Mon, 07 Sep 2026 06:45:45 GMT",True,True,2026-09-07T07:14:39Z,,,1,missing_404,False,missing_404
209,ack.de,https://ack.de/llms.txt,https://www.ack.de/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3663,False,,False,False,2026-09-07T07:14:39Z,,Redirected away to https://www.ack.de/,1,redirect_other,False,redirect_other
210,sfx.ms,https://sfx.ms/llms.txt,https://sfx.ms/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
211,bbc.com,https://bbc.com/llms.txt,https://www.bbc.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17330,False,,True,True,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
212,ksyuncdn.com,https://ksyuncdn.com/llms.txt,https://ksyuncdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
213,youtube-nocookie.com,https://youtube-nocookie.com/llms.txt,https://youtube-nocookie.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7087,False,,False,True,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
214,sciencedirect.com,https://sciencedirect.com/llms.txt,https://www.sciencedirect.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,114213,False,,False,True,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
215,mit.edu,https://mit.edu/llms.txt,https://web.mit.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7898,False,"Thu, 23 Apr 2026 13:32:14 GMT",True,True,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
216,fastly-edge.com,https://fastly-edge.com/llms.txt,https://fastly-edge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
217,prodregistryv2.org,https://prodregistryv2.org/llms.txt,https://prodregistryv2.org/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
218,gmail.com,https://gmail.com/llms.txt,https://gmail.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
219,twitch.tv,https://twitch.tv/llms.txt,https://www.twitch.tv/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,9366,False,,False,True,2026-09-07T07:14:40Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
220,researchgate.net,https://researchgate.net/llms.txt,https://www.researchgate.net/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,23070,False,,False,False,2026-09-07T07:14:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
221,cdngslb.com,http://cdngslb.com/llms.txt,https://cdngslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
222,pki.goog,https://pki.goog/llms.txt,https://pki.goog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
223,duckdns.org,http://duckdns.org/llms.txt,https://duckdns.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
224,akamaized.net,https://akamaized.net/llms.txt,https://akamaized.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
225,bbc.co.uk,https://bbc.co.uk/llms.txt,https://www.bbc.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17330,False,,True,True,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
226,cpanel.net,https://cpanel.net/llms.txt,https://www.cpanel.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
227,nist.gov,https://nist.gov/llms.txt,https://www.nist.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Thu, 03 Sep 2026 22:43:47 GMT",False,True,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
228,userapi.com,https://userapi.com/llms.txt,https://vk.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,13120,False,,True,False,2026-09-07T07:14:40Z,,,1,missing_404,False,missing_404
229,ozon.ru,https://ozon.ru/llms.txt,https://ozon.ru/llms.txt?__rr=1,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,10228,False,,False,False,2026-09-07T07:14:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
230,nr-data.net,https://nr-data.net/llms.txt,https://nr-data.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
231,ubuntu.com,https://ubuntu.com/llms.txt,https://ubuntu.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ubuntu,12,65,12879,False,,False,True,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
232,t.co,https://t.co/llms.txt,https://t.co/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3656,False,,False,True,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
233,ebay.com,https://ebay.com/llms.txt,https://pages.ebay.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,73523,False,,False,False,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
234,azureedge.net,https://azureedge.net/llms.txt,https://azureedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
235,comcast.net,https://comcast.net/llms.txt,https://www.xfinity.com/,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:14:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
236,etsy.com,https://etsy.com/llms.txt,https://www.etsy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11103,False,,False,True,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
237,stripe.com,https://stripe.com/llms.txt,https://stripe.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Stripe,30,176,37363,True,,False,False,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
238,imcmdb.net,http://imcmdb.net/llms.txt,https://imcmdb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
239,sourceforge.net,https://sourceforge.net/llms.txt,https://sourceforge.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SourceForge,2,4,5796,False,,False,True,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
240,pubmatic.com,http://pubmatic.com/llms.txt,https://pubmatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,SSL_ERROR,,2,network_timeout,True,network_timeout
241,canva.com,https://canva.com/llms.txt,https://www.canva.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,806,False,,False,False,2026-09-07T07:14:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
242,wsdvs.com,https://wsdvs.com/llms.txt,https://wsdvs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
243,rbxcdn.com,https://rbxcdn.com/llms.txt,https://rbxcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
244,android.com,https://android.com/llms.txt,https://www.android.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,13446,False,,False,False,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
245,adsrvr.org,https://adsrvr.org/llms.txt,https://adsrvr.org/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:14:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
246,telegram.org,https://telegram.org/llms.txt,https://telegram.org/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,19913,False,,False,True,2026-09-07T07:14:41Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
247,cisco.com,https://cisco.com/llms.txt,https://www.cisco.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Cisco.com Priority Pages for Data Center,1,5,1196,False,"Thu, 26 Mar 2026 01:15:44 GMT",True,True,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
248,name-services.com,https://name-services.com/llms.txt,https://name-services.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
249,ripn.net,https://ripn.net/llms.txt,https://ripn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
250,omtrdc.net,https://omtrdc.net/llms.txt,https://omtrdc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
251,hubspot.com,https://hubspot.com/llms.txt,https://www.hubspot.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,HubSpot,9,100,16384,False,"Thu, 16 Jul 2026 22:34:29 GMT",True,True,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
252,meraki.com,http://meraki.com/llms.txt,https://meraki.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
253,roku.com,https://roku.com/llms.txt,https://www.roku.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Roku,3,12,3016,False,"Mon, 07 Sep 2026 07:14:42 GMT",True,True,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
254,booking.com,https://booking.com/llms.txt,https://www.booking.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48778,False,,False,True,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
255,wikimedia.org,https://wikimedia.org/llms.txt,https://www.wikimedia.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
256,adnxs.com,https://adnxs.com/llms.txt,https://adnxs.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:14:41Z,,,1,missing_404,False,missing_404
257,hcaptcha.com,https://hcaptcha.com/llms.txt,https://www.hcaptcha.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,hCaptcha,10,42,10217,False,,True,True,2026-09-07T07:14:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
258,imdb.com,https://imdb.com/llms.txt,https://www.imdb.com/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:14:41Z,,,1,ambiguous,False,ambiguous
259,who.int,https://who.int/llms.txt,https://who.int/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:32Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
260,alibabadns.com,https://alibabadns.com/llms.txt,https://alibabadns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
261,scorecardresearch.com,https://scorecardresearch.com/llms.txt,https://scorecardresearch.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:14:42Z,,,1,missing_404,False,missing_404
262,launchpad.net,https://launchpad.net/llms.txt,https://launchpad.net/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,9604,False,,False,False,2026-09-07T07:14:42Z,,,1,missing_404,False,missing_404
263,wixsite.com,https://wixsite.com/llms.txt,https://wixsite.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
264,alidns.com,https://alidns.com/llms.txt,https://alidns.com/llms.txt,200,0,True,application/json; charset=utf-8,ambiguous,False,False,False,,0,0,64,False,,False,False,2026-09-07T07:14:42Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
265,telecid.ru,https://telecid.ru/llms.txt,https://telecid.ru/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
266,linktr.ee,https://linktr.ee/llms.txt,https://linktr.ee/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Linktree,7,49,7913,True,,False,False,2026-09-07T07:14:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
267,capcutapi.com,https://capcutapi.com/llms.txt,https://capcutapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
268,ttvnw.net,https://ttvnw.net/llms.txt,https://ttvnw.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
269,ailawandorder.com,https://ailawandorder.com/llms.txt,https://ailawandorder.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:26:34Z,,,2,network_timeout,True,missing_404
270,ibm.com,https://ibm.com/llms.txt,https://www.ibm.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,56508,False,"Tue, 04 Aug 2026 07:59:21 GMT",True,True,2026-09-07T07:14:42Z,,,1,missing_404,False,missing_404
271,facebook.net,https://facebook.net/llms.txt,https://facebook.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
272,arubanetworks.com,https://arubanetworks.com/llms.txt,https://www.arubanetworks.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,387,False,,False,True,2026-09-07T07:14:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
273,forter.com,https://forter.com/llms.txt,https://forter.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Forter — Identity Intelligence for Digital Commerce,2,0,2076,False,"Wed, 03 Jun 2026 08:58:59 GMT",True,True,2026-09-07T07:14:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
274,mangosip.ru,http://mangosip.ru/llms.txt,https://mangosip.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
275,reuters.com,https://reuters.com/llms.txt,https://www.reuters.com/llms.txt,401,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,771,False,,False,True,2026-09-07T07:14:42Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
276,msedge.net,http://msedge.net/llms.txt,https://msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
277,springer.com,https://springer.com/llms.txt,https://link.springer.com/brands/springer,406,2,True,text/html,ambiguous,False,False,False,,0,0,8939,False,,False,False,2026-09-07T07:14:42Z,,,1,ambiguous,False,ambiguous
278,2mdn.net,https://2mdn.net/llms.txt,https://2mdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
279,amplitude.com,https://amplitude.com/llms.txt,https://amplitude.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Amplitude,4,0,11779,False,,False,True,2026-09-07T07:14:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
280,spov-msedge.net,https://spov-msedge.net/llms.txt,https://spov-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
281,tinyurl.com,https://tinyurl.com/llms.txt,https://tinyurl.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27857,False,,False,True,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
282,aliyuncsslbintl.com,https://aliyuncsslbintl.com/llms.txt,https://aliyuncsslbintl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
283,yandexcloud.net,https://yandexcloud.net/llms.txt,https://yandexcloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
284,nature.com,https://nature.com/llms.txt,https://www.nature.com/llms.txt,406,1,True,text/html,ambiguous,False,False,False,,0,0,8933,False,,False,False,2026-09-07T07:14:43Z,,,1,ambiguous,False,ambiguous
285,dnsmadeeasy.com,https://dnsmadeeasy.com/llms.txt,https://dnsmadeeasy.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8429,False,,False,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
286,telegram.me,https://telegram.me/llms.txt,https://telegram.org/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,19920,False,,False,True,2026-09-07T07:14:43Z,,Redirected away to https://telegram.org/,1,redirect_other,False,redirect_other
287,mozilla.com,https://mozilla.com/llms.txt,https://www.mozilla.org/en-US/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9120,False,,True,True,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
288,drom.ru,https://drom.ru/llms.txt,https://www.drom.ru/llms.txt,404,1,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,55443,False,,False,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
289,crpt.ru,https://crpt.ru/llms.txt,https://crpt.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:43Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
290,byteoversea.net,https://byteoversea.net/llms.txt,https://byteoversea.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
291,weibo.com,http://weibo.com/llms.txt,https://weibo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
292,hp.com,https://hp.com/llms.txt,https://www.hp.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,94688,False,,True,True,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
293,appsflyer.com,https://appsflyer.com/llms.txt,https://www.appsflyer.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
294,mzstatic.com,https://mzstatic.com/llms.txt,https://www.apple.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,62128,False,,False,True,2026-09-07T07:14:43Z,,Redirected away to https://www.apple.com/,1,redirect_other,False,redirect_other
295,media-amazon.com,https://media-amazon.com/llms.txt,https://media-amazon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
296,tiktokcdn-us.com,https://tiktokcdn-us.com/llms.txt,https://tiktokcdn-us.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
297,www.gov.uk,https://www.gov.uk/llms.txt,https://www.gov.uk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52434,False,,False,True,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
298,inmobi.com,https://inmobi.com/llms.txt,https://www.inmobi.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,18355,False,,True,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
299,steampowered.com,https://steampowered.com/llms.txt,https://store.steampowered.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,70114,False,,False,True,2026-09-07T07:14:43Z,,Redirected away to https://store.steampowered.com/,1,redirect_other,False,redirect_other
300,jsdelivr.net,http://jsdelivr.net/llms.txt,https://jsdelivr.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
301,harvard.edu,https://harvard.edu/llms.txt,https://www.harvard.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1427,False,,False,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
302,clarity.ms,https://clarity.ms/llms.txt,https://clarity.ms/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2667,False,,False,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
303,debian.org,https://debian.org/llms.txt,https://www.debian.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7467,False,"Fri, 07 Aug 2026 11:33:22 GMT",True,False,2026-09-07T07:14:43Z,,,1,missing_404,False,missing_404
304,autodesk.com,https://autodesk.com/llms.txt,https://www.autodesk.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,False,2026-09-07T07:14:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
305,alibaba.com,https://alibaba.com/llms.txt,https://error.alibaba.com/error404.htm,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,91991,False,,False,False,2026-09-07T07:14:43Z,,Redirected away to https://error.alibaba.com/error404.htm,1,redirect_other,False,redirect_other
306,weather.com,https://weather.com/llms.txt,https://weather.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Weather.com,12,75,8777,True,"Mon, 07 Sep 2026 06:41:23 GMT",True,True,2026-09-07T07:14:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
307,vecdnlb.com,https://vecdnlb.com/llms.txt,https://vecdnlb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
308,wac-msedge.net,https://wac-msedge.net/llms.txt,https://wac-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
309,ea.com,https://ea.com/llms.txt,https://www.ea.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18167,False,,False,True,2026-09-07T07:14:44Z,,,1,missing_404,False,missing_404
310,avast.com,https://avast.com/llms.txt,https://www.avast.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Avast | Download Free Antivirus & VPN | 100% Free & Easy,9,40,5625,False,,False,True,2026-09-07T07:14:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
311,samsungcloud.com,https://samsungcloud.com/llms.txt,https://www.samsungcloud.com/llms.txt,200,2,True,text/html,soft_200_html,False,False,False,,0,0,18270,False,"Fri, 10 Jul 2026 08:41:36 GMT",True,True,2026-09-07T07:14:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
312,ok.ru,https://ok.ru/llms.txt,https://ok.ru/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:44Z,,,1,missing_404,False,missing_404
313,datadoghq.com,https://datadoghq.com/llms.txt,https://www.datadoghq.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Datadog,12,359,64640,False,"Fri, 04 Sep 2026 18:27:02 GMT",True,True,2026-09-07T07:14:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
314,wiley.com,https://wiley.com/llms.txt,https://www.wiley.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,462,False,,False,False,2026-09-07T07:14:44Z,,,1,missing_404,False,missing_404
315,salesforce.com,https://salesforce.com/llms.txt,https://www.salesforce.com/llms.txt?bc=DB,200,2,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,249,61115,False,"Mon, 29 Sep 2025 17:04:19 GMT",True,True,2026-09-07T07:14:44Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
316,php.net,https://php.net/llms.txt,https://php.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:47Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
317,mtgglobals.com,https://mtgglobals.com/llms.txt,https://mtgglobals.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
318,heytapmobile.com,https://heytapmobile.com/llms.txt,https://heytapmobile.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
319,shalltry.com,https://shalltry.com/llms.txt,https://shalltry.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:14:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
320,samsungqbe.com,https://samsungqbe.com/llms.txt,https://samsungqbe.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
321,worldnic.com,http://worldnic.com/llms.txt,https://worldnic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
322,douyincdn.com,https://douyincdn.com/llms.txt,https://douyincdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
323,amazon.co.uk,https://amazon.co.uk/llms.txt,https://www.amazon.co.uk/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2165,False,,False,True,2026-09-07T07:14:45Z,,,1,missing_404,False,missing_404
324,name.com,https://name.com/llms.txt,https://www.name.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Name.com,0,0,549,False,"Fri, 04 Sep 2026 18:18:06 GMT",False,False,2026-09-07T07:14:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
325,googleblog.com,https://googleblog.com/llms.txt,https://blog.google/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,38270,False,,False,False,2026-09-07T07:14:45Z,,Redirected away to https://blog.google/,1,redirect_other,False,redirect_other
326,aliyun.com,http://aliyun.com/llms.txt,https://cn.aliyun.com/llms.txt?from_alibabacloud=,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42405,False,,False,True,2026-09-07T07:14:45Z,TIMEOUT,,1,missing_404,False,missing_404
327,hostinger.com,https://hostinger.com/llms.txt,https://www.hostinger.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hostinger,6,29,5454,False,"Tue, 11 Aug 2026 11:18:00 GMT",True,True,2026-09-07T07:14:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
328,myshopify.com,https://myshopify.com/llms.txt,https://myshopify.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:14:45Z,,,1,missing_404,False,missing_404
329,hostgator.com,https://hostgator.com/llms.txt,https://www.hostgator.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1849,False,,False,False,2026-09-07T07:14:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
330,gnu.org,http://gnu.org/llms.txt,https://gnu.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
331,virginm.net,https://virginm.net/llms.txt,https://virginm.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
332,smartadserver.com,https://smartadserver.com/llms.txt,https://www.equativ.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,91965,False,"Sat, 05 Sep 2026 03:17:06 GMT",False,False,2026-09-07T07:14:45Z,,Redirected away to https://www.equativ.com/,1,redirect_other,False,redirect_other
333,akamaihd.net,https://akamaihd.net/llms.txt,https://akamaihd.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
334,trueconf.net,https://trueconf.net/llms.txt,https://trueconf.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,200634,False,"Fri, 05 Dec 2025 14:16:10 GMT",False,True,2026-09-07T07:14:45Z,,Redirected away to https://trueconf.com,1,redirect_other,False,redirect_other
335,edgcdn.net,https://edgcdn.net/llms.txt,https://edgcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
336,namecheap.com,https://namecheap.com/llms.txt,https://www.namecheap.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5645,False,,False,False,2026-09-07T07:14:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
337,crashlytics.com,https://crashlytics.com/llms.txt,https://firebase.google.com/products/crashlytics/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,229,False,"Mon, 06 Jul 2026 15:27:28 GMT",False,True,2026-09-07T07:14:45Z,,Redirected away to https://firebase.google.com/products/crashlytics/,1,redirect_other,False,redirect_other
338,tbcache.com,http://tbcache.com/llms.txt,https://tbcache.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:49Z,TIMEOUT,,2,network_timeout,True,network_timeout
339,dell.com,https://dell.com/llms.txt,https://www.dell.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Dell Technologies,3,232,74225,False,"Sat, 29 Aug 2026 04:30:03 GMT",True,True,2026-09-07T07:14:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
340,bilibili.com,https://bilibili.com/llms.txt,https://www.bilibili.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Bilibili / 哔哩哔哩,6,52,10994,False,,False,True,2026-09-07T07:14:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
341,wildberries.ru,https://wildberries.ru/llms.txt,https://www.wildberries.ru/llms.txt,498,1,True,text/html,ambiguous,False,False,False,,0,0,1138,False,,False,False,2026-09-07T07:14:46Z,,,1,ambiguous,False,ambiguous
342,inner-active.mobi,http://inner-active.mobi/llms.txt,http://inner-active.mobi/llms.txt,404,0,False,text/html; charset=us-ascii,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:14:46Z,TIMEOUT,,1,missing_404,False,missing_404
343,doubleverify.com,https://doubleverify.com/llms.txt,https://doubleverify.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,115027,False,,False,False,2026-09-07T07:14:46Z,,,1,missing_404,False,missing_404
344,naver.com,https://naver.com/llms.txt,https://www.naver.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3657,False,,False,True,2026-09-07T07:14:46Z,,,1,missing_404,False,missing_404
345,trustpilot.com,https://trustpilot.com/llms.txt,https://www.trustpilot.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,991,False,,False,False,2026-09-07T07:14:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
346,un.org,https://un.org/llms.txt,https://maintenance.un.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,357,False,"Thu, 05 Mar 2026 01:04:20 GMT",True,False,2026-09-07T07:14:46Z,,,1,missing_404,False,missing_404
347,checkpoint.com,https://checkpoint.com/llms.txt,https://checkpoint.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:50Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
348,awswaf.com,https://awswaf.com/llms.txt,https://awswaf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
349,cdc.gov,https://cdc.gov/llms.txt,https://cdc.gov/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,15552,False,,False,False,2026-09-07T07:14:46Z,,,1,missing_404,False,missing_404
350,slack.com,https://slack.com/llms.txt,https://slack.com/llms.txt,200,0,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Slack,7,145,40672,False,"Wed, 02 Sep 2026 07:57:39 GMT",False,False,2026-09-07T07:14:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
351,weebly.com,https://weebly.com/llms.txt,https://www.weebly.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4133,False,,False,True,2026-09-07T07:14:46Z,,,1,missing_404,False,missing_404
352,opendns.com,https://opendns.com/llms.txt,https://www.opendns.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,8064,False,,True,False,2026-09-07T07:14:47Z,,,1,missing_404,False,missing_404
353,spaceweb.pro,http://spaceweb.pro/llms.txt,https://spaceweb.pro/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:51Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
354,allawnos.com,https://allawnos.com/llms.txt,https://allawnos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
355,launchdarkly.com,https://launchdarkly.com/llms.txt,https://launchdarkly.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,77971,False,,True,True,2026-09-07T07:14:47Z,,,1,missing_404,False,missing_404
356,tradingview.com,https://tradingview.com/llms.txt,https://www.tradingview.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,143853,False,,False,True,2026-09-07T07:14:47Z,,,1,missing_404,False,missing_404
357,media.net,https://media.net/llms.txt,https://www.media.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31734,False,,False,True,2026-09-07T07:14:47Z,,,1,missing_404,False,missing_404
358,issuu.com,https://issuu.com/llms.txt,https://issuu.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4619,False,,False,True,2026-09-07T07:14:47Z,,,1,missing_404,False,missing_404
359,washingtonpost.com,http://washingtonpost.com/llms.txt,https://washingtonpost.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:51Z,TIMEOUT,,2,network_timeout,True,network_timeout
360,google.cn,https://google.cn/llms.txt,https://google.cn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:14:47Z,,,1,missing_404,False,missing_404
361,netflix.net,https://netflix.net/llms.txt,https://www.netflix.com/NotFound?prev=https://www.netflix.com/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16384,False,,False,False,2026-09-07T07:14:47Z,,Redirected away to https://www.netflix.com/NotFound?prev=https://www.netflix.com/llms.txt,1,redirect_other,False,redirect_other
362,mynetname.net,https://mynetname.net/llms.txt,https://mynetname.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
363,indeed.com,https://indeed.com/llms.txt,https://indeed.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,27559,False,,False,False,2026-09-07T07:14:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
364,wsj.com,https://wsj.com/llms.txt,https://www.wsj.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,16384,False,"Mon, 07 Sep 2026 07:09:35 GMT",True,True,2026-09-07T07:14:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
365,nvidia.com,https://nvidia.com/llms.txt,https://www.nvidia.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,NVIDIA Corporation,5,19,2610,False,"Mon, 09 Feb 2026 06:39:59 GMT",True,False,2026-09-07T07:14:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
366,bloomberg.com,https://bloomberg.com/llms.txt,https://www.bloomberg.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,13856,False,,False,False,2026-09-07T07:14:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
367,selectel.ru,https://selectel.ru/llms.txt,https://selectel.ru/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,2,26,13347,False,"Thu, 03 Sep 2026 12:58:09 GMT",True,False,2026-09-07T07:14:48Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
368,stanford.edu,https://stanford.edu/llms.txt,https://www.stanford.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12337,False,,True,True,2026-09-07T07:14:48Z,,,1,missing_404,False,missing_404
369,calendly.com,https://calendly.com/llms.txt,https://calendly.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Calendly,10,65,11913,False,"Fri, 04 Sep 2026 22:35:46 GMT",True,True,2026-09-07T07:14:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
370,walmart.com,https://walmart.com/llms.txt,https://www.walmart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66384,False,"Mon, 07 Sep 2026 07:14:49 GMT",False,True,2026-09-07T07:14:48Z,,,1,missing_404,False,missing_404
371,zendesk.com,https://zendesk.com/llms.txt,https://www.zendesk.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,Zendesk.com,1,348,89960,False,"Fri, 04 Sep 2026 14:51:43 GMT",True,True,2026-09-07T07:14:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
372,dotaplabs.net,https://dotaplabs.net/llms.txt,https://dotaplabs.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
373,samsungcloudsolution.com,https://samsungcloudsolution.com/llms.txt,https://samsungcloudsolution.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
374,cookiedatabase.org,https://cookiedatabase.org/llms.txt,https://cookiedatabase.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5539,False,,False,False,2026-09-07T07:14:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
375,ip-api.com,https://ip-api.com/llms.txt,https://ip-api.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11848,False,"Mon, 22 Jun 2026 06:12:48 GMT",False,True,2026-09-07T07:14:48Z,,Redirected away to https://ip-api.com/,1,redirect_other,False,redirect_other
376,live-video.net,https://live-video.net/llms.txt,https://live-video.net/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:14:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
377,shiabank.com,https://shiabank.com/llms.txt,https://shiabank.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
378,cdnbuild.net,https://cdnbuild.net/llms.txt,https://cdnbuild.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
379,tiktokv.us,https://tiktokv.us/llms.txt,https://tiktokv.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
380,plesk.com,https://plesk.com/llms.txt,https://www.plesk.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,18,82,8871,True,"Thu, 03 Sep 2026 11:25:02 GMT",False,True,2026-09-07T07:14:49Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
381,ioref.io,https://ioref.io/llms.txt,https://ioref.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
382,mobile.de,https://mobile.de/llms.txt,https://www.mobile.de/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,7704,False,,False,True,2026-09-07T07:14:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
383,amazon.de,https://amazon.de/llms.txt,https://www.amazon.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2305,False,,False,True,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
384,newrelic.com,https://newrelic.com/llms.txt,https://newrelic.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,New Relic,10,148,33738,False,,False,True,2026-09-07T07:14:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
385,quickconnect.to,https://quickconnect.to/llms.txt,http://llms.txt.quickconnect.to/https_first,200,1,False,text/html,redirect_other,False,False,False,,0,0,939,False,"Thu, 24 Apr 2025 01:57:28 GMT",True,True,2026-09-07T07:14:49Z,,Redirected away to http://llms.txt.quickconnect.to/https_first,1,redirect_other,False,redirect_other
386,gitlab.com,https://gitlab.com/llms.txt,https://gitlab.com/users/sign_in,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5568,False,,False,True,2026-09-07T07:14:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
387,amazontrust.com,https://amazontrust.com/llms.txt,https://www.amazontrust.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12629,False,,False,True,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
388,tp-link.com,https://tp-link.com/llms.txt,https://www.tp-link.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1867,False,,False,False,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
389,yandex.com,https://yandex.com/llms.txt,https://yandex.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6541,False,,False,False,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
390,volcfcdndvs.com,https://volcfcdndvs.com/llms.txt,https://volcfcdndvs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
391,rocket-cdn.com,https://rocket-cdn.com/llms.txt,https://rocket-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
392,bsky.app,https://bsky.app/llms.txt,https://bsky.app/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
393,ibyteimg.com,https://ibyteimg.com/llms.txt,https://ibyteimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
394,ezvizlife.com,https://ezvizlife.com/llms.txt,https://www.ezviz.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
395,dnspod.net,http://dnspod.net/llms.txt,https://dnspod.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
396,paloaltonetworks.com,https://paloaltonetworks.com/llms.txt,https://www.paloaltonetworks.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Palo Alto Networks,10,115,17903,False,"Mon, 07 Sep 2026 07:02:25 GMT",False,True,2026-09-07T07:14:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
397,kwai-pro.com,https://kwai-pro.com/llms.txt,https://kwai-pro.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
398,vivoglobal.com,https://vivoglobal.com/llms.txt,https://vivoglobal.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
399,casalemedia.com,https://casalemedia.com/llms.txt,https://www.indexexchange.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,75785,False,,False,False,2026-09-07T07:14:49Z,,Redirected away to https://www.indexexchange.com/,1,redirect_other,False,redirect_other
400,demdex.net,https://demdex.net/llms.txt,https://demdex.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
401,spo-msedge.net,https://spo-msedge.net/llms.txt,https://spo-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
402,netangels.ru,https://netangels.ru/llms.txt,https://www.netangels.ru/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:14:49Z,,,1,missing_404,False,missing_404
403,gandi-ns.fr,https://gandi-ns.fr/llms.txt,https://gandi-ns.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
404,aliexpress.com,https://aliexpress.com/llms.txt,https://aliexpress.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:54Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
405,163.com,http://163.com/llms.txt,http://163.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:14:49Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
406,nasa.gov,https://nasa.gov/llms.txt,https://www.nasa.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8276,False,,False,False,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
407,onelink.me,https://onelink.me/llms.txt,https://www.appsflyer.com/products/deep-linking/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,61432,False,"Mon, 07 Sep 2026 07:02:54 GMT",False,False,2026-09-07T07:14:50Z,,Redirected away to https://www.appsflyer.com/products/deep-linking/,1,redirect_other,False,redirect_other
408,online-metrix.net,https://online-metrix.net/llms.txt,https://online-metrix.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
409,ipify.org,https://ipify.org/llms.txt,https://www.ipify.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,494,False,,False,False,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
410,unsplash.com,https://unsplash.com/llms.txt,https://unsplash.com/@llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8366,False,,False,True,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
411,heytapdl.com,https://heytapdl.com/llms.txt,https://heytapdl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
412,bluehost.com,https://bluehost.com/llms.txt,https://www.bluehost.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,34599,False,,False,False,2026-09-07T07:14:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
413,shopifysvc.com,https://shopifysvc.com/llms.txt,https://shopifysvc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
414,globo.com,https://globo.com/llms.txt,https://www.globo.com/llms.txt,403,1,True,,blocked_forbidden,False,False,False,,0,0,69,False,,False,False,2026-09-07T07:14:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
415,licdn.com,https://licdn.com/llms.txt,https://licdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
416,tiktokv.eu,https://tiktokv.eu/llms.txt,https://tiktokv.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
417,line.me,https://line.me/llms.txt,https://line.me/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7835,False,,True,False,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
418,espn.com,https://espn.com/llms.txt,https://www.espn.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
419,brave.com,https://brave.com/llms.txt,https://brave.com/llms.txt/,404,1,True,text/html,missing_404,False,False,False,,0,0,54499,False,"Fri, 04 Sep 2026 19:27:43 GMT",True,False,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
420,dailymotion.com,https://dailymotion.com/llms.txt,https://www.dailymotion.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Dailymotion,13,0,6153,False,,True,False,2026-09-07T07:14:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
421,amazonalexa.com,https://amazonalexa.com/llms.txt,https://www.amazon.com/b?node=210710065011,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,25877,False,,False,True,2026-09-07T07:14:50Z,,Redirected away to https://www.amazon.com/b?node=210710065011,1,redirect_other,False,redirect_other
422,huawei.com,https://huawei.com/llms.txt,https://www.huawei.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3697,False,"Fri, 15 May 2026 02:34:38 GMT",True,False,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
423,nflxvideo.net,http://nflxvideo.net/llms.txt,https://www.netflix.com/NotFound?prev=https://www.netflix.com/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,23182,False,,False,False,2026-09-07T07:14:50Z,SSL_ERROR,Redirected away to https://www.netflix.com/NotFound?prev=https://www.netflix.com/llms.txt,1,redirect_other,False,redirect_other
424,tiktokcdn-eu.com,https://tiktokcdn-eu.com/llms.txt,https://tiktokcdn-eu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
425,beian.gov.cn,https://beian.gov.cn/llms.txt,https://beian.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
426,steamcommunity.com,https://steamcommunity.com/llms.txt,https://steamcommunity.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,47607,False,,False,True,2026-09-07T07:14:50Z,,Redirected away to https://steamcommunity.com,1,redirect_other,False,redirect_other
427,kaspersky-labs.com,https://kaspersky-labs.com/llms.txt,https://kaspersky-labs.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:50Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
428,temu.com,https://temu.com/llms.txt,https://www.temu.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,2905,False,,False,True,2026-09-07T07:14:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
429,expireddomains.com,https://expireddomains.com/llms.txt,https://expireddomains.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35868,False,,False,True,2026-09-07T07:14:50Z,,,1,missing_404,False,missing_404
430,pangle.io,https://pangle.io/llms.txt,https://pangle.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
431,enacdn.net,https://enacdn.net/llms.txt,https://enacdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
432,avcdn.net,https://avcdn.net/llms.txt,https://avcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
433,mi.com,https://mi.com/llms.txt,https://www.mi.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,374,False,,False,False,2026-09-07T07:14:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
434,taobao.com,https://taobao.com/llms.txt,https://taobao.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:57Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
435,claude.ai,https://claude.ai/llms.txt,https://claude.ai/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2715,False,,False,True,2026-09-07T07:14:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
436,kwaipros.com,https://kwaipros.com/llms.txt,https://kwaipros.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
437,vkuser.net,http://vkuser.net/llms.txt,https://vkuser.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:58Z,TIMEOUT,,2,network_timeout,True,network_timeout
438,supercell.com,https://supercell.com/llms.txt,https://supercell.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,18553,False,"Mon, 07 Sep 2026 06:56:58 GMT",True,True,2026-09-07T07:14:51Z,,,1,missing_404,False,missing_404
439,goodreads.com,https://goodreads.com/llms.txt,https://www.goodreads.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56004,False,,False,True,2026-09-07T07:14:51Z,,,1,missing_404,False,missing_404
440,dropcatch.com,https://dropcatch.com/llms.txt,https://www.dropcatch.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,104289,False,"Thu, 03 Sep 2026 16:29:40 GMT",False,True,2026-09-07T07:14:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
441,statsigapi.net,https://statsigapi.net/llms.txt,https://statsigapi.net/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:14:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
442,intel.com,https://intel.com/llms.txt,https://intel.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:02Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
443,substack.com,https://substack.com/llms.txt,https://substack.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69873,False,,True,True,2026-09-07T07:14:51Z,,,1,missing_404,False,missing_404
444,businessinsider.com,https://businessinsider.com/llms.txt,https://www.businessinsider.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35739,False,"Mon, 07 Sep 2026 07:14:52 GMT",True,True,2026-09-07T07:14:51Z,,,1,missing_404,False,missing_404
445,cloudns.net,https://cloudns.net/llms.txt,https://www.cloudns.net/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,50384,False,,False,False,2026-09-07T07:14:51Z,,Redirected away to https://www.cloudns.net/,1,redirect_other,False,redirect_other
446,ipinfo.io,https://ipinfo.io/llms.txt,https://ipinfo.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35673,False,,False,True,2026-09-07T07:14:51Z,,,1,missing_404,False,missing_404
447,sina.com.cn,https://sina.com.cn/llms.txt,https://www.sina.com.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1010,False,,True,True,2026-09-07T07:14:51Z,,,1,missing_404,False,missing_404
448,awsglobalaccelerator.com,https://awsglobalaccelerator.com/llms.txt,https://awsglobalaccelerator.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
449,xcal.tv,https://xcal.tv/llms.txt,https://xcal.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
450,netease.com,https://netease.com/llms.txt,https://netease.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:14:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
451,chinamobile.com,http://chinamobile.com/llms.txt,https://chinamobile.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
452,avsxappcaptiveportal.com,http://avsxappcaptiveportal.com/llms.txt,http://avsxappcaptiveportal.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:14:51Z,TIMEOUT,,1,missing_404,False,missing_404
453,wp.com,https://wp.com/llms.txt,https://wordpress.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,WordPress.com,7,20,7018,False,"Wed, 04 Mar 2026 01:45:55 GMT",True,False,2026-09-07T07:14:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
454,yahoo.co.jp,https://yahoo.co.jp/llms.txt,https://www.yahoo.co.jp,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,35010,False,,False,True,2026-09-07T07:14:51Z,,Redirected away to https://www.yahoo.co.jp,1,redirect_other,False,redirect_other
455,oxylabs.io,https://oxylabs.io/llms.txt,https://oxylabs.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Oxylabs,8,48,4354,False,"Mon, 07 Sep 2026 05:37:49 GMT",True,True,2026-09-07T07:14:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
456,pixabay.com,https://pixabay.com/llms.txt,https://pixabay.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5554,False,,False,False,2026-09-07T07:14:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
457,g.page,https://g.page/llms.txt,https://www.google.com/search?q=llms.txt,200,2,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,5346,False,,False,True,2026-09-07T07:14:52Z,,Redirected away to https://www.google.com/search?q=llms.txt,1,redirect_other,False,redirect_other
458,sohu.com,https://sohu.com/llms.txt,https://www.sohu.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,8511,False,"Wed, 27 Oct 2021 12:17:55 GMT",True,False,2026-09-07T07:14:52Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
459,skyhigh.cloud,http://skyhigh.cloud/llms.txt,https://skyhigh.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
460,myqcloud.com,https://myqcloud.com/llms.txt,https://myqcloud.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:52Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
461,go.com,https://go.com/llms.txt,https://www.go.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,76829,False,"Mon, 07 Sep 2026 06:26:47 GMT",False,True,2026-09-07T07:14:52Z,,Redirected away to https://www.go.com/,1,redirect_other,False,redirect_other
462,byteglb.com,https://byteglb.com/llms.txt,https://byteglb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
463,wbx2.com,http://wbx2.com/llms.txt,https://wbx2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
464,speedtest.net,https://speedtest.net/llms.txt,https://www.speedtest.net/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,46402,False,"Fri, 04 Sep 2026 23:34:46 GMT",True,True,2026-09-07T07:14:52Z,,,1,missing_404,False,missing_404
465,adobe.net,https://adobe.net/llms.txt,https://www.adobe.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Adobe Tools,7,46,10499,False,"Thu, 15 May 2025 12:33:21 GMT",False,True,2026-09-07T07:14:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
466,timeweb.ru,https://timeweb.ru/llms.txt,https://timeweb.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:05Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
467,edgecdn.ru,http://edgecdn.ru/llms.txt,https://edgecdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:07Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
468,cloudflareinsights.com,https://cloudflareinsights.com/llms.txt,https://cloudflareinsights.com/llms.txt,200,0,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,498,False,,False,False,2026-09-07T07:14:52Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
469,gamepass.com,https://gamepass.com/llms.txt,https://www.xbox.com/en-IN/xbox-game-pass,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5035,False,,False,False,2026-09-07T07:14:52Z,,Redirected away to https://www.xbox.com/en-IN/xbox-game-pass,1,redirect_other,False,redirect_other
470,eye4.cn,https://eye4.cn/llms.txt,https://eye4.cn/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,257,False,,False,False,2026-09-07T07:14:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
471,amazon.co.za,https://amazon.co.za/llms.txt,https://www.amazon.co.za/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2163,False,,False,True,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
472,mikrotik.com,https://mikrotik.com/llms.txt,https://mikrotik.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
473,nflximg.com,http://nflximg.com/llms.txt,https://nflximg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:09Z,TIMEOUT,,2,network_timeout,True,network_timeout
474,cnbc.com,https://cnbc.com/llms.txt,https://www.cnbc.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,126911,False,,True,True,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
475,att.com,https://att.com/llms.txt,https://www.att.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,AT&T,13,72,13132,False,"Tue, 16 Jun 2026 15:46:09 GMT",False,True,2026-09-07T07:14:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
476,tencent-cloud.net,https://tencent-cloud.net/llms.txt,https://tencent-cloud.net/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:14:53Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
477,list-manage.com,http://list-manage.com/llms.txt,https://list-manage.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:09Z,TIMEOUT,,2,network_timeout,True,network_timeout
478,firetvcaptiveportal.com,http://firetvcaptiveportal.com/llms.txt,http://firetvcaptiveportal.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:14:53Z,TIMEOUT,,1,missing_404,False,missing_404
479,adriver.ru,https://adriver.ru/llms.txt,https://www.adriver.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71223,False,,False,True,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
480,nease.net,http://nease.net/llms.txt,http://nease.net/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:14:53Z,TIMEOUT,,1,missing_404,False,missing_404
481,duolingo.com,https://duolingo.com/llms.txt,https://www.duolingo.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,11579,False,,False,True,2026-09-07T07:14:53Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
482,statista.com,https://statista.com/llms.txt,https://www.statista.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49334,False,,False,True,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
483,arxiv.org,https://arxiv.org/llms.txt,https://arxiv.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7221,False,,False,False,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
484,kwai.net,http://kwai.net/llms.txt,https://kwai.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:12Z,TIMEOUT,,2,network_timeout,True,network_timeout
485,bdydns.com,https://bdydns.com/llms.txt,https://bdydns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
486,dual-s-msedge.net,https://dual-s-msedge.net/llms.txt,https://dual-s-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
487,ietf.org,https://ietf.org/llms.txt,https://www.ietf.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50589,False,,False,True,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
488,addtoany.com,https://addtoany.com/llms.txt,https://www.addtoany.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2021,False,,False,False,2026-09-07T07:14:53Z,,,1,missing_404,False,missing_404
489,markmonitor.com,https://markmonitor.com/llms.txt,https://markmonitor.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5579,False,,False,False,2026-09-07T07:14:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
490,docker.com,https://docker.com/llms.txt,https://www.docker.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2255,False,,False,True,2026-09-07T07:14:54Z,,,1,missing_404,False,missing_404
491,sc-gw.com,https://sc-gw.com/llms.txt,https://sc-gw.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
492,vercel-dns-016.com,https://vercel-dns-016.com/llms.txt,https://vercel-dns-016.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
493,aol.com,https://aol.com/llms.txt,https://www.aol.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8327,False,,False,True,2026-09-07T07:14:54Z,,,1,missing_404,False,missing_404
494,quora.com,https://quora.com/llms.txt,https://www.quora.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71393,False,,False,True,2026-09-07T07:14:54Z,,,1,missing_404,False,missing_404
495,gcdn.co,http://gcdn.co/llms.txt,https://gcdn.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:15Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
496,scribd.com,https://scribd.com/llms.txt,https://www.scribd.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41889,False,,False,True,2026-09-07T07:14:54Z,,,1,missing_404,False,missing_404
497,libp2p.direct,https://libp2p.direct/llms.txt,https://libp2p.direct/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
498,amazon.co.jp,https://amazon.co.jp/llms.txt,https://www.amazon.co.jp/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2651,False,,False,True,2026-09-07T07:14:54Z,,,1,missing_404,False,missing_404
499,atlassian.net,https://atlassian.net/llms.txt,https://www.atlassian.com/software,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,81898,False,,False,True,2026-09-07T07:14:54Z,,Redirected away to https://www.atlassian.com/software,1,redirect_other,False,redirect_other
500,npr.org,http://npr.org/llms.txt,https://npr.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:15Z,TIMEOUT,,2,network_timeout,True,network_timeout
501,ivi.ru,https://ivi.ru/llms.txt,https://www.ivi.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
502,mediatek.com,https://mediatek.com/llms.txt,https://www.mediatek.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,214169,False,"Fri, 04 Sep 2026 09:51:44 GMT",True,True,2026-09-07T07:15:07Z,,Redirected away to https://www.mediatek.com/,1,redirect_other,False,redirect_other
503,eventbrite.com,https://eventbrite.com/llms.txt,https://www.eventbrite.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75312,False,,False,False,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
504,impervadns.net,https://impervadns.net/llms.txt,https://impervadns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
505,twc.com,http://twc.com/llms.txt,https://twc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:16Z,TIMEOUT,,2,network_timeout,True,network_timeout
506,mcafee.com,http://mcafee.com/llms.txt,https://mcafee.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:17Z,TIMEOUT,,2,network_timeout,True,network_timeout
507,shein.com,https://shein.com/llms.txt,https://www.shein.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SHEIN,8,189,63855,False,"Tue, 01 Sep 2026 12:59:25 GMT",True,True,2026-09-07T07:15:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
508,mysql.com,https://mysql.com/llms.txt,https://www.mysql.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19079,False,,False,True,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
509,stackoverflow.com,https://stackoverflow.com/llms.txt,https://stackoverflow.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12267,False,,False,True,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
510,ampproject.org,https://ampproject.org/llms.txt,https://amp.dev/llms.txt/?referrer=ampproject.org,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37026,False,,True,True,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
511,behance.net,https://behance.net/llms.txt,https://www.behance.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12769,False,,False,True,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
512,dynatrace.com,https://dynatrace.com/llms.txt,https://www.dynatrace.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,LLM documentation for www.dynatrace.com,13,246,32768,False,"Mon, 07 Sep 2026 03:08:03 GMT",True,True,2026-09-07T07:15:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
513,google.de,https://google.de/llms.txt,https://google.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
514,myhuaweicloud.com,https://myhuaweicloud.com/llms.txt,https://myhuaweicloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
515,foxnews.com,https://foxnews.com/llms.txt,https://www.foxnews.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Fox News,4,21,2191,False,"Wed, 24 Jun 2026 18:41:31 GMT",True,False,2026-09-07T07:15:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
516,amzn.to,https://amzn.to/llms.txt,https://www.amazon.com/,503,2,True,text/html,network_timeout,False,False,False,,0,0,3781,False,,False,False,2026-09-07T07:27:19Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
517,exp-tas.com,https://exp-tas.com/llms.txt,https://exp-tas.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
518,google.com.hk,https://google.com.hk/llms.txt,https://google.com.hk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
519,indiatimes.com,https://indiatimes.com/llms.txt,https://www.indiatimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17674,False,,True,True,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
520,okta.com,https://okta.com/llms.txt,https://www.okta.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Okta and Auth0 Platforms,2,2,455,False,"Sun, 06 Sep 2026 23:02:03 GMT",True,False,2026-09-07T07:15:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
521,ui-dns.com,https://ui-dns.com/llms.txt,https://ui-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
522,run.app,https://run.app/llms.txt,https://run.app/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
523,ft.com,https://ft.com/llms.txt,https://www.ft.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,43282,False,,False,False,2026-09-07T07:15:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
524,gosuslugi.ru,https://gosuslugi.ru/llms.txt,https://www.gosuslugi.ru/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,89873,False,,True,True,2026-09-07T07:15:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
525,squarespacedns.com,https://squarespacedns.com/llms.txt,https://squarespacedns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
526,openx.net,https://openx.net/llms.txt,https://openx.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
527,ngenix.net,https://ngenix.net/llms.txt,https://ngenix.net/llms.txt,503,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7264,False,,False,False,2026-09-07T07:27:20Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
528,xboxlive.com,https://xboxlive.com/llms.txt,https://xboxlive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:21Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
529,squarespace.com,https://squarespace.com/llms.txt,https://www.squarespace.com/assets/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Squarespace,3,0,2088,True,,True,False,2026-09-07T07:15:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
530,blogger.com,https://blogger.com/llms.txt,https://www.blogger.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,168,False,,False,True,2026-09-07T07:15:07Z,,,1,missing_404,False,missing_404
531,duckduckgo.com,https://duckduckgo.com/llms.txt,https://duckduckgo.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,18713,False,,False,True,2026-09-07T07:15:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
532,adobedtm.com,https://adobedtm.com/llms.txt,https://adobedtm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
533,trendmicro.com,http://trendmicro.com/llms.txt,https://www.trendmicro.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Trend Micro,1,78,22999,False,"Tue, 12 Aug 2025 19:15:19 GMT",False,False,2026-09-07T07:15:07Z,TIMEOUT,,1,confirmed_llms_txt,False,confirmed_llms_txt
534,ipv4only.arpa,http://ipv4only.arpa/llms.txt,https://ipv4only.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:23Z,TIMEOUT,,2,network_timeout,True,network_timeout
535,slideshare.net,https://slideshare.net/llms.txt,https://www.slideshare.net/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,85313,False,,True,True,2026-09-07T07:15:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
536,discord.media,https://discord.media/llms.txt,https://discord.media/llms.txt,520,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7336,False,,False,True,2026-09-07T07:27:24Z,SERVER_ERROR_520,,2,network_timeout,True,network_timeout
537,featureassets.org,https://featureassets.org/llms.txt,https://featureassets.org/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:15:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
538,visualstudio.com,https://visualstudio.com/llms.txt,https://visualstudio.microsoft.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
539,firefox.com,https://firefox.com/llms.txt,https://www.firefox.com/en-US/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8978,False,,True,True,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
540,capcut.com,https://capcut.com/llms.txt,https://www.capcut.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,CapCut,8,61,8429,False,,False,True,2026-09-07T07:15:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
541,tplinkcloud.com,https://tplinkcloud.com/llms.txt,https://www.tplinkcloud.com/llms.txt,404,2,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
542,patreon.com,https://patreon.com/llms.txt,https://www.patreon.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16313,False,,False,True,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
543,fandom.com,https://fandom.com/llms.txt,https://www.fandom.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5557,False,,False,False,2026-09-07T07:15:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
544,jquery.com,https://jquery.com/llms.txt,https://jquery.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18865,False,,False,True,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
545,wired.com,https://wired.com/llms.txt,https://www.wired.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,357791,False,,False,True,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
546,oup.com,https://oup.com/llms.txt,http://global.oup.com/llms.txt,202,1,False,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:08Z,,,1,ambiguous,False,ambiguous
547,on.aws,https://on.aws/llms.txt,https://on.aws/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
548,elasticbeanstalk.com,http://elasticbeanstalk.com/llms.txt,https://aws.amazon.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,57132,False,,False,False,2026-09-07T07:15:08Z,TIMEOUT,,1,missing_404,False,missing_404
549,noaa.gov,https://noaa.gov/llms.txt,https://www.noaa.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:15:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
550,palmplaystore.com,https://palmplaystore.com/llms.txt,https://palmplaystore.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,223,False,,False,False,2026-09-07T07:15:08Z,,,1,missing_404,False,missing_404
551,fast.com,https://fast.com/llms.txt,https://fast.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,4006,False,"Mon, 09 Mar 2026 14:47:28 GMT",True,True,2026-09-07T07:15:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
552,icloud-content.com,https://icloud-content.com/llms.txt,https://developer.apple.com/icloud/,200,1,True,text/html,redirect_other,False,False,False,,0,0,21115,False,,False,True,2026-09-07T07:15:08Z,,Redirected away to https://developer.apple.com/icloud/,1,redirect_other,False,redirect_other
553,hicloud.com,https://hicloud.com/llms.txt,https://hicloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
554,geobasket.ru,https://geobasket.ru/llms.txt,https://geobasket.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
555,share.google,https://share.google/llms.txt,https://share.google/error,200,2,True,text/html,redirect_other,False,False,False,,0,0,1675,False,"Thu, 03 Apr 2025 14:58:00 GMT",False,True,2026-09-07T07:15:09Z,,Redirected away to https://share.google/error,1,redirect_other,False,redirect_other
556,tandfonline.com,https://tandfonline.com/llms.txt,https://tandfonline.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5579,False,,False,False,2026-09-07T07:15:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
557,svc.ms,https://svc.ms/llms.txt,https://svc.ms/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
558,live.net,https://live.net/llms.txt,https://live.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
559,time.com,https://time.com/llms.txt,https://time.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt - TIME's Policy for Large Language Model Access,0,0,716,False,,False,True,2026-09-07T07:15:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
560,supertms.com,https://supertms.com/llms.txt,https://supertms.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
561,vidaahub.com,https://vidaahub.com/llms.txt,https://vidaahub.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
562,360yield.com,https://360yield.com/llms.txt,https://ssp.improvedigital.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1189,False,,False,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
563,uol.com.br,https://uol.com.br/llms.txt,https://www.uol.com.br/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,506,False,"Tue, 22 Aug 2017 13:55:21 GMT",True,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
564,sberbank.ru,https://sberbank.ru/llms.txt,https://sberbank.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1579,False,,False,True,2026-09-07T07:15:09Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
565,translate.goog,https://translate.goog/llms.txt,https://translate.goog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
566,deviantart.com,https://deviantart.com/llms.txt,https://www.deviantart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7022,False,,False,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
567,e2ro.com,https://e2ro.com/llms.txt,https://e2ro.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
568,cornell.edu,https://cornell.edu/llms.txt,https://www.cornell.edu/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15754,False,,False,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
569,tripadvisor.com,https://tripadvisor.com/llms.txt,https://www.tripadvisor.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,775,False,,False,True,2026-09-07T07:15:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
570,eset.com,https://eset.com/llms.txt,https://www.eset.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17418,False,,True,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
571,adobedc.net,https://adobedc.net/llms.txt,https://adobedc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
572,usatoday.com,https://usatoday.com/llms.txt,https://www.usatoday.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,97165,False,,True,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
573,grammarly.com,https://grammarly.com/llms.txt,https://www.grammarly.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30708,False,,False,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
574,azure-dns.com,https://azure-dns.com/llms.txt,https://azure-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
575,rakuten.co.jp,https://rakuten.co.jp/llms.txt,https://www.rakuten.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3412,False,,False,True,2026-09-07T07:15:09Z,,,1,missing_404,False,missing_404
576,oraclecloud.com,https://oraclecloud.com/llms.txt,https://www.oracle.com/cloud/,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:15:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
577,qlivecdn.com,https://qlivecdn.com/llms.txt,https://qlivecdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
578,aboutads.info,https://aboutads.info/llms.txt,https://youradchoices.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,34950,False,,False,True,2026-09-07T07:15:09Z,,Redirected away to https://youradchoices.com/,1,redirect_other,False,redirect_other
579,yahoodns.net,https://yahoodns.net/llms.txt,https://yahoodns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
580,nstld.com,https://nstld.com/llms.txt,https://nstld.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
581,teamviewer.com,https://teamviewer.com/llms.txt,https://www.teamviewer.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,94451,False,"Mon, 07 Sep 2026 02:05:38 GMT",False,True,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
582,cookielaw.org,https://cookielaw.org/llms.txt,https://www.cookielaw.org/llms.txt,421,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,291,False,,False,False,2026-09-07T07:15:10Z,,,1,ambiguous,False,ambiguous
583,pushy.io,https://pushy.io/llms.txt,https://pushy.me/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11964,False,,False,False,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
584,target.com,https://target.com/llms.txt,https://www.target.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Target.com,5,54,6158,True,"Thu, 03 Sep 2026 14:50:10 GMT",True,True,2026-09-07T07:15:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
585,my.com,https://my.com/llms.txt,https://my.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
586,dreamhost.com,https://dreamhost.com/llms.txt,https://www.dreamhost.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DreamHost,17,121,18678,True,"Fri, 04 Sep 2026 14:07:17 GMT",True,True,2026-09-07T07:15:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
587,t-msedge.net,https://t-msedge.net/llms.txt,https://t-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
588,easebar.com,https://easebar.com/llms.txt,https://easebar.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
589,rlcdn.com,https://rlcdn.com/llms.txt,https://rlcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
590,3lift.com,https://3lift.com/llms.txt,https://3lift.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:15:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
591,berkeley.edu,https://berkeley.edu/llms.txt,https://www.berkeley.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
592,hotjar.com,https://hotjar.com/llms.txt,https://www.hotjar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60204,False,,True,True,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
593,ca.gov,https://ca.gov/llms.txt,https://www.ca.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18050,False,,False,True,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
594,ieee.org,https://ieee.org/llms.txt,https://www.ieee.org/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:10Z,,,1,ambiguous,False,ambiguous
595,klaviyo.com,https://klaviyo.com/llms.txt,https://www.klaviyo.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Klaviyo – AI Content Guidance File,8,41,8682,False,,True,True,2026-09-07T07:15:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
596,xiaomi.net,https://xiaomi.net/llms.txt,https://xiaomi.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,186,False,,False,False,2026-09-07T07:15:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
597,avito.ru,https://avito.ru/llms.txt,https://www.avito.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29907,False,,False,False,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
598,imgsmail.ru,https://imgsmail.ru/llms.txt,https://mail.ru,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24214,False,,False,True,2026-09-07T07:15:10Z,,Redirected away to https://mail.ru,1,redirect_other,False,redirect_other
599,telegraph.co.uk,https://telegraph.co.uk/llms.txt,https://www.telegraph.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,97401,False,,False,True,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
600,shop.app,https://shop.app/llms.txt,https://shop.app/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Shop,5,17,4254,False,,False,True,2026-09-07T07:15:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
601,digitalocean.com,https://digitalocean.com/llms.txt,https://www.digitalocean.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54239,False,,True,True,2026-09-07T07:15:10Z,,,1,missing_404,False,missing_404
602,playstation.com,https://playstation.com/llms.txt,https://www.playstation.com/llms.txt,200,1,True,text/plain; charset=iso-8859-1,ambiguous,False,False,False,,4,20,3842,False,"Wed, 10 Jun 2026 11:56:35 GMT",True,True,2026-09-07T07:15:10Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
603,samsungapps.com,http://samsungapps.com/llms.txt,https://samsungapps.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
604,force.com,https://force.com/llms.txt,https://www.force.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,278,False,,False,True,2026-09-07T07:15:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
605,bitrix24.ru,https://bitrix24.ru/llms.txt,https://www.bitrix24.ru/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Битрикс24,12,53,11378,False,"Wed, 03 Dec 2025 10:24:39 GMT",True,True,2026-09-07T07:15:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
606,braze.com,https://braze.com/llms.txt,https://braze.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Braze,6,45,72523,False,,True,True,2026-09-07T07:15:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
607,cdn20.com,https://cdn20.com/llms.txt,https://cdn20.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
608,mdpi.com,https://mdpi.com/llms.txt,https://mdpi.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,370,False,,False,True,2026-09-07T07:15:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
609,cdnvideo.ru,https://cdnvideo.ru/llms.txt,https://cdnvideo.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:11Z,,,1,missing_404,False,missing_404
610,amazon.fr,https://amazon.fr/llms.txt,https://www.amazon.fr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2313,False,,False,True,2026-09-07T07:15:11Z,,,1,missing_404,False,missing_404
611,atlassian.com,https://atlassian.com/llms.txt,https://www.atlassian.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Atlassian,13,105,26607,True,"Fri, 04 Sep 2026 16:00:01 GMT",False,False,2026-09-07T07:15:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
612,wix.com,https://wix.com/llms.txt,https://www.wix.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,wix.com,20,105,33577,False,,True,True,2026-09-07T07:15:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
613,threads.com,https://threads.com/llms.txt,https://www.threads.com/login/?next=https://www.threads.com/llms.txt/,200,2,True,"text/html; charset=""utf-8""",redirect_other,False,False,False,,0,0,16161,False,,False,True,2026-09-07T07:15:11Z,,Redirected away to https://www.threads.com/login/?next=https://www.threads.com/llms.txt/,1,redirect_other,False,redirect_other
614,anthropic.com,https://anthropic.com/llms.txt,https://www.anthropic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29876,False,,False,True,2026-09-07T07:15:11Z,,,1,missing_404,False,missing_404
615,wswebcdn.com,https://wswebcdn.com/llms.txt,https://wswebcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
616,bx-msedge.net,https://bx-msedge.net/llms.txt,https://bx-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
617,accuweather.com,https://accuweather.com/llms.txt,https://accuweather.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:15:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
618,2gis.com,https://2gis.com/llms.txt,https://2gis.ae/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2476,False,,True,True,2026-09-07T07:15:11Z,,,1,missing_404,False,missing_404
619,vercel-dns-3.com,https://vercel-dns-3.com/llms.txt,https://vercel-dns-3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
620,onetrust.com,https://onetrust.com/llms.txt,https://www.onetrust.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OneTrust,7,72,4930,False,"Tue, 25 Nov 2025 17:18:55 GMT",True,True,2026-09-07T07:15:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
621,sharethrough.com,https://sharethrough.com/llms.txt,https://www.sharethrough.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50639,False,"Wed, 02 Sep 2026 16:09:00 GMT",True,True,2026-09-07T07:15:11Z,,,1,missing_404,False,missing_404
622,free.fr,https://free.fr/llms.txt,https://www.free.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,168885,False,,True,False,2026-09-07T07:15:11Z,,,1,missing_404,False,missing_404
623,alicdn.com,http://alicdn.com/llms.txt,https://alicdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
624,mhverifier.ru,https://mhverifier.ru/llms.txt,https://mhverifier.ru/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:11Z,,,1,ambiguous,False,ambiguous
625,unesco.org,https://unesco.org/llms.txt,https://www.unesco.org/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,UNESCO,13,51,9896,False,"Sun, 06 Sep 2026 07:26:53 GMT",True,True,2026-09-07T07:15:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
626,withgoogle.com,https://withgoogle.com/llms.txt,https://www.google.com/,200,1,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,15268,False,,False,True,2026-09-07T07:15:12Z,,Redirected away to https://www.google.com/,1,redirect_other,False,redirect_other
627,ikea.com,https://ikea.com/llms.txt,https://www.ikea.com/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:15:12Z,,,1,missing_404,False,missing_404
628,jotform.com,https://jotform.com/llms.txt,https://www.jotform.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4449,False,"Mon, 07 Sep 2026 07:15:13 GMT",False,True,2026-09-07T07:15:12Z,,,1,missing_404,False,missing_404
629,loc.gov,https://loc.gov/llms.txt,https://loc.gov/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5554,False,,False,False,2026-09-07T07:15:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
630,nintendo.com,https://nintendo.com/llms.txt,https://www.nintendo.com/us/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,68018,False,,False,True,2026-09-07T07:15:12Z,,,1,missing_404,False,missing_404
631,whecloud.com,https://whecloud.com/llms.txt,https://whecloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
632,dyndns.org,https://dyndns.org/llms.txt,https://account.dyn.com/,200,1,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,28440,False,,False,True,2026-09-07T07:15:12Z,,Redirected away to https://account.dyn.com/,1,redirect_other,False,redirect_other
633,branch.io,https://branch.io/llms.txt,https://www.branch.io/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Branch,6,47,6608,True,"Wed, 29 Jul 2026 12:35:10 GMT",True,True,2026-09-07T07:15:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
634,msidentity.com,https://msidentity.com/llms.txt,https://msidentity.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
635,sagepub.com,https://sagepub.com/llms.txt,https://www.sagepub.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,21997,False,,False,True,2026-09-07T07:15:12Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
636,amazon.ca,https://amazon.ca/llms.txt,https://www.amazon.ca/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2248,False,,False,True,2026-09-07T07:27:29Z,,,2,network_timeout,True,missing_404
637,tencent.com,https://tencent.com/llms.txt,https://www.tencent.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34890,False,,False,True,2026-09-07T07:27:29Z,,,2,network_timeout,True,missing_404
638,uk.com,https://uk.com/llms.txt,https://uk.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8086,False,,False,False,2026-09-07T07:15:12Z,,,1,missing_404,False,missing_404
639,xhamster.com,https://xhamster.com/llms.txt,https://xhamster.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:12Z,,,1,missing_404,False,missing_404
640,surveymonkey.com,https://surveymonkey.com/llms.txt,https://www.surveymonkey.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SurveyMonkey,14,78,13693,True,,False,True,2026-09-07T07:15:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
641,footprintdns.com,https://footprintdns.com/llms.txt,https://footprintdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
642,shopee.com.br,https://shopee.com.br/llms.txt,https://shopee.com.br/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,69645,False,,False,True,2026-09-07T07:15:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
643,ups.com,http://ups.com/llms.txt,https://ups.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
644,bidswitch.net,https://bidswitch.net/llms.txt,https://bidswitch.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
645,googletagservices.com,https://googletagservices.com/llms.txt,https://googletagservices.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
646,techcrunch.com,https://techcrunch.com/llms.txt,https://techcrunch.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2469,False,,False,False,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
647,vedsalb.com,https://vedsalb.com/llms.txt,https://vedsalb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
648,nike.com,https://nike.com/llms.txt,https://www.nike.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38124,False,,True,True,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
649,webempresa.eu,https://webempresa.eu/llms.txt,https://webempresa.eu/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
650,mega.co.nz,https://mega.co.nz/llms.txt,https://mega.co.nz/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
651,britannica.com,https://britannica.com/llms.txt,https://www.britannica.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,53447,False,,False,False,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
652,yelp.com,https://yelp.com/llms.txt,https://www.yelp.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5348,False,,False,False,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
653,redhat.com,https://redhat.com/llms.txt,https://www.redhat.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Red Hat,7,28,4366,False,"Mon, 24 Aug 2026 16:02:56 GMT",False,True,2026-09-07T07:15:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
654,cmediahub.ru,https://cmediahub.ru/llms.txt,https://cmediahub.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
655,ovh.net,https://ovh.net/llms.txt,https://ovh.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
656,bytedns1.com,https://bytedns1.com/llms.txt,https://bytedns1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
657,service.gov.uk,https://service.gov.uk/llms.txt,https://www.gov.uk,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,85460,False,,True,True,2026-09-07T07:15:13Z,,Redirected away to https://www.gov.uk,1,redirect_other,False,redirect_other
658,allegro.pl,https://allegro.pl/llms.txt,https://allegro.pl/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Allegro,8,38,12680,False,,False,True,2026-09-07T07:15:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
659,elpais.com,https://elpais.com/llms.txt,https://elpais.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73269,False,"Mon, 07 Sep 2026 07:15:15 GMT",True,True,2026-09-07T07:15:13Z,,,1,missing_404,False,missing_404
660,imgur.com,https://imgur.com/llms.txt,https://imgur.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,5484,False,"Tue, 30 Jun 2026 20:11:05 GMT",True,True,2026-09-07T07:15:13Z,,Redirected away to https://imgur.com/,1,redirect_other,False,redirect_other
661,dailymail.co.uk,https://dailymail.co.uk/llms.txt,https://www.dailymail.com/home/index.html,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,129421,False,,False,True,2026-09-07T07:15:13Z,,Redirected away to https://www.dailymail.com/home/index.html,1,redirect_other,False,redirect_other
662,hstgr.net,http://hstgr.net/llms.txt,http://hstgr.net/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,2730,False,,False,True,2026-09-07T07:15:14Z,SSL_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
663,googlezip.net,https://googlezip.net/llms.txt,https://googlezip.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
664,stackadapt.com,https://stackadapt.com/llms.txt,https://www.stackadapt.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,StackAdapt,14,45,13807,True,,False,True,2026-09-07T07:15:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
665,vercel.app,https://vercel.app/llms.txt,https://vercel.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,14409,False,,True,True,2026-09-07T07:15:14Z,,Redirected away to https://vercel.com,1,redirect_other,False,redirect_other
666,primevideo.com,https://primevideo.com/llms.txt,https://www.primevideo.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,6626,False,,False,True,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
667,cambridge.org,https://cambridge.org/llms.txt,https://www.cambridge.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11573,False,,False,True,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
668,intercom.io,https://intercom.io/llms.txt,https://www.intercom.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Intercom — llms.txt,14,54,8183,False,,False,True,2026-09-07T07:15:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
669,viber.com,https://viber.com/llms.txt,https://viber.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
670,openstreetmap.org,https://openstreetmap.org/llms.txt,https://www.openstreetmap.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5046,False,,False,False,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
671,amazon.in,https://amazon.in/llms.txt,https://www.amazon.in/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2155,False,,False,True,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
672,pvp.net,https://pvp.net/llms.txt,https://pvp.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
673,telephony.goog,http://telephony.goog/llms.txt,https://telephony.goog/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:41Z,TIMEOUT,,2,network_timeout,True,network_timeout
674,anydesk.com,https://anydesk.com/llms.txt,https://anydesk.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1041,False,,False,False,2026-09-07T07:15:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
675,vercel-dns-017.com,https://vercel-dns-017.com/llms.txt,https://vercel-dns-017.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
676,resolver.arpa,https://resolver.arpa/llms.txt,https://resolver.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
677,beyondwickedmapping.org,https://beyondwickedmapping.org/llms.txt,https://beyondwickedmapping.org/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
678,cdnhwc1.com,https://cdnhwc1.com/llms.txt,https://cdnhwc1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
679,verisign.com,https://verisign.com/llms.txt,https://www.verisign.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8949,False,"Wed, 02 Sep 2026 18:33:48 GMT",True,False,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
680,fontawesome.com,https://fontawesome.com/llms.txt,https://fontawesome.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13942,False,,False,True,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
681,ks-cdn.com,https://ks-cdn.com/llms.txt,https://ks-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
682,perplexity.ai,https://perplexity.ai/llms.txt,https://www.perplexity.ai/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,935,False,,False,False,2026-09-07T07:15:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
683,hihonorcloud.com,https://hihonorcloud.com/llms.txt,https://hihonorcloud.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2080,False,"Tue, 21 Oct 2025 03:10:38 GMT",True,True,2026-09-07T07:15:14Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
684,hostgator.com.br,https://hostgator.com.br/llms.txt,https://hostgator.com.br/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5545,False,,False,False,2026-09-07T07:15:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
685,vkontakte.ru,https://vkontakte.ru/llms.txt,https://vk.ru/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,13120,False,,True,False,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
686,consultant.ru,https://consultant.ru/llms.txt,https://www.consultant.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:14Z,,,1,missing_404,False,missing_404
687,outbrain.com,https://outbrain.com/llms.txt,https://www.outbrain.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2990,False,,True,True,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
688,typekit.net,http://typekit.net/llms.txt,https://typekit.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:42Z,TIMEOUT,,2,network_timeout,True,network_timeout
689,twimg.com,https://twimg.com/llms.txt,https://twimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
690,optimizely.com,https://optimizely.com/llms.txt,https://www.optimizely.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Optimizely,10,80,10751,True,,True,True,2026-09-07T07:15:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
691,360.cn,https://360.cn/llms.txt,http://www.360.cn/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,6780,False,,True,False,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
692,cbsnews.com,https://cbsnews.com/llms.txt,https://www.cbsnews.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,87588,False,"Mon, 07 Sep 2026 07:15:16 GMT",False,True,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
693,dotomi.com,https://dotomi.com/llms.txt,https://www.epsilon.com/us?redirect=dotomi,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,94485,False,,True,True,2026-09-07T07:15:15Z,,Redirected away to https://www.epsilon.com/us?redirect=dotomi,1,redirect_other,False,redirect_other
694,lemonde.fr,https://lemonde.fr/llms.txt,https://www.lemonde.fr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,17058,False,,False,True,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
695,dailymail.com,https://dailymail.com/llms.txt,https://www.dailymail.com/home/index.html,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,129492,False,,False,True,2026-09-07T07:15:15Z,,Redirected away to https://www.dailymail.com/home/index.html,1,redirect_other,False,redirect_other
696,wps.com,https://wps.com/llms.txt,https://www.wps.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,WPS Office,10,53,6576,True,,False,True,2026-09-07T07:15:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
697,fb.com,https://fb.com/llms.txt,https://www.facebook.com/llms.txt,200,1,True,"text/html; charset=""utf-8""",soft_200_html,False,False,False,,0,0,3959,False,,False,True,2026-09-07T07:15:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
698,blackhub.team,https://blackhub.team/llms.txt,https://blackhub.team/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
699,seznam.cz,https://seznam.cz/llms.txt,https://www.seznam.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10007,False,,False,True,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
700,id5-sync.com,https://id5-sync.com/llms.txt,https://id5-sync.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:44Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
701,marriott.com,https://marriott.com/llms.txt,https://www.marriott.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,79570,False,,False,True,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
702,cnet.com,https://cnet.com/llms.txt,https://www.cnet.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1213,False,,False,False,2026-09-07T07:15:15Z,,,1,missing_404,False,missing_404
703,comcast.com,http://comcast.com/llms.txt,http://comcast.com/llms.txt,504,0,False,,network_timeout,False,False,False,,0,0,76,False,,False,False,2026-09-07T07:27:44Z,SERVER_ERROR_504,,2,network_timeout,True,network_timeout
704,pinimg.com,https://pinimg.com/llms.txt,https://www.pinterest.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,28407,False,,False,False,2026-09-07T07:15:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
705,kick.com,https://kick.com/llms.txt,https://kick.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5029,False,,False,True,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
706,independent.co.uk,https://independent.co.uk/llms.txt,https://independent.co.uk/llms.txt,410,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,410,False,,False,False,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
707,amazon.es,https://amazon.es/llms.txt,https://www.amazon.es/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2261,False,,False,True,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
708,spiegel.de,https://spiegel.de/llms.txt,https://www.spiegel.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18953,False,,False,True,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
709,wp.pl,https://wp.pl/llms.txt,https://www.wp.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
710,nel.goog,https://nel.goog/llms.txt,https://nel.goog/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
711,sophos.com,https://sophos.com/llms.txt,https://www.sophos.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Sophos: Defeat Cyberattacks with AI-Native Security,24,122,25391,False,"Wed, 02 Sep 2026 02:03:39 GMT",True,True,2026-09-07T07:15:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
712,iso.org,https://iso.org/llms.txt,https://iso.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,918,False,,False,False,2026-09-07T07:15:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
713,amazon.it,https://amazon.it/llms.txt,https://www.amazon.it/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2225,False,,False,True,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
714,dbankcloud.com,https://dbankcloud.com/llms.txt,https://dbankcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
715,ya.ru,https://ya.ru/llms.txt,https://ya.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6523,False,,False,False,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
716,quantserve.com,https://quantserve.com/llms.txt,https://quantserve.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,1434,False,,False,True,2026-09-07T07:27:45Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
717,mailchimp.com,https://mailchimp.com/llms.txt,https://mailchimp.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mailchimp - Complete Web Content Analysis,8,0,69986,False,"Sat, 05 Sep 2026 13:42:28 GMT",True,True,2026-09-07T07:15:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
718,samsungacr.com,https://samsungacr.com/llms.txt,https://samsungacr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
719,share-dns.com,https://share-dns.com/llms.txt,https://share-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
720,wpguardian.io,https://wpguardian.io/llms.txt,https://wpguardian.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,151042,False,,False,True,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
721,ring.com,https://ring.com/llms.txt,https://ring.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16275,False,,False,False,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
722,alipaydns.com,https://alipaydns.com/llms.txt,https://alipaydns.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,610,False,,False,False,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
723,g.co,https://g.co/llms.txt,https://g.co/llms.txt,400,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,5968,False,,False,True,2026-09-07T07:15:16Z,,,1,ambiguous,False,ambiguous
724,globalsign.com,https://globalsign.com/llms.txt,https://www.globalsign.com/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42618,False,,False,True,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
725,fifa.com,https://fifa.com/llms.txt,https://fifa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:45Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
726,linode.com,https://linode.com/llms.txt,https://www.linode.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,14659,False,"Fri, 04 Sep 2026 08:09:59 GMT",True,True,2026-09-07T07:27:46Z,,,2,network_timeout,True,missing_404
727,itch.io,https://itch.io/llms.txt,https://itch.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,853,False,,False,False,2026-09-07T07:15:16Z,,,1,missing_404,False,missing_404
728,asus.com,https://asus.com/llms.txt,https://www.asus.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,ASUS,4,0,37001,False,"Sun, 06 Sep 2026 23:00:06 GMT",True,False,2026-09-07T07:15:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
729,uber.com,https://uber.com/llms.txt,https://www.uber.com/in/en/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43586,False,,False,True,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
730,stripchat.com,https://stripchat.com/llms.txt,https://stripchat.com/llms.txt,406,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:17Z,,,1,ambiguous,False,ambiguous
731,airbnb.com,https://airbnb.com/llms.txt,https://www.airbnb.com/404,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2947,False,"Thu, 03 Sep 2026 12:18:43 GMT",True,True,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
732,browser-intake-datadoghq.com,https://browser-intake-datadoghq.com/llms.txt,https://browser-intake-datadoghq.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,56,False,,False,False,2026-09-07T07:15:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
733,parklogic.com,https://parklogic.com/llms.txt,https://parklogic.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,183165,False,,False,True,2026-09-07T07:15:17Z,,Redirected away to https://parklogic.com/,1,redirect_other,False,redirect_other
734,creativecdn.com,https://creativecdn.com/llms.txt,https://creativecdn.com/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:17Z,,,1,ambiguous,False,ambiguous
735,cursor.sh,https://cursor.sh/llms.txt,https://cursor.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Cursor Documentation,28,0,20126,False,,False,True,2026-09-07T07:15:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
736,mlb.com,https://mlb.com/llms.txt,https://www.mlb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,118152,False,,True,True,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
737,bunnyinfra.net,https://bunnyinfra.net/llms.txt,https://bunnyinfra.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
738,agkn.com,https://agkn.com/llms.txt,https://agkn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
739,crwdcntrl.net,http://crwdcntrl.net/llms.txt,https://crwdcntrl.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:46Z,TIMEOUT,,2,network_timeout,True,network_timeout
740,1rx.io,https://1rx.io/llms.txt,https://1rx.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
741,githubusercontent.com,https://githubusercontent.com/llms.txt,https://githubusercontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
742,shopee.co.id,https://shopee.co.id/llms.txt,https://shopee.co.id/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,192455,False,,False,True,2026-09-07T07:15:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
743,zillow.com,https://zillow.com/llms.txt,https://www.zillow.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7596,False,,True,True,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
744,google.co.uk,https://google.co.uk/llms.txt,https://google.co.uk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
745,wattpad.com,https://wattpad.com/llms.txt,https://wattpad.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:48Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
746,bandcamp.com,https://bandcamp.com/llms.txt,https://bandcamp.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38721,False,,False,True,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
747,python.org,https://python.org/llms.txt,https://www.python.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33006,False,,False,True,2026-09-07T07:15:17Z,,,1,missing_404,False,missing_404
748,eeroup.com,https://eeroup.com/llms.txt,https://eeroup.com/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,279,False,,False,False,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
749,bidr.io,https://bidr.io/llms.txt,https://bidr.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
750,abovedomains.com,https://abovedomains.com/llms.txt,https://abovedomains.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1015,False,,False,False,2026-09-07T07:15:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
751,bamgrid.com,https://bamgrid.com/llms.txt,https://bamgrid.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
752,imrworldwide.com,https://imrworldwide.com/llms.txt,https://imrworldwide.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
753,wpguardian.com,https://wpguardian.com/llms.txt,https://wpguardian.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,151042,False,,False,True,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
754,bestbuy.com,https://bestbuy.com/llms.txt,https://www.bestbuy.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,124984,False,"Tue, 16 Jun 2026 13:49:20 GMT",True,True,2026-09-07T07:27:49Z,,,2,network_timeout,True,missing_404
755,lijit.com,https://lijit.com/llms.txt,https://lijit.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:15:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
756,homedepot.com,https://homedepot.com/llms.txt,https://www.homedepot.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,2522,False,,False,True,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
757,mediafire.com,https://mediafire.com/llms.txt,https://www.mediafire.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17066,False,,False,True,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
758,curseforge.com,https://curseforge.com/llms.txt,https://www.curseforge.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5586,False,,False,False,2026-09-07T07:15:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
759,safebrowsing.apple,https://safebrowsing.apple/llms.txt,https://safebrowsing.apple/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
760,criteo.net,https://criteo.net/llms.txt,https://criteo.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
761,bugsnag.com,https://bugsnag.com/llms.txt,https://www.bugsnag.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1438,False,,False,False,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
762,steamstatic.com,https://steamstatic.com/llms.txt,https://steamstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
763,sedo.com,https://sedo.com/llms.txt,https://sedo.com/us/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,42083,False,,False,False,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
764,ted.com,https://ted.com/llms.txt,https://www.ted.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7233,False,,True,True,2026-09-07T07:15:18Z,,,1,missing_404,False,missing_404
765,grammarly.io,https://grammarly.io/llms.txt,https://grammarly.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
766,ddnss.de,http://ddnss.de/llms.txt,https://ddnss.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:49Z,TIMEOUT,,2,network_timeout,True,network_timeout
767,box.com,https://box.com/llms.txt,https://www.box.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5575,False,,False,False,2026-09-07T07:15:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
768,bild.de,https://bild.de/llms.txt,https://www.bild.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1901,False,"Mon, 23 Feb 2026 06:56:55 GMT",True,True,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
769,gumgum.com,https://gumgum.com/llms.txt,https://gumgum.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,GumGum,5,15,3784,False,"Mon, 07 Sep 2026 07:15:19 GMT",False,False,2026-09-07T07:15:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
770,ad-tech.ru,http://ad-tech.ru/llms.txt,http://ad-tech.ru/llms.txt,404,0,False,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:19Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
771,allaboutcookies.org,https://allaboutcookies.org/llms.txt,https://allaboutcookies.org/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,779,False,,False,True,2026-09-07T07:15:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
772,fda.gov,https://fda.gov/llms.txt,https://www.fda.gov/apology_objects/abuse-detection-apology.html,404,2,True,,missing_404,False,False,False,,0,0,10,False,,False,False,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
773,nikkei.com,https://nikkei.com/llms.txt,https://www.nikkei.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,291721,False,,False,True,2026-09-07T07:15:19Z,,Redirected away to https://www.nikkei.com/,1,redirect_other,False,redirect_other
774,nmrodam.com,https://nmrodam.com/llms.txt,https://nmrodam.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
775,appcenter.ms,https://appcenter.ms/llms.txt,https://appcenter.ms/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2448,False,,False,False,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
776,mckinsey.com,http://mckinsey.com/llms.txt,https://mckinsey.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
777,singular.net,https://singular.net/llms.txt,https://www.singular.net/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,1,3,1566,False,"Mon, 07 Sep 2026 07:15:01 GMT",True,True,2026-09-07T07:15:19Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
778,ovscdns.com,https://ovscdns.com/llms.txt,https://ovscdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
779,expedia.com,https://expedia.com/llms.txt,https://www.expedia.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Expedia.com,7,0,7011,False,"Thu, 03 Sep 2026 08:59:48 GMT",True,False,2026-09-07T07:15:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
780,porkbun.com,https://porkbun.com/llms.txt,https://porkbun.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Porkbun,10,0,15518,False,"Sat, 05 Sep 2026 23:25:23 GMT",True,False,2026-09-07T07:15:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
781,fiverr.com,https://fiverr.com/llms.txt,https://www.fiverr.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Fiverr,0,0,141,False,"Wed, 02 Sep 2026 15:58:12 GMT",True,True,2026-09-07T07:15:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
782,mercadolivre.com.br,https://mercadolivre.com.br/llms.txt,https://www.mercadolivre.com.br/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9592,False,"Mon, 22 Jul 2019 17:04:51 GMT",True,False,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
783,lenovo.com,https://lenovo.com/llms.txt,https://www.lenovo.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,False,2026-09-07T07:15:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
784,adjust.com,https://adjust.com/llms.txt,https://www.adjust.com/llms.txt,403,1,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,59,False,,False,True,2026-09-07T07:15:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
785,visma.com,https://visma.com/llms.txt,https://www.visma.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,860,False,"Mon, 07 Sep 2026 04:46:35 GMT",False,True,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
786,orderbox-dns.com,https://orderbox-dns.com/llms.txt,https://orderbox-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
787,meta.com,https://meta.com/llms.txt,https://www.meta.com/in/llms.txt/,404,2,True,"text/html; charset=""utf-8""",missing_404,False,False,False,,0,0,4498,False,,False,True,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
788,liadm.com,https://liadm.com/llms.txt,https://liadm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
789,mobolize.com,https://mobolize.com/llms.txt,https://www.mobolize.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
790,apnews.com,https://apnews.com/llms.txt,https://apnews.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,366,False,,False,True,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
791,networkadvertising.org,https://networkadvertising.org/llms.txt,https://thenai.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
792,shopeemobile.com,http://shopeemobile.com/llms.txt,https://shopeemobile.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:27:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
793,wcdnga.com,https://wcdnga.com/llms.txt,https://wcdnga.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
794,adform.net,https://adform.net/llms.txt,https://adform.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:19Z,,,1,missing_404,False,missing_404
795,herokudns.com,https://herokudns.com/llms.txt,https://herokudns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
796,sc-cdn.net,https://sc-cdn.net/llms.txt,https://sc-cdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
797,welt.de,https://welt.de/llms.txt,https://www.welt.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65898,False,,True,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
798,rt.ru,https://rt.ru/llms.txt,https://www.rt.ru/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,29455,False,,False,True,2026-09-07T07:15:20Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
799,usgovcloudapi.net,https://usgovcloudapi.net/llms.txt,https://usgovcloudapi.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
800,google.com.br,https://google.com.br/llms.txt,https://google.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
801,wb.ru,https://wb.ru/llms.txt,https://www.wildberries.ru/llms.txt,498,1,True,text/html,ambiguous,False,False,False,,0,0,1138,False,,False,False,2026-09-07T07:15:20Z,,,1,ambiguous,False,ambiguous
802,people.com,https://people.com/llms.txt,https://people.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,39877,False,,False,False,2026-09-07T07:15:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
803,zoho.com,https://zoho.com/llms.txt,https://www.zoho.com/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,4166,False,,True,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
804,no-ip.com,https://no-ip.com/llms.txt,https://www.noip.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22731,False,,False,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
805,mixpanel.com,https://mixpanel.com/llms.txt,https://mixpanel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3150,False,,False,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
806,recaptcha.net,https://recaptcha.net/llms.txt,https://recaptcha.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1621,False,,False,True,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
807,ameblo.jp,https://ameblo.jp/llms.txt,https://ameblo.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11074,False,,False,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
808,disneyplus.com,https://disneyplus.com/llms.txt,https://www.hotstar.com/in,200,2,True,text/html,redirect_other,False,False,False,,0,0,39504,False,"Mon, 07 Sep 2026 06:22:46 GMT",True,True,2026-09-07T07:15:20Z,,Redirected away to https://www.hotstar.com/in,1,redirect_other,False,redirect_other
809,prnewswire.com,https://prnewswire.com/llms.txt,https://www.prnewswire.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PR Newswire (Cision),1,3,560,False,"Mon, 07 Sep 2026 06:35:12 GMT",True,True,2026-09-07T07:15:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
810,rakuten.com,https://rakuten.com/llms.txt,http://www.rakuten.com/404,404,2,False,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
811,queniuaa.com,https://queniuaa.com/llms.txt,https://queniuaa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
812,xbox.com,https://xbox.com/llms.txt,https://www.xbox.com/en-IN/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,684,False,,False,False,2026-09-07T07:15:20Z,,,1,missing_404,False,missing_404
813,daum.net,https://daum.net/llms.txt,https://www.daum.net/,200,1,True,text/html,redirect_other,False,False,False,,0,0,33507,False,,False,True,2026-09-07T07:15:20Z,,Redirected away to https://www.daum.net/,1,redirect_other,False,redirect_other
814,academia.edu,https://academia.edu/llms.txt,https://www.academia.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7936,False,,False,True,2026-09-07T07:15:21Z,,,1,missing_404,False,missing_404
815,teads.tv,https://teads.tv/llms.txt,https://cdn.teads.tv/redirect.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,8345,False,"Fri, 14 Nov 2025 08:59:42 GMT",True,False,2026-09-07T07:15:21Z,,Redirected away to https://cdn.teads.tv/redirect.html,1,redirect_other,False,redirect_other
816,ozone.ru,https://ozone.ru/llms.txt,https://ozone.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
817,a-mo.net,https://a-mo.net/llms.txt,https://a-mo.net/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:15:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
818,erome.com,http://erome.com/llms.txt,https://erome.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,TIMEOUT,,2,network_timeout,True,network_timeout
819,bitdefender.net,https://bitdefender.net/llms.txt,https://www.bitdefender.com/en-in/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,40,False,,False,True,2026-09-07T07:15:21Z,,Redirected away to https://www.bitdefender.com/en-in/,1,redirect_other,False,redirect_other
820,unpkg.com,https://unpkg.com/llms.txt,https://unpkg.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,27,False,,False,False,2026-09-07T07:15:21Z,,,1,missing_404,False,missing_404
821,moloco.com,https://moloco.com/llms.txt,https://www.moloco.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,6,1,6777,False,"Mon, 07 Sep 2026 07:15:23 GMT",False,False,2026-09-07T07:15:21Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
822,33across.com,https://33across.com/llms.txt,https://www.33across.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:15:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
823,auvik.com,https://auvik.com/llms.txt,https://www.auvik.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:15:21Z,,,1,missing_404,False,missing_404
824,cloudsink.net,https://cloudsink.net/llms.txt,https://cloudsink.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
825,zpath.net,https://zpath.net/llms.txt,https://zpath.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
826,akamaitech.net,https://akamaitech.net/llms.txt,https://akamaitech.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
827,discordapp.com,https://discordapp.com/llms.txt,https://discord.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,41613,False,"Thu, 20 Aug 2026 16:54:28 GMT",True,True,2026-09-07T07:15:21Z,,,1,missing_404,False,missing_404
828,blackberry.com,https://blackberry.com/llms.txt,https://www.blackberry.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,98,False,,False,False,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
829,vivo.com.cn,https://vivo.com.cn/llms.txt,https://www.vivo.com.cn/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
830,keenetic.io,https://keenetic.io/llms.txt,https://keenetic.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
831,craigslist.org,https://craigslist.org/llms.txt,https://craigslist.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4544,False,"Mon, 07 Sep 2026 07:15:23 GMT",False,False,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
832,liftoff.io,https://liftoff.io/llms.txt,https://liftoff.ai/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
833,h264.io,https://h264.io/llms.txt,https://h264.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
834,turn.com,https://turn.com/llms.txt,https://turn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
835,deepl.com,https://deepl.com/llms.txt,https://www.deepl.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,True,True,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
836,lefigaro.fr,https://lefigaro.fr/llms.txt,https://www.lefigaro.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72535,False,,False,True,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
837,theverge.com,https://theverge.com/llms.txt,https://www.theverge.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,99214,False,,True,True,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
838,focus.de,https://focus.de/llms.txt,https://focus.de/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,370,False,,False,False,2026-09-07T07:15:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
839,livejournal.com,https://livejournal.com/llms.txt,https://livejournal.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,ClientOSError,,2,network_timeout,True,network_timeout
840,washington.edu,https://washington.edu/llms.txt,https://www.washington.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19665,False,,False,True,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
841,buydomains.com,https://buydomains.com/llms.txt,https://buydomains.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1033,False,,False,False,2026-09-07T07:15:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
842,goskope.com,https://goskope.com/llms.txt,https://goskope.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
843,me.com,https://me.com/llms.txt,https://www.icloud.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,30962,False,,True,True,2026-09-07T07:15:22Z,,Redirected away to https://www.icloud.com/,1,redirect_other,False,redirect_other
844,a-msedge.net,https://a-msedge.net/llms.txt,https://a-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
845,zoom.com,https://zoom.com/llms.txt,https://zoom.us/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,253985,False,,False,False,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
846,usda.gov,https://usda.gov/llms.txt,https://www.usda.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,False,2026-09-07T07:15:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
847,lgtvcommon.com,https://lgtvcommon.com/llms.txt,https://lgtvcommon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
848,amazon.com.br,https://amazon.com.br/llms.txt,https://www.amazon.com.br/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2366,False,,False,True,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
849,att.net,http://att.net/llms.txt,https://att.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
850,hbr.org,https://hbr.org/llms.txt,https://hbr.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,59127,False,"Thu, 20 Aug 2026 20:08:24 GMT",True,False,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
851,xvideos.com,https://xvideos.com/llms.txt,https://www.xvideos.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3798,False,,False,False,2026-09-07T07:15:22Z,,,1,missing_404,False,missing_404
852,onlyfans.com,https://onlyfans.com/llms.txt,https://onlyfans.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,17669,False,"Fri, 04 Sep 2026 12:24:23 GMT",False,False,2026-09-07T07:15:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
853,it.com,https://it.com/llms.txt,https://it.com/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,97,False,,False,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
854,discogs.com,https://discogs.com/llms.txt,https://www.discogs.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5600,False,,False,False,2026-09-07T07:15:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
855,agoda.com,https://agoda.com/llms.txt,https://www.agoda.com/pagenotfound.html,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53966,False,,False,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
856,usps.com,https://usps.com/llms.txt,https://www.usps.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1826,False,,False,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
857,myspace.com,https://myspace.com/llms.txt,https://myspace.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58515,False,,False,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
858,amazon.com.au,https://amazon.com.au/llms.txt,https://www.amazon.com.au/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2166,False,,False,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
859,ebay.co.uk,https://ebay.co.uk/llms.txt,https://ebay.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
860,onetag-sys.com,https://onetag-sys.com/llms.txt,https://onetag-sys.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,923,False,"Wed, 02 Sep 2026 17:22:05 GMT",True,True,2026-09-07T07:15:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
861,nbcnews.com,https://nbcnews.com/llms.txt,https://www.nbcnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2924,False,,True,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
862,figma.com,https://figma.com/llms.txt,https://www.figma.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9586,False,,True,True,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
863,lg.com,https://lg.com/llms.txt,https://www.lg.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,LG Electronics (lg.com) – Official Content Guide for AI (Global Hub),4,11,2253,False,"Thu, 03 Sep 2026 03:27:20 GMT",True,True,2026-09-07T07:15:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
864,jetbrains.com,https://jetbrains.com/llms.txt,https://www.jetbrains.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42813,False,,False,False,2026-09-07T07:15:23Z,,,1,missing_404,False,missing_404
865,pexels.com,https://pexels.com/llms.txt,https://www.pexels.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5578,False,,False,False,2026-09-07T07:15:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
866,msftauth.net,https://msftauth.net/llms.txt,https://msftauth.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
867,appspot.com,https://appspot.com/llms.txt,https://appspot.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
868,adgrx.com,https://adgrx.com/llms.txt,https://adgrx.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
869,odoo.com,https://odoo.com/llms.txt,https://www.odoo.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,67350,False,,False,False,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
870,disqus.com,https://disqus.com/llms.txt,https://disqus.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5108,False,,False,False,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
871,chess.com,https://chess.com/llms.txt,https://www.chess.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47148,False,,False,True,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
872,yellowblue.io,https://yellowblue.io/llms.txt,https://yellowblue.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
873,t-s1-msedge.net,https://t-s1-msedge.net/llms.txt,https://t-s1-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
874,frontiersin.org,https://frontiersin.org/llms.txt,https://www.frontiersin.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Frontiers (www.frontiersin.org),9,34,5255,False,"Thu, 03 Sep 2026 09:55:08 GMT",True,False,2026-09-07T07:15:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
875,mayoclinic.org,https://mayoclinic.org/llms.txt,https://www.mayoclinic.org/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,True,2026-09-07T07:15:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
876,fbsbx.com,https://fbsbx.com/llms.txt,https://fbsbx.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,126,False,,False,True,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
877,hilton.com,http://hilton.com/llms.txt,https://www.hilton.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:28:19Z,TIMEOUT,,2,network_timeout,True,missing_404
878,synology.com,https://synology.com/llms.txt,https://www.synology.com/en-global,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,61000,False,,False,True,2026-09-07T07:15:24Z,,Redirected away to https://www.synology.com/en-global,1,redirect_other,False,redirect_other
879,ebay.de,https://ebay.de/llms.txt,https://ebay.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:19Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
880,princeton.edu,https://princeton.edu/llms.txt,https://www.princeton.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,"Tue, 18 Aug 2026 00:01:09 GMT",True,True,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
881,pikabu.ru,https://pikabu.ru/llms.txt,https://cs.pikabu.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,254,False,,False,False,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
882,azure-devices.net,https://azure-devices.net/llms.txt,https://azure-devices.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
883,ssl-images-amazon.com,https://ssl-images-amazon.com/llms.txt,https://ssl-images-amazon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
884,www.gov.br,https://www.gov.br/llms.txt,https://www.gov.br/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,26,False,,False,False,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
885,spotifycdn.com,https://spotifycdn.com/llms.txt,https://spotifycdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
886,arcgis.com,https://arcgis.com/llms.txt,https://www.arcgis.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1190,False,"Fri, 24 Jul 2026 01:47:48 GMT",True,False,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
887,bankofamerica.com,https://bankofamerica.com/llms.txt,https://bankofamerica.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
888,biblegateway.com,https://biblegateway.com/llms.txt,https://www.biblegateway.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69728,False,,False,False,2026-09-07T07:15:24Z,,,1,missing_404,False,missing_404
889,readthedocs.io,https://readthedocs.io/llms.txt,https://readthedocs.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
890,life360.com,https://life360.com/llms.txt,https://www.life360.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Life360,8,26,3884,True,,True,True,2026-09-07T07:15:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
891,pornhub.com,https://pornhub.com/llms.txt,https://www.pornhub.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19364,False,,False,True,2026-09-07T07:15:25Z,,,1,missing_404,False,missing_404
892,scdn.co,https://scdn.co/llms.txt,https://scdn.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
893,ys7.com,http://ys7.com/llms.txt,https://www.ys7.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,256865,False,,False,True,2026-09-07T07:15:25Z,TIMEOUT,,1,missing_404,False,missing_404
894,360safe.com,http://360safe.com/llms.txt,http://360safe.com/llms.txt,403,0,False,text/html,blocked_forbidden,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:15:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
895,dbankcloud.ru,https://dbankcloud.ru/llms.txt,https://dbankcloud.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
896,worldbank.org,https://worldbank.org/llms.txt,https://www.worldbank.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4767,False,"Tue, 21 Jul 2026 19:36:08 GMT",False,True,2026-09-07T07:15:25Z,,,1,missing_404,False,missing_404
897,herokuapp.com,http://herokuapp.com/llms.txt,http://herokuapp.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,555,False,,False,True,2026-09-07T07:15:25Z,SSL_ERROR,,1,missing_404,False,missing_404
898,fwmrm.net,https://fwmrm.net/llms.txt,https://fwmrm.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:22Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
899,wyzecam.com,https://wyzecam.com/llms.txt,https://www.wyze.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,"Agent Instructions — Wyze Labs, Inc.",5,0,4421,False,,True,False,2026-09-07T07:15:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
900,latimes.com,https://latimes.com/llms.txt,https://www.latimes.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16702,False,,False,True,2026-09-07T07:15:25Z,,,1,missing_404,False,missing_404
901,coupang.com,https://coupang.com/llms.txt,https://www.coupang.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,False,2026-09-07T07:15:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
902,pendo.io,https://pendo.io/llms.txt,https://www.pendo.io/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Pendo,11,77,20407,False,"Mon, 07 Sep 2026 06:41:55 GMT",True,True,2026-09-07T07:15:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
903,dv.tech,http://dv.tech/llms.txt,http://dv.tech/llms.txt,403,0,False,,blocked_forbidden,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
904,lwsdns.com,https://lwsdns.com/llms.txt,https://lwsdns.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1523,False,,False,False,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
905,kleinanzeigen.de,https://kleinanzeigen.de/llms.txt,https://www.kleinanzeigen.de/llms.txt,404,1,True,application/json;charset=utf-8,missing_404,False,False,False,,0,0,88,False,,False,True,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
906,magnit.ru,https://magnit.ru/llms.txt,https://magnit.ru/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,69536,False,,False,True,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
907,eu-1-id5-sync.com,http://eu-1-id5-sync.com/llms.txt,https://eu-1-id5-sync.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
908,agora.io,https://agora.io/llms.txt,https://www.agora.io/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,7,0,8993,False,"Mon, 07 Sep 2026 06:42:23 GMT",False,False,2026-09-07T07:15:26Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
909,qualtrics.com,https://qualtrics.com/llms.txt,https://www.qualtrics.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,"Mon, 31 Aug 2026 20:19:43 GMT",True,True,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
910,usercontent.goog,https://usercontent.goog/llms.txt,https://usercontent.goog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
911,t-mobile.com,https://t-mobile.com/llms.txt,https://t-mobile.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:15:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
912,starlink.com,https://starlink.com/llms.txt,https://starlink.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,34102,False,,False,True,2026-09-07T07:15:26Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
913,ryanair.com,https://ryanair.com/llms.txt,https://ryanair.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
914,nintendo.net,https://nintendo.net/llms.txt,https://nintendo.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
915,pccc.com,https://pccc.com/llms.txt,https://pccc.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
916,samsungiotcloud.com,https://samsungiotcloud.com/llms.txt,https://samsungiotcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
917,tiktokw.us,https://tiktokw.us/llms.txt,https://tiktokw.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
918,paramountplus.com,https://paramountplus.com/llms.txt,https://www.paramountplus.com/intl/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,6641,False,,False,True,2026-09-07T07:15:26Z,,Redirected away to https://www.paramountplus.com/intl/,1,redirect_other,False,redirect_other
919,miwifi.com,http://miwifi.com/llms.txt,https://www.miwifi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,203,False,,False,False,2026-09-07T07:15:26Z,TIMEOUT,,1,missing_404,False,missing_404
920,seedtag.com,https://seedtag.com/llms.txt,https://www.seedtag.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28941,False,"Thu, 03 Sep 2026 14:01:07 GMT",True,True,2026-09-07T07:15:26Z,,,1,missing_404,False,missing_404
921,epa.gov,http://epa.gov/llms.txt,https://epa.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,TIMEOUT,,2,network_timeout,True,network_timeout
922,go-mpulse.net,https://go-mpulse.net/llms.txt,https://go-mpulse.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
923,samsungosp.com,https://samsungosp.com/llms.txt,https://samsungosp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
924,dnse0.com,https://dnse0.com/llms.txt,https://dnse0.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
925,flashtalking.com,https://flashtalking.com/llms.txt,https://flashtalking.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:15:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
926,playrix.com,https://playrix.com/llms.txt,https://playrix.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3042,False,,False,True,2026-09-07T07:15:27Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
927,docker.io,https://docker.io/llms.txt,https://www.docker.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11801,False,,False,True,2026-09-07T07:15:27Z,,,1,missing_404,False,missing_404
928,smartthings.com,https://smartthings.com/llms.txt,https://partners.smartthings.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,16991,False,"Tue, 01 Sep 2026 14:52:40 GMT",True,True,2026-09-07T07:15:27Z,,,1,missing_404,False,missing_404
929,genius.com,https://genius.com/llms.txt,https://genius.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:15:27Z,,,1,missing_404,False,missing_404
930,deloitte.com,https://deloitte.com/llms.txt,https://www.deloitte.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,True,2026-09-07T07:15:27Z,,,1,missing_404,False,missing_404
931,epam.com,https://epam.com/llms.txt,https://epam.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5529,False,,False,False,2026-09-07T07:15:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
932,aiv-delivery.net,https://aiv-delivery.net/llms.txt,https://aiv-delivery.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
933,youku.com,http://youku.com/llms.txt,https://www.youku.com/index/y404,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15349,False,,True,True,2026-09-07T07:15:27Z,CONNECTION_ERROR,Redirected away to https://www.youku.com/index/y404,1,redirect_other,False,redirect_other
934,state.gov,https://state.gov/llms.txt,https://www.state.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,16939,False,"Tue, 17 Mar 2026 01:57:29 GMT",True,False,2026-09-07T07:15:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
935,one.com,https://one.com/llms.txt,https://www.one.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,one.com,10,26,3764,False,"Mon, 15 Jun 2026 03:11:16 GMT",False,False,2026-09-07T07:15:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
936,lowes.com,https://lowes.com/llms.txt,https://www.lowes.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:15:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
937,tbank.ru,https://tbank.ru/llms.txt,https://www.tbank.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9780,False,,True,False,2026-09-07T07:15:27Z,,,1,missing_404,False,missing_404
938,zenecn.net,https://zenecn.net/llms.txt,https://zenecn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
939,volcgslb.com,https://volcgslb.com/llms.txt,https://volcgslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
940,ubnt.com,https://ubnt.com/llms.txt,https://www.ui.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,217436,False,"Mon, 07 Sep 2026 06:51:58 GMT",True,True,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
941,webmd.com,https://webmd.com/llms.txt,https://www.webmd.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,294547,False,"Mon, 07 Sep 2026 07:15:29 GMT",False,False,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
942,eporner.com,https://eporner.com/llms.txt,https://eporner.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
943,kunluncan.com,http://kunluncan.com/llms.txt,https://kunluncan.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:24Z,TIMEOUT,,2,network_timeout,True,network_timeout
944,mailchi.mp,https://mailchi.mp/llms.txt,https://mailchi.mp/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2702,False,"Mon, 18 Feb 2019 22:48:46 GMT",True,True,2026-09-07T07:15:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
945,ubi.com,https://ubi.com/llms.txt,https://ubi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:24Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
946,mercadolibre.com.ar,https://mercadolibre.com.ar/llms.txt,https://www.mercadolibre.com.ar/llms.txt,500,1,True,text/html,network_timeout,False,False,False,,0,0,643,False,,False,False,2026-09-07T07:28:24Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
947,webhostbox.net,https://webhostbox.net/llms.txt,https://webhostbox.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
948,sentinelone.net,http://sentinelone.net/llms.txt,https://sentinelone.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:27Z,TIMEOUT,,2,network_timeout,True,network_timeout
949,netlify.app,https://netlify.app/llms.txt,https://www.netlify.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Netlify,5,27,2818,True,,True,True,2026-09-07T07:15:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
950,leiniao.com,http://leiniao.com/llms.txt,https://www.leiniao.com/llms.txt,404,2,True,application/xml,missing_404,False,False,False,,0,0,279,False,,False,False,2026-09-07T07:15:28Z,TIMEOUT,,1,missing_404,False,missing_404
951,investopedia.com,https://investopedia.com/llms.txt,https://www.investopedia.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,45845,False,,False,True,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
952,character.ai,https://character.ai/llms.txt,https://character.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9459,False,,False,True,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
953,chaturbate.com,https://chaturbate.com/llms.txt,https://chaturbate.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43571,False,,False,True,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
954,thenai.org,https://thenai.org/llms.txt,https://thenai.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
955,onet.pl,https://onet.pl/llms.txt,https://www.onet.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49261,False,,True,True,2026-09-07T07:15:28Z,,,1,missing_404,False,missing_404
956,bytefcdn.com,https://bytefcdn.com/llms.txt,https://bytefcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
957,opera-api2.com,http://opera-api2.com/llms.txt,https://opera-api2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:28Z,TIMEOUT,,2,network_timeout,True,network_timeout
958,tailscale.com,https://tailscale.com/llms.txt,https://tailscale.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Tailscale,1,1,415,False,,True,True,2026-09-07T07:15:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
959,change.org,https://change.org/llms.txt,https://www.change.org/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:29Z,,,1,missing_404,False,missing_404
960,hm.com,http://hm.com/llms.txt,https://hm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
961,repubblica.it,https://repubblica.it/llms.txt,https://www.repubblica.it/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:15:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
962,fidelity.com,https://fidelity.com/llms.txt,https://www.fidelity.com/llms.txt,403,1,True,application/xml; charset=utf-8,blocked_forbidden,False,False,False,,0,0,263,False,,False,True,2026-09-07T07:15:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
963,note.com,https://note.com/llms.txt,https://note.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:29Z,,,1,missing_404,False,missing_404
964,xnxx.com,https://xnxx.com/llms.txt,https://www.xnxx.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11140,False,,False,False,2026-09-07T07:15:29Z,,,1,missing_404,False,missing_404
965,jd.com,https://jd.com/llms.txt,https://jd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:39Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
966,nationalgeographic.com,https://nationalgeographic.com/llms.txt,https://www.nationalgeographic.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1,False,,False,False,2026-09-07T07:15:29Z,,,1,missing_404,False,missing_404
967,ancestry.com,https://ancestry.com/llms.txt,https://ancestry.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,2,False,,False,True,2026-09-07T07:15:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
968,ln-msedge.net,https://ln-msedge.net/llms.txt,https://ln-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
969,internetwarriors.net,https://internetwarriors.net/llms.txt,https://tracker.cl,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2875,False,"Tue, 05 Mar 2024 17:37:41 GMT",True,False,2026-09-07T07:15:30Z,,Redirected away to https://tracker.cl,1,redirect_other,False,redirect_other
970,corriere.it,https://corriere.it/llms.txt,https://www.corriere.it/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,10438,False,,False,True,2026-09-07T07:15:30Z,,,1,missing_404,False,missing_404
971,tsyndicate.com,https://tsyndicate.com/llms.txt,https://tsyndicate.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:15:30Z,,,1,missing_404,False,missing_404
972,mybluehost.me,http://mybluehost.me/llms.txt,http://mybluehost.me/llms.txt,409,0,False,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,6451,False,,False,True,2026-09-07T07:15:30Z,SSL_ERROR,,1,ambiguous,False,ambiguous
973,nexusmods.com,https://nexusmods.com/llms.txt,https://www.nexusmods.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5559,False,,False,False,2026-09-07T07:15:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
974,healthline.com,https://healthline.com/llms.txt,https://www.healthline.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37707,False,,False,True,2026-09-07T07:15:30Z,,,1,missing_404,False,missing_404
975,xhamster46.desi,https://xhamster46.desi/llms.txt,https://xhamster46.desi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:30Z,,,1,missing_404,False,missing_404
976,xerox.com,https://xerox.com/llms.txt,https://www.xerox.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1495,False,,False,False,2026-09-07T07:15:30Z,,,1,missing_404,False,missing_404
977,immedia-semi.com,https://immedia-semi.com/llms.txt,https://immedia-semi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
978,weforum.org,https://weforum.org/llms.txt,https://www.weforum.org/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,False,2026-09-07T07:15:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
979,4dex.io,https://4dex.io/llms.txt,https://4dex.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
980,dnse2.com,https://dnse2.com/llms.txt,https://dnse2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
981,segment.io,https://segment.io/llms.txt,https://www.twilio.com/en-us/errors/404,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,58072,False,"Mon, 07 Sep 2026 04:50:03 GMT",True,True,2026-09-07T07:15:30Z,,Redirected away to https://www.twilio.com/en-us/errors/404,1,redirect_other,False,redirect_other
982,caixa.gov.br,https://caixa.gov.br/llms.txt,https://www.caixa.gov.br/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,658,False,,False,True,2026-09-07T07:15:30Z,,,1,missing_404,False,missing_404
983,tplinknbu.com,https://tplinknbu.com/llms.txt,https://tplinknbu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
984,btloader.com,https://btloader.com/llms.txt,https://btloader.com/llms.txt,403,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:15:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
985,presage.io,http://presage.io/llms.txt,https://presage.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
986,kwai.com,http://kwai.com/llms.txt,http://kwai.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:15:30Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
987,stbid.ru,https://stbid.ru/llms.txt,https://stbid.ru/llms.txt,400,0,True,application/json,ambiguous,False,False,False,,0,0,41,False,,False,True,2026-09-07T07:15:31Z,,,1,ambiguous,False,ambiguous
988,otto.de,https://otto.de/llms.txt,https://www.otto.de/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:15:31Z,,,1,missing_404,False,missing_404
989,cdn-vk.ru,https://cdn-vk.ru/llms.txt,https://cdn-vk.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
990,pixiv.net,https://pixiv.net/llms.txt,https://www.pixiv.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1676,False,,False,True,2026-09-07T07:15:31Z,,,1,missing_404,False,missing_404
991,transsion-os.com,https://transsion-os.com/llms.txt,https://transsion-os.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
992,ddns.net,http://ddns.net/llms.txt,http://freeddns.noip.com/?d=ddns.net&u=ZGRucy5uZXQvbGxtcy50eHQ=,200,1,False,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,44582,False,,False,True,2026-09-07T07:15:31Z,TIMEOUT,Redirected away to http://freeddns.noip.com/?d=ddns.net&u=ZGRucy5uZXQvbGxtcy50eHQ=,1,redirect_other,False,redirect_other
993,sofascore.com,https://sofascore.com/llms.txt,https://sofascore.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,48,False,,False,False,2026-09-07T07:15:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
994,b-msedge.net,https://b-msedge.net/llms.txt,https://b-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
995,opera-api.com,http://opera-api.com/llms.txt,https://opera-api.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:43Z,TIMEOUT,,2,network_timeout,True,network_timeout
996,elmundo.es,https://elmundo.es/llms.txt,https://e01-elmundo.uecdn.es/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,168,False,,False,True,2026-09-07T07:15:31Z,,,1,missing_404,False,missing_404
997,faphouse.com,https://faphouse.com/llms.txt,https://faphouse.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58313,False,,False,True,2026-09-07T07:15:31Z,,,1,missing_404,False,missing_404
998,eu.com,http://eu.com/llms.txt,https://eu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:43Z,TIMEOUT,,2,network_timeout,True,network_timeout
999,bol.com,https://bol.com/llms.txt,https://www.bol.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11435,False,,False,False,2026-09-07T07:15:31Z,,,1,missing_404,False,missing_404
1000,xhcdn.com,https://xhcdn.com/llms.txt,https://xhcdn.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,21,False,,False,False,2026-09-07T07:15:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1001,bytefcdn-ttpus.com,https://bytefcdn-ttpus.com/llms.txt,https://bytefcdn-ttpus.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1002,app-ads-services.com,https://app-ads-services.com/llms.txt,https://app-ads-services.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1003,trendyol.com,https://trendyol.com/llms.txt,https://www.trendyol.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Trendyol E-Commerce Platform,3,24,4421,False,"Thu, 03 Sep 2026 12:48:52 GMT",True,True,2026-09-07T07:15:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1004,nextlgsdp.com,https://nextlgsdp.com/llms.txt,https://nextlgsdp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1005,archiveofourown.org,https://archiveofourown.org/llms.txt,https://archiveofourown.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9007,False,,False,False,2026-09-07T07:28:44Z,,,2,network_timeout,True,missing_404
1006,binance.com,https://binance.com/llms.txt,https://www.binance.com/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:42Z,,,1,ambiguous,False,ambiguous
1007,heytapmobi.com,https://heytapmobi.com/llms.txt,https://heytapmobi.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,169,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1008,themeforest.net,https://themeforest.net/llms.txt,https://themeforest.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,92415,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1009,flipkart.com,https://flipkart.com/llms.txt,https://flipkart.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,787,False,,False,False,2026-09-07T07:15:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1010,costco.com,http://costco.com/llms.txt,https://costco.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
1011,ox.ac.uk,https://ox.ac.uk/llms.txt,https://www.ox.ac.uk/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:15:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1012,onesignal.com,https://onesignal.com/llms.txt,https://onesignal.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OneSignal,9,0,3140,False,"Wed, 02 Sep 2026 13:54:00 GMT",True,True,2026-09-07T07:15:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1013,theatlantic.com,https://theatlantic.com/llms.txt,https://www.theatlantic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6691,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1014,umich.edu,https://umich.edu/llms.txt,https://umich.edu/llms.txt/,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:15:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1015,xing.com,https://xing.com/llms.txt,https://www.xing.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,XING LLM STRUCTURE FILE,0,0,5157,False,"Wed, 02 Sep 2026 13:37:02 GMT",True,False,2026-09-07T07:15:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1016,whitehouse.gov,https://whitehouse.gov/llms.txt,https://www.whitehouse.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,883,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1017,amagi.tv,http://amagi.tv/llms.txt,http://amagi.tv/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,123,False,"Tue, 21 Jan 2020 07:20:07 GMT",True,False,2026-09-07T07:15:42Z,TIMEOUT,,1,missing_404,False,missing_404
1018,freepik.com,https://freepik.com/llms.txt,https://www.freepik.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,7534,False,,False,True,2026-09-07T07:15:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1019,tiktokpangle.us,https://tiktokpangle.us/llms.txt,https://tiktokpangle.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1020,statcounter.com,https://statcounter.com/llms.txt,https://statcounter.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15718,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1021,youronlinechoices.com,https://youronlinechoices.com/llms.txt,https://www.youronlinechoices.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1291,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1022,ltwebstatic.com,https://ltwebstatic.com/llms.txt,https://ltwebstatic.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1023,ecosia.org,https://ecosia.org/llms.txt,https://www.ecosia.org/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1024,kwcdn.com,https://kwcdn.com/llms.txt,https://kwcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1025,kontur.ru,https://kontur.ru/llms.txt,https://kontur.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Контур — экосистема для бизнеса,0,0,13734,False,,False,False,2026-09-07T07:15:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1026,nextcloud.com,https://nextcloud.com/llms.txt,https://nextcloud.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32274,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1027,spamhaus.org,https://spamhaus.org/llms.txt,https://www.spamhaus.org,200,1,True,text/html,redirect_other,False,False,False,,0,0,225018,False,"Wed, 02 Sep 2026 14:37:42 GMT",True,True,2026-09-07T07:15:42Z,,Redirected away to https://www.spamhaus.org,1,redirect_other,False,redirect_other
1028,letterboxd.com,https://letterboxd.com/llms.txt,https://letterboxd.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2140,False,,False,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1029,columbia.edu,https://columbia.edu/llms.txt,https://columbia.edu/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,1174,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1030,tesla.com,https://tesla.com/llms.txt,https://tesla.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,False,2026-09-07T07:15:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1031,vk-analytics.ru,https://vk-analytics.ru/llms.txt,https://vk-analytics.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1032,docomo.ne.jp,https://docomo.ne.jp/llms.txt,https://docomo.ne.jp/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1033,interia.pl,https://interia.pl/llms.txt,https://www.interia.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1034,infobae.com,https://infobae.com/llms.txt,https://www.infobae.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,594,False,"Mon, 07 Sep 2026 07:15:45 GMT",True,True,2026-09-07T07:15:42Z,,,1,missing_404,False,missing_404
1035,incapdns.net,https://incapdns.net/llms.txt,https://incapdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1036,cdnhwc2.com,https://cdnhwc2.com/llms.txt,https://cdnhwc2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1037,bidmachine.io,https://bidmachine.io/llms.txt,https://www.bidmachine.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4033,False,"Wed, 02 Sep 2026 08:13:08 GMT",False,True,2026-09-07T07:15:43Z,,,1,missing_404,False,missing_404
1038,zhihu.com,https://zhihu.com/llms.txt,https://www.zhihu.com/,403,1,True,application/json;charset=utf-8,blocked_forbidden,False,False,False,,0,0,214,False,,False,False,2026-09-07T07:15:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1039,amemv.com,https://amemv.com/llms.txt,https://www.amemv.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,144,False,,False,False,2026-09-07T07:15:43Z,,,1,missing_404,False,missing_404
1040,garmin.com,https://garmin.com/llms.txt,https://www.garmin.com/en-IN/llms.txt/,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,166610,False,,False,True,2026-09-07T07:15:43Z,,,1,missing_404,False,missing_404
1041,olx.com.br,https://olx.com.br/llms.txt,https://www.olx.com.br/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4547,False,,False,True,2026-09-07T07:15:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1042,amazon.com.mx,https://amazon.com.mx/llms.txt,https://www.amazon.com.mx/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2471,False,,False,True,2026-09-07T07:15:43Z,,,1,missing_404,False,missing_404
1043,pbs.org,https://pbs.org/llms.txt,https://www-tc.pbs.org/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,14342,False,,True,False,2026-09-07T07:15:43Z,,,1,missing_404,False,missing_404
1044,moneycontrol.com,https://moneycontrol.com/llms.txt,https://www.moneycontrol.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,386,False,,False,True,2026-09-07T07:15:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1045,wise.com,https://wise.com/llms.txt,https://wise.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59792,False,,True,True,2026-09-07T07:15:43Z,,,1,missing_404,False,missing_404
1046,nexthink.cloud,https://nexthink.cloud/llms.txt,https://nexthink.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1047,flashscore.com,https://flashscore.com/llms.txt,https://www.flashscore.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6077,False,,False,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1048,flightradar24.com,https://flightradar24.com/llms.txt,https://www.flightradar24.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Flightradar24,5,0,2078,False,"Fri, 04 Sep 2026 09:38:13 GMT",True,False,2026-09-07T07:15:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1049,epicgames.dev,https://epicgames.dev/llms.txt,https://dev.epicgames.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Epic Developer Community,6,13,2407,True,,False,True,2026-09-07T07:15:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1050,theconversation.com,https://theconversation.com/llms.txt,https://theconversation.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9637,False,,False,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1051,samsungcloudsolution.net,https://samsungcloudsolution.net/llms.txt,https://samsungcloudsolution.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1052,app-analytics-services-att.com,https://app-analytics-services-att.com/llms.txt,https://app-analytics-services-att.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1053,poki.com,https://poki.com/llms.txt,https://poki.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41638,False,,True,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1054,xhamster.desi,https://xhamster.desi/llms.txt,https://xhamster.desi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1055,conviva.com,https://conviva.com/llms.txt,https://www.conviva.ai/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Conviva,3,14,3030,False,"Tue, 14 Apr 2026 22:05:19 GMT",True,True,2026-09-07T07:15:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1056,redfin.com,https://redfin.com/llms.txt,https://www.redfin.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,24758,False,"Wed, 08 Jul 2026 14:32:52 GMT",True,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1057,n-tv.de,https://n-tv.de/llms.txt,https://www.n-tv.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9053,False,,False,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1058,kohls.com,https://kohls.com/llms.txt,https://kohls.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,True,2026-09-07T07:15:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1059,gtm-a2b2.com,http://gtm-a2b2.com/llms.txt,https://gtm-a2b2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,TIMEOUT,,2,network_timeout,True,network_timeout
1060,giphy.com,https://giphy.com/llms.txt,https://giphy.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,13808,False,,False,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1061,ouest-france.fr,http://ouest-france.fr/llms.txt,https://www.ouest-france.fr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,15324,False,,False,True,2026-09-07T07:15:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1062,cloudinary.com,https://cloudinary.com/llms.txt,https://cloudinary.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Cloudinary,8,68,15371,False,"Thu, 03 Sep 2026 12:29:44 GMT",True,True,2026-09-07T07:15:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1063,huffpost.com,https://huffpost.com/llms.txt,https://www.huffpost.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1064,tiktokrow-cdn.com,https://tiktokrow-cdn.com/llms.txt,https://tiktokrow-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1065,as.com,https://as.com/llms.txt,https://as.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,231745,False,"Mon, 07 Sep 2026 07:15:46 GMT",True,True,2026-09-07T07:15:44Z,,,1,missing_404,False,missing_404
1066,i18n-pglstatp.com,https://i18n-pglstatp.com/llms.txt,https://i18n-pglstatp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1067,statuspage.io,https://statuspage.io/llms.txt,https://www.atlassian.com/software/statuspage,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,77434,False,"Fri, 04 Sep 2026 18:39:31 GMT",False,True,2026-09-07T07:15:44Z,,Redirected away to https://www.atlassian.com/software/statuspage,1,redirect_other,False,redirect_other
1068,superhosting.bg,https://superhosting.bg/llms.txt,https://www.superhosting.bg/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7864,False,"Tue, 01 Sep 2026 04:51:19 GMT",True,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1069,marca.com,https://marca.com/llms.txt,https://e00-marca.uecdn.es/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,168,False,,False,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1070,netgear.com,https://netgear.com/llms.txt,https://netgear.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
1071,digitaloceanspaces.com,https://digitaloceanspaces.com/llms.txt,https://www.digitalocean.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,88452,False,,True,True,2026-09-07T07:15:45Z,,Redirected away to https://www.digitalocean.com,1,redirect_other,False,redirect_other
1072,bund.de,https://bund.de/llms.txt,https://verwaltung.bund.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5064,False,,True,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1073,rtve.es,https://rtve.es/llms.txt,https://www.rtve.es/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,5516,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1074,kslawin.com,https://kslawin.com/llms.txt,https://kslawin.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1075,adblockplus.org,https://adblockplus.org/llms.txt,https://adblockplus.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14,False,"Tue, 25 Aug 2026 15:12:32 GMT",True,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1076,alphonso.tv,https://alphonso.tv/llms.txt,https://alphonso.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1077,bfmtv.com,https://bfmtv.com/llms.txt,https://www.bfmtv.com/llms.txt,400,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,16384,False,,True,True,2026-09-07T07:15:45Z,,,1,ambiguous,False,ambiguous
1078,ameba.jp,https://ameba.jp/llms.txt,https://www.ameba.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21639,False,,True,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1079,goal.com,https://goal.com/llms.txt,https://www.goal.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,104251,False,,True,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1080,plex.direct,https://plex.direct/llms.txt,https://plex.direct/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:45Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
1081,ovscdns.net,https://ovscdns.net/llms.txt,https://ovscdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1082,shopee.ph,https://shopee.ph/llms.txt,https://shopee.ph/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,60933,False,,False,True,2026-09-07T07:15:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1083,skroutz.gr,https://skroutz.gr/llms.txt,https://www.skroutz.gr/llms.txt,406,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:45Z,,,1,ambiguous,False,ambiguous
1084,riotgames.com,https://riotgames.com/llms.txt,https://www.riotgames.com/en,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,52116,False,,True,True,2026-09-07T07:15:45Z,,Redirected away to https://www.riotgames.com/en,1,redirect_other,False,redirect_other
1085,google.fr,https://google.fr/llms.txt,https://google.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1086,ilovepdf.com,https://ilovepdf.com/llms.txt,https://www.ilovepdf.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3366,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1087,singtelchina.cn,https://singtelchina.cn/llms.txt,https://singtelchina.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1088,google.ca,https://google.ca/llms.txt,https://google.ca/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1089,oecd.org,https://oecd.org/llms.txt,https://www.oecd.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,12795,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1090,crazygames.com,https://crazygames.com/llms.txt,https://www.crazygames.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44226,False,,False,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1091,idnes.cz,https://idnes.cz/llms.txt,https://www.idnes.cz/llms.txt,404,1,True,text/html; charset=windows-1250,missing_404,False,False,False,,0,0,3407,False,,False,True,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1092,ultimate-guitar.com,https://ultimate-guitar.com/llms.txt,https://www.ultimate-guitar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3764,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1093,mi-img.com,https://mi-img.com/llms.txt,https://mi-img.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1094,douyinvod.com,https://douyinvod.com/llms.txt,https://douyinvod.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1095,tabelog.com,https://tabelog.com/llms.txt,https://tabelog.com/rstLst/llms/?format=txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1572,False,,False,False,2026-09-07T07:15:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1096,kickstarter.com,https://kickstarter.com/llms.txt,https://www.kickstarter.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5583,False,,False,False,2026-09-07T07:15:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1097,aparat.com,https://aparat.com/llms.txt,https://www.aparat.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:45Z,,,1,missing_404,False,missing_404
1098,wbbasket.ru,https://wbbasket.ru/llms.txt,https://wbbasket.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1099,franceinfo.fr,https://franceinfo.fr/llms.txt,https://franceinfo.fr/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:46Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1100,finn.no,https://finn.no/llms.txt,https://www.finn.no/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9310,False,,False,False,2026-09-07T07:15:46Z,,,1,missing_404,False,missing_404
1101,inkuai.com,https://inkuai.com/llms.txt,https://inkuai.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1102,leparisien.fr,https://leparisien.fr/llms.txt,https://www.leparisien.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162919,False,"Mon, 07 Sep 2026 07:15:48 GMT",True,True,2026-09-07T07:15:46Z,,,1,missing_404,False,missing_404
1103,netcraze.io,https://netcraze.io/llms.txt,https://netcraze.io/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:46Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1104,mps.gov.cn,https://mps.gov.cn/llms.txt,https://mps.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1105,lge.com,https://lge.com/llms.txt,https://www.lg.com/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,LG Electronics (lg.com) – Official Content Guide for AI (Global Hub),4,11,2253,False,"Thu, 03 Sep 2026 03:27:20 GMT",True,True,2026-09-07T07:15:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1106,jimdo.com,https://jimdo.com/llms.txt,https://www.jimdo.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Jimdo | Website-Baukasten für individuelle Websites,12,0,1891,False,"Thu, 03 Sep 2026 12:50:05 GMT",False,True,2026-09-07T07:15:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1107,tnaflix.com,http://tnaflix.com/llms.txt,https://www.tnaflix.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73663,False,,False,True,2026-09-07T07:15:46Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
1108,wetteronline.de,https://wetteronline.de/llms.txt,https://www.wetteronline.de/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:46Z,,,1,ambiguous,False,ambiguous
1109,rbc.ru,http://rbc.ru/llms.txt,https://rbc.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
1110,olx.pl,https://olx.pl/llms.txt,https://www.olx.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22519,False,,True,False,2026-09-07T07:15:46Z,,,1,missing_404,False,missing_404
1111,skysports.com,https://skysports.com/llms.txt,https://www.skysports.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14355,False,,False,True,2026-09-07T07:15:46Z,,,1,missing_404,False,missing_404
1112,zijieapi.com,https://zijieapi.com/llms.txt,https://zijieapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1113,gsmarena.com,https://gsmarena.com/llms.txt,https://www.gsmarena.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11098,False,,False,False,2026-09-07T07:15:46Z,,,1,missing_404,False,missing_404
1114,cookpad.com,https://cookpad.com/llms.txt,https://cookpad.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10139,False,,False,False,2026-09-07T07:15:46Z,,,1,missing_404,False,missing_404
1115,xhaccess.com,http://xhaccess.com/llms.txt,http://xhaccess.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:46Z,TIMEOUT,,1,missing_404,False,missing_404
1116,warnerbros.com,https://warnerbros.com/llms.txt,https://www.warnerbros.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16948,False,"Thu, 03 Sep 2026 12:07:01 GMT",True,True,2026-09-07T07:15:46Z,,Redirected away to https://www.warnerbros.com/,1,redirect_other,False,redirect_other
1117,mythad.com,https://mythad.com/llms.txt,https://mythad.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1118,nypost.com,https://nypost.com/llms.txt,https://nypost.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66837,False,,False,True,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1119,typeform.com,https://typeform.com/llms.txt,https://www.typeform.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Typeform,1,0,672,False,"Mon, 07 Sep 2026 06:41:59 GMT",False,False,2026-09-07T07:15:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1120,namecheaphosting.com,http://namecheaphosting.com/llms.txt,http://namecheaphosting.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,112,False,,True,False,2026-09-07T07:15:47Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
1121,azure.net,https://azure.net/llms.txt,https://azure.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:48Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1122,gofundme.com,https://gofundme.com/llms.txt,https://www.gofundme.com/f/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,142203,False,,True,True,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1123,usercentrics.eu,https://usercentrics.eu/llms.txt,https://usercentrics.com/llms.txt/,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Usercentrics,10,35,6127,False,,False,True,2026-09-07T07:15:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1124,lanacion.com.ar,https://lanacion.com.ar/llms.txt,https://www.lanacion.com.ar/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,241010,False,"Mon, 07 Sep 2026 07:15:49 GMT",True,True,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1125,us.com,http://us.com/llms.txt,https://us.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8099,False,,False,False,2026-09-07T07:15:47Z,TIMEOUT,,1,missing_404,False,missing_404
1126,maricopa.gov,https://maricopa.gov/llms.txt,https://www.maricopa.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1127,dnse1.com,https://dnse1.com/llms.txt,https://dnse1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1128,apa.org,https://apa.org/llms.txt,https://www.apa.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5983,False,,False,True,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1129,hltv.org,https://hltv.org/llms.txt,https://www.hltv.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,480,False,,False,False,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1130,alipay.com,http://alipay.com/llms.txt,https://alipay.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,837,False,,False,True,2026-09-07T07:15:47Z,TIMEOUT,,1,missing_404,False,missing_404
1131,contentsquare.net,https://contentsquare.net/llms.txt,https://contentsquare.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1132,safety.google,https://safety.google/llms.txt,https://safety.google/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1133,terra.com.br,https://terra.com.br/llms.txt,https://www.terra.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,303,False,,False,False,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1134,vivo.com,https://vivo.com/llms.txt,https://www.vivo.com/llms.txt,404,1,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,297,False,,False,False,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1135,amd.com,http://amd.com/llms.txt,https://amd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
1136,mercadolibre.com.mx,https://mercadolibre.com.mx/llms.txt,https://www.mercadolibre.com.mx/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9592,False,"Mon, 22 Jul 2019 17:04:51 GMT",True,False,2026-09-07T07:15:47Z,,,1,missing_404,False,missing_404
1137,company-target.com,http://company-target.com/llms.txt,http://company-target.com/llms.txt,403,0,False,text/html,blocked_forbidden,False,False,False,,0,0,915,False,,False,False,2026-09-07T07:15:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1138,byteoversea.com,https://byteoversea.com/llms.txt,https://byteoversea.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1139,samsungcloud.tv,https://samsungcloud.tv/llms.txt,https://samsungcloud.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1140,msauth.net,https://msauth.net/llms.txt,https://msauth.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1141,meethue.com,https://meethue.com/llms.txt,https://www.philips-hue.com/llms.txt,200,1,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,3455,False,"Mon, 07 Sep 2026 06:02:04 GMT",False,True,2026-09-07T07:15:48Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1142,he.net,https://he.net/llms.txt,https://he.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,933,False,,False,False,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1143,fortune.com,https://fortune.com/llms.txt,https://fortune.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19561,False,,False,False,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1144,tinkoff.ru,https://tinkoff.ru/llms.txt,https://www.tinkoff.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9782,False,,True,False,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1145,cspserver.net,https://cspserver.net/llms.txt,https://cspserver.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1146,xhname.com,https://xhname.com/llms.txt,https://xhname.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1147,xiaohongshu.com,https://xiaohongshu.com/llms.txt,https://www.xiaohongshu.com/404?source=/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,7854,False,,False,False,2026-09-07T07:15:48Z,,Redirected away to https://www.xiaohongshu.com/404?source=/llms.txt,1,redirect_other,False,redirect_other
1148,clarin.com,https://clarin.com/llms.txt,https://www.clarin.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2064,False,,True,True,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1149,letsencrypt.org,https://letsencrypt.org/llms.txt,https://letsencrypt.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22883,False,,True,True,2026-09-07T07:15:48Z,,,1,missing_404,False,missing_404
1150,supabase.co,https://supabase.co/llms.txt,https://supabase.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Supabase Docs,2,30,2320,False,,False,True,2026-09-07T07:15:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1151,verify.hn,https://verify.hn/llms.txt,https://verify.hn/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,verify.hn,2,0,565,False,,False,False,2026-09-07T07:15:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1152,megafon.ru,http://megafon.ru/llms.txt,https://megafon.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:50Z,TIMEOUT,,2,network_timeout,True,network_timeout
1153,economist.com,https://economist.com/llms.txt,https://www.economist.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,773,False,,False,True,2026-09-07T07:15:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1154,yale.edu,https://yale.edu/llms.txt,https://www.yale.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2720,False,,False,True,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1155,nsone.net,https://nsone.net/llms.txt,https://my.nsone.net/,200,1,True,text/html,redirect_other,False,False,False,,0,0,5431,False,"Tue, 01 Sep 2026 14:32:48 GMT",False,True,2026-09-07T07:15:49Z,,Redirected away to https://my.nsone.net/,1,redirect_other,False,redirect_other
1156,huggingface.co,https://huggingface.co/llms.txt,https://huggingface.co/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7637,False,,True,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1157,inven.co.kr,https://inven.co.kr/llms.txt,https://www.inven.co.kr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8058,False,,False,True,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1158,hotpepper.jp,https://hotpepper.jp/llms.txt,https://www.hotpepper.jp/www/ErrorDocument/403.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,1017,False,"Wed, 24 Mar 2021 05:58:56 GMT",True,False,2026-09-07T07:15:49Z,,Redirected away to https://www.hotpepper.jp/www/ErrorDocument/403.html,1,redirect_other,False,redirect_other
1159,dns.eu,https://dns.eu/llms.txt,https://dns.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1160,t-bank-app.ru,https://t-bank-app.ru/llms.txt,https://t-bank-app.ru/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,238,False,,False,False,2026-09-07T07:15:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1161,yastatic.net,https://yastatic.net/llms.txt,https://yastatic.net/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1162,pimpbunny.com,https://pimpbunny.com/llms.txt,https://pimpbunny.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,63102,False,,False,True,2026-09-07T07:15:49Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1163,dafont.com,https://dafont.com/llms.txt,https://www.dafont.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1417,False,,False,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1164,susercontent.com,https://susercontent.com/llms.txt,https://susercontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1165,adguard-vpn.online,https://adguard-vpn.online/llms.txt,https://adguard-vpn.online/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1166,tubi.io,https://tubi.io/llms.txt,https://tubi.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1167,cbc.ca,http://cbc.ca/llms.txt,https://cbc.ca/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,TIMEOUT,,2,network_timeout,True,network_timeout
1168,plos.org,https://plos.org/llms.txt,https://plos.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1330,False,,False,True,2026-09-07T07:15:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1169,waze.com,https://waze.com/llms.txt,https://www.waze.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6134,False,,False,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1170,yieldmo.com,https://yieldmo.com/llms.txt,https://yieldmo.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Yieldmo: The Creative & Media Results Company,4,16,2028,False,"Wed, 29 Apr 2026 20:17:31 GMT",True,False,2026-09-07T07:15:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1171,wetter.com,https://wetter.com/llms.txt,https://www.wetter.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14936,False,,False,True,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1172,gismeteo.ru,https://gismeteo.ru/llms.txt,https://www.gismeteo.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42025,False,,False,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1173,akahost.net,https://akahost.net/llms.txt,https://akahost.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1174,xhamster2.com,http://xhamster2.com/llms.txt,http://xhamster2.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:49Z,TIMEOUT,,1,missing_404,False,missing_404
1175,tabor.ru,https://tabor.ru/llms.txt,https://tabor.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7259,False,,False,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1176,tbs.co.jp,https://tbs.co.jp/llms.txt,https://tbs.co.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,872,False,,False,False,2026-09-07T07:15:49Z,,,1,missing_404,False,missing_404
1177,jw.org,https://jw.org/llms.txt,https://www.jw.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,164826,False,"Mon, 07 Sep 2026 06:42:29 GMT",False,True,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1178,dyingbirds.com,https://dyingbirds.com/llms.txt,https://dyingbirds.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1179,leboncoin.fr,https://leboncoin.fr/llms.txt,https://www.leboncoin.fr/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,771,False,,False,True,2026-09-07T07:15:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1180,aftonbladet.se,https://aftonbladet.se/llms.txt,https://www.aftonbladet.se/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,44293,False,"Tue, 14 Jul 2026 12:14:45 GMT",True,True,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1181,itmedia.co.jp,https://itmedia.co.jp/llms.txt,https://www.itmedia.co.jp/,200,1,True,text/html,redirect_other,False,False,False,,0,0,27020,False,,False,True,2026-09-07T07:15:50Z,,Redirected away to https://www.itmedia.co.jp/,1,redirect_other,False,redirect_other
1182,sahibinden.com,https://sahibinden.com/llms.txt,https://www.sahibinden.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5603,False,,False,False,2026-09-07T07:15:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1183,ad.nl,https://ad.nl/llms.txt,https://www.ad.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,69346,False,,False,True,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1184,spankbang.com,https://spankbang.com/llms.txt,https://spankbang.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,846,False,,False,False,2026-09-07T07:15:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1185,magnific.com,https://magnific.com/llms.txt,https://magnific.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,7534,False,,False,True,2026-09-07T07:15:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1186,dmm.co.jp,https://dmm.co.jp/llms.txt,https://www.dmm.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,55375,False,,False,False,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1187,wscvip.cn,https://wscvip.cn/llms.txt,https://wscvip.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1188,coursera.org,https://coursera.org/llms.txt,https://www.coursera.org/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Coursera,8,44,6773,True,"Fri, 14 Aug 2026 16:50:16 GMT",True,True,2026-09-07T07:15:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1189,elconfidencial.com,https://elconfidencial.com/llms.txt,https://www.elconfidencial.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7990,False,,False,True,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1190,vnexpress.net,https://vnexpress.net/llms.txt,https://vnexpress.net/llms.txt,406,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,27,False,,False,False,2026-09-07T07:15:50Z,,,1,ambiguous,False,ambiguous
1191,nu.nl,https://nu.nl/llms.txt,https://www.nu.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1040,False,Mon Sep 07 2026 07:15:51 GMT+0000 (Coordinated Universal Time),False,True,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1192,privacy-mgmt.com,https://privacy-mgmt.com/llms.txt,https://privacy-mgmt.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1193,donga.com,https://donga.com/llms.txt,https://www.donga.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12147,False,,False,False,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1194,icanhazip.com,https://icanhazip.com/llms.txt,https://icanhazip.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:15:50Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1195,indiamart.com,https://indiamart.com/llms.txt,https://www.indiamart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41142,False,,True,True,2026-09-07T07:15:50Z,,,1,missing_404,False,missing_404
1196,rule34.xxx,https://rule34.xxx/llms.txt,https://rule34.xxx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1407,False,,False,False,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1197,dribbble.com,https://dribbble.com/llms.txt,https://dribbble.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,21145,False,,False,True,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1198,service-now.com,https://service-now.com/llms.txt,http://www.servicenow.com/,403,1,False,text/html,blocked_forbidden,False,False,False,,0,0,211,False,,False,False,2026-09-07T07:15:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1199,fmkorea.com,https://fmkorea.com/llms.txt,https://www.fmkorea.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,889,False,,True,False,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1200,fb.me,https://fb.me/llms.txt,https://www.facebook.com/,200,1,True,"text/html; charset=""utf-8""",redirect_other,False,False,False,,0,0,9699,False,,False,True,2026-09-07T07:15:51Z,,Redirected away to https://www.facebook.com/,1,redirect_other,False,redirect_other
1201,rightmove.co.uk,https://rightmove.co.uk/llms.txt,https://www.rightmove.co.uk/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,8274,False,"Thu, 03 Sep 2026 08:15:20 GMT",True,True,2026-09-07T07:15:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1202,dcinside.com,https://dcinside.com/llms.txt,https://www.dcinside.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1203,janitorai.com,https://janitorai.com/llms.txt,https://janitorai.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1204,admin.ch,https://admin.ch/llms.txt,https://www.admin.ch/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,28418,False,,False,True,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1205,pornpics.com,https://pornpics.com/llms.txt,https://www.pornpics.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25220,False,,False,False,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1206,siemens.com,https://siemens.com/llms.txt,https://www.siemens.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Siemens,6,19,2737,True,"Wed, 13 May 2026 08:16:10 GMT",True,True,2026-09-07T07:15:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1207,phncdn.com,https://phncdn.com/llms.txt,https://phncdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:28:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1208,xhspot.com,https://xhspot.com/llms.txt,https://xhspot.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1209,lequipe.fr,https://lequipe.fr/llms.txt,https://www.lequipe.fr/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1210,vg.no,https://vg.no/llms.txt,https://www.vg.no/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43270,False,,False,True,2026-09-07T07:15:51Z,,,1,missing_404,False,missing_404
1211,xhamster19.com,https://xhamster19.com/llms.txt,https://xhamster19.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1212,sectigo.com,http://sectigo.com/llms.txt,https://www.sectigo.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,491113,False,,False,False,2026-09-07T07:15:52Z,TIMEOUT,,1,missing_404,False,missing_404
1213,marktplaats.nl,https://marktplaats.nl/llms.txt,https://www.marktplaats.nl/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,False,True,Marktplaats,20,0,9485,False,"Fri, 04 Sep 2026 13:22:37 GMT",False,False,2026-09-07T07:15:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1214,upenn.edu,https://upenn.edu/llms.txt,https://www.upenn.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187,False,"Mon, 07 Sep 2026 06:42:26 GMT",True,True,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1215,acesso.gov.br,https://acesso.gov.br/llms.txt,https://servicos.acesso.gov.br,200,1,True,text/html,redirect_other,False,False,False,,0,0,924,False,"Mon, 03 Aug 2026 19:28:12 GMT",True,False,2026-09-07T07:15:52Z,,Redirected away to https://servicos.acesso.gov.br,1,redirect_other,False,redirect_other
1216,psychologytoday.com,https://psychologytoday.com/llms.txt,https://www.psychologytoday.com/llms.txt,403,1,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,199,False,,False,False,2026-09-07T07:15:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1217,lichess.org,https://lichess.org/llms.txt,https://lichess.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13360,False,,False,False,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1218,remove.bg,https://remove.bg/llms.txt,https://www.remove.bg/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21841,False,,False,True,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1219,websitewelcome.com,https://websitewelcome.com/llms.txt,https://websitewelcome.com/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,7309,False,,False,False,2026-09-07T07:28:59Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
1220,namu.wiki,https://namu.wiki/llms.txt,https://namu.wiki/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9723,False,,False,True,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1221,nrk.no,https://nrk.no/llms.txt,https://www.nrk.no/llms.txt/,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16109,False,,False,False,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1222,meesho.com,https://meesho.com/llms.txt,https://www.meesho.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,True,2026-09-07T07:15:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1223,rutube.ru,https://rutube.ru/llms.txt,https://rutube.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,295759,False,,False,True,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1224,futbin.com,https://futbin.com/llms.txt,https://futbin.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5553,False,,False,False,2026-09-07T07:15:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1225,kernel.org,https://kernel.org/llms.txt,https://kernel.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:52Z,,,1,missing_404,False,missing_404
1226,boyfriendtv.com,https://boyfriendtv.com/llms.txt,https://www.boyfriendtv.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48684,False,,False,False,2026-09-07T07:15:53Z,,,1,missing_404,False,missing_404
1227,myntra.com,http://myntra.com/llms.txt,https://myntra.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
1228,ynet.co.il,https://ynet.co.il/llms.txt,https://www.ynet.co.il/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3972,False,"Mon, 07 Sep 2026 07:15:58 GMT",False,True,2026-09-07T07:15:53Z,,,1,missing_404,False,missing_404
1229,xhopen.com,https://xhopen.com/llms.txt,https://xhopen.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:53Z,,,1,missing_404,False,missing_404
1230,elster.de,https://elster.de/llms.txt,https://www.elster.de/eportal/error-statuscode/404,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,192978,False,,False,True,2026-09-07T07:15:53Z,,,1,missing_404,False,missing_404
1231,savefrom.net,https://savefrom.net/llms.txt,https://savefrom.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SaveFrom.net,2,19,2642,False,"Wed, 02 Sep 2026 01:25:07 GMT",True,False,2026-09-07T07:15:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1232,gazzetta.it,https://gazzetta.it/llms.txt,https://www.gazzetta.it/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,7833,False,,False,True,2026-09-07T07:15:53Z,,,1,missing_404,False,missing_404
1233,kakao.com,https://kakao.com/llms.txt,https://kakao.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1004,False,,False,False,2026-09-07T07:15:53Z,,,1,missing_404,False,missing_404
1234,tradplusad.com,https://tradplusad.com/llms.txt,https://tradplusad.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,87845,False,"Wed, 22 Jul 2026 06:37:51 GMT",True,True,2026-09-07T07:15:53Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1235,vscode-cdn.net,https://vscode-cdn.net/llms.txt,https://vscode-cdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1236,smaato.net,https://smaato.net/llms.txt,https://smaato.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1237,adaether.com,https://adaether.com/llms.txt,https://adaether.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1238,dlsite.com,https://dlsite.com/llms.txt,https://www.dlsite.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DLsite：同人誌、同人ゲームからPCソフト、コミックまで二次元総合ダウンロードショップ | DLsite 総合トップページ,1,0,29535,False,"Mon, 07 Sep 2026 04:29:04 GMT",True,True,2026-09-07T07:15:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1239,pandora.com,https://pandora.com/llms.txt,https://pandora.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7936,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1240,tendawifi.com,https://tendawifi.com/llms.txt,https://tendawifi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1241,furaffinity.net,https://furaffinity.net/llms.txt,https://www.furaffinity.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2072,False,,True,True,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1242,blackberry.net,https://blackberry.net/llms.txt,https://blackberry.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,98,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1243,divar.ir,https://divar.ir/llms.txt,https://divar.ir/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21069,False,,True,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1244,idealista.com,https://idealista.com/llms.txt,https://www.idealista.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,773,False,,False,True,2026-09-07T07:15:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1245,zalando.de,https://zalando.de/llms.txt,https://www.zalando.de/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Zalando Deutschland,1,104,7271,False,"Thu, 23 Jul 2026 11:14:50 GMT",True,False,2026-09-07T07:15:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1246,auth0.com,https://auth0.com/llms.txt,https://auth0.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Auth0,9,41,4232,False,,False,True,2026-09-07T07:15:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1247,argos.co.uk,https://argos.co.uk/llms.txt,https://argos.co.uk/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:15:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1248,hln.be,https://hln.be/llms.txt,https://www.hln.be/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3695,False,,False,True,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1249,biomedcentral.com,https://biomedcentral.com/llms.txt,https://www.biomedcentral.com/llms.txt,406,1,True,text/html,ambiguous,False,False,False,,0,0,5516,False,,False,False,2026-09-07T07:15:54Z,,,1,ambiguous,False,ambiguous
1250,linkis.ru,https://linkis.ru/llms.txt,https://linkis.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1251,mercadolibre.com,https://mercadolibre.com/llms.txt,https://mercadolibre.com/llms.txt,404,0,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,61,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1252,yr.no,https://yr.no/llms.txt,https://www.yr.no/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,91881,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1253,google.co.jp,https://google.co.jp/llms.txt,https://google.co.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1254,fetlife.com,https://fetlife.com/llms.txt,https://fetlife.com/llms.txt,401,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,134,False,,False,True,2026-09-07T07:15:54Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
1255,adfuse-ssp.com,https://adfuse-ssp.com/llms.txt,https://adfuse-ssp.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,20,False,,False,False,2026-09-07T07:15:54Z,,,1,missing_404,False,missing_404
1256,xhamster1.desi,https://xhamster1.desi/llms.txt,https://xhamster1.desi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1257,xhsocial.com,https://xhsocial.com/llms.txt,https://xhsocial.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1258,litnet.com,https://litnet.com/llms.txt,https://litnet.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1259,fanfiction.net,http://fanfiction.net/llms.txt,https://fanfiction.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:02Z,TIMEOUT,,2,network_timeout,True,network_timeout
1260,jusbrasil.com.br,https://jusbrasil.com.br/llms.txt,https://www.jusbrasil.com.br/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4553,False,,False,True,2026-09-07T07:15:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1261,googleapis.cn,https://googleapis.cn/llms.txt,https://googleapis.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1262,postgresql.org,https://postgresql.org/llms.txt,https://www.postgresql.org/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4285,False,,False,False,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1263,poste.it,https://poste.it/llms.txt,https://www.poste.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16985,False,"Mon, 07 Sep 2026 05:25:19 GMT",True,True,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1264,mundodeportivo.com,https://mundodeportivo.com/llms.txt,https://www.mundodeportivo.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,1908,False,,False,True,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1265,makemytrip.com,http://makemytrip.com/llms.txt,https://makemytrip.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
1266,ap4r.com,https://ap4r.com/llms.txt,https://ap4r.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1267,bmj.com,https://bmj.com/llms.txt,https://www.bmj.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:15:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1268,labs.google,https://labs.google/llms.txt,https://labs.google/404,200,1,True,text/html,redirect_other,False,False,False,,0,0,81091,False,,True,True,2026-09-07T07:15:55Z,,Redirected away to https://labs.google/404,1,redirect_other,False,redirect_other
1269,donmai.us,https://donmai.us/llms.txt,https://donmai.us/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,21,False,,False,False,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1270,amap.com,https://amap.com/llms.txt,https://amap.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,52164,False,"Mon, 31 Aug 2026 11:54:16 GMT",False,True,2026-09-07T07:15:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1271,wshifen.com,https://wshifen.com/llms.txt,https://wshifen.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1272,rocketmoney.dev,https://rocketmoney.dev/llms.txt,https://www.rocketmoney.dev/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:55Z,,,1,missing_404,False,missing_404
1273,cricinfo.com,https://cricinfo.com/llms.txt,https://www.cricinfo.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:15:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1274,rings.solutions,https://rings.solutions/llms.txt,https://rings.solutions/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1275,livescore.com,https://livescore.com/llms.txt,https://www.livescore.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1276,youporn.com,http://youporn.com/llms.txt,https://youporn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:10Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1277,ladepeche.fr,https://ladepeche.fr/llms.txt,https://www.ladepeche.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42057,False,,False,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1278,abc.net.au,https://abc.net.au/llms.txt,https://www.abc.net.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6842,False,,False,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1279,naukri.com,https://naukri.com/llms.txt,https://www.naukri.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,False,2026-09-07T07:15:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1280,canada.ca,http://canada.ca/llms.txt,https://www.canada.ca/errors/404.html,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,13022,False,"Mon, 07 Sep 2026 02:03:42 GMT",False,False,2026-09-07T07:15:56Z,TIMEOUT,Redirected away to https://www.canada.ca/errors/404.html,1,redirect_other,False,redirect_other
1281,emag.ro,https://emag.ro/llms.txt,https://www.emag.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21330,False,,False,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1282,zee5.com,https://zee5.com/llms.txt,https://www.zee5.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Brand: ZEE5,14,0,13312,False,,False,True,2026-09-07T07:15:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1283,cricbuzz.com,https://cricbuzz.com/llms.txt,https://www.cricbuzz.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:15:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1284,xhtotal.com,https://xhtotal.com/llms.txt,https://xhtotal.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1285,id.me,https://id.me/llms.txt,https://id.me/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5548,False,,False,False,2026-09-07T07:15:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1286,noodlemagazine.com,https://noodlemagazine.com/llms.txt,https://noodlemagazine.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31350,False,,False,False,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1287,polybuzz.ai,https://polybuzz.ai/llms.txt,https://polybuzz.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PolyBuzz,2,6,1647,True,"Fri, 04 Sep 2026 12:39:19 GMT",True,True,2026-09-07T07:15:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1288,vercel-dns.com,https://vercel-dns.com/llms.txt,https://vercel-dns.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,107,False,,False,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1289,cdiscount.com,https://cdiscount.com/llms.txt,https://www.cdiscount.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40988,False,,False,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1290,rustdesk.com,https://rustdesk.com/llms.txt,https://rustdesk.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,RustDesk,5,0,2263,False,"Mon, 17 Aug 2026 02:39:17 GMT",True,False,2026-09-07T07:15:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1291,split.io,https://split.io/llms.txt,https://www.split.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9604,False,"Fri, 06 Mar 2026 18:00:54 GMT",True,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1292,psu.edu,https://psu.edu/llms.txt,https://www.psu.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7152,False,,True,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1293,actu.fr,https://actu.fr/llms.txt,https://actu.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16202,False,,False,True,2026-09-07T07:15:56Z,,,1,missing_404,False,missing_404
1294,spectrum.com,http://spectrum.com/llms.txt,https://spectrum.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:10Z,TIMEOUT,,2,network_timeout,True,network_timeout
1295,vietnam.vn,https://vietnam.vn/llms.txt,https://www.vietnam.vn/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,66702,False,,False,True,2026-09-07T07:15:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1296,jstor.org,https://jstor.org/llms.txt,https://www.jstor.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,11095,False,,False,False,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1297,beboo.ru,https://beboo.ru/llms.txt,https://beboo.ru/llms.txt,404,0,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,51706,False,"Mon, 07 Sep 2026 07:15:58 GMT",False,True,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1298,suumo.jp,https://suumo.jp/llms.txt,https://suumo.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,16703,False,"Tue, 03 Mar 2026 22:19:18 GMT",True,False,2026-09-07T07:15:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1299,mmechocaptiveportal.com,http://mmechocaptiveportal.com/llms.txt,http://mmechocaptiveportal.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:15:57Z,TIMEOUT,,1,missing_404,False,missing_404
1300,xham.live,https://xham.live/llms.txt,https://xham.live/llms.txt,406,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:57Z,,,1,ambiguous,False,ambiguous
1301,wswebpic.com,https://wswebpic.com/llms.txt,https://wswebpic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1302,hugedomains.com,https://hugedomains.com/llms.txt,https://www.hugedomains.com/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,13753,False,,False,True,2026-09-07T07:15:57Z,,Redirected away to https://www.hugedomains.com/,1,redirect_other,False,redirect_other
1303,funpay.com,https://funpay.com/llms.txt,https://funpay.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10546,False,,False,True,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1304,f95zone.to,https://f95zone.to/llms.txt,https://f95zone.to/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46214,False,"Mon, 07 Sep 2026 07:15:58 GMT",False,True,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1305,justdial.com,https://justdial.com/llms.txt,https://justdial.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,374,False,,False,True,2026-09-07T07:15:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1306,xvideos-cdn.com,https://xvideos-cdn.com/llms.txt,https://xvideos-cdn.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:57Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
1307,faphouse2.com,https://faphouse2.com/llms.txt,https://faphouse2.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,398916,False,,False,True,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1308,ilfattoquotidiano.it,https://ilfattoquotidiano.it/llms.txt,https://www.ilfattoquotidiano.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76161,False,,False,True,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1309,deepseek.com,https://deepseek.com/llms.txt,https://deepseek.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12888,False,"Fri, 04 Sep 2026 10:09:20 GMT",True,True,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1310,amp-endpoint2.com,https://amp-endpoint2.com/llms.txt,https://amp-endpoint2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1311,bilibili.tv,https://bilibili.tv/llms.txt,https://www.bilibili.tv/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6360,False,,False,False,2026-09-07T07:15:57Z,,,1,missing_404,False,missing_404
1312,oneme.ru,https://oneme.ru/llms.txt,https://oneme.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1313,playhop.com,https://playhop.com/llms.txt,https://playhop.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:13Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
1314,digikala.com,https://digikala.com/llms.txt,https://www.digikala.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13626,False,"Sun, 06 Sep 2026 16:23:18 GMT",True,True,2026-09-07T07:15:58Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1315,sotwe.com,https://sotwe.com/llms.txt,https://www.sotwe.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1316,bbb.org,https://bbb.org/llms.txt,https://www.bbb.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Better Business Bureau (BBB),4,0,3450,False,"Thu, 13 Aug 2026 19:22:28 GMT",True,False,2026-09-07T07:15:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1317,ctdns.cn,https://ctdns.cn/llms.txt,https://ctdns.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1318,datadome.co,https://datadome.co/llms.txt,https://datadome.co/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,771,False,,False,True,2026-09-07T07:15:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1319,aternos.org,https://aternos.org/llms.txt,https://aternos.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57007,False,,False,False,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1320,youm7.com,https://youm7.com/llms.txt,https://www.youm7.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1919,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1321,meteofrance.com,https://meteofrance.com/llms.txt,https://meteofrance.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1322,cam.ac.uk,https://cam.ac.uk/llms.txt,https://www.cam.ac.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,775,False,"Mon, 07 Sep 2026 07:06:21 GMT",True,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1323,pornone.com,https://pornone.com/llms.txt,https://pornone.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5511,False,,False,False,2026-09-07T07:15:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1324,xxxbp.tv,https://xxxbp.tv/llms.txt,https://xxxbp.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43419,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1325,mydramalist.com,https://mydramalist.com/llms.txt,https://mydramalist.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21974,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1326,lookmovie2.to,https://lookmovie2.to/llms.txt,https://www.lookmovie2.to/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4288,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1327,locaweb.com.br,https://locaweb.com.br/llms.txt,https://www.locaweb.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15549,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1328,calculator.net,https://calculator.net/llms.txt,https://calculator.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6211,False,,False,False,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1329,redtube.com,http://redtube.com/llms.txt,http://redtube.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:15:58Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1330,charter.net,https://charter.net/llms.txt,https://www.spectrum.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,133485,False,"Wed, 26 Aug 2026 19:41:27 GMT",True,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1331,huffingtonpost.com,https://huffingtonpost.com/llms.txt,https://www.huffpost.com/section/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1332,youjizz.com,http://youjizz.com/llms.txt,https://www.youjizz.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:15:58Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
1333,navitime.co.jp,https://navitime.co.jp/llms.txt,https://www.navitime.co.jp/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:15:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1334,ruliweb.com,https://ruliweb.com/llms.txt,https://bbs.ruliweb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,81347,False,,False,False,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1335,publicnode.com,https://publicnode.com/llms.txt,https://publicnode.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,39777,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1336,hollywoodbets.net,https://hollywoodbets.net/llms.txt,https://hollywoodbets.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4554,False,,False,True,2026-09-07T07:15:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1337,tgju.org,https://tgju.org/llms.txt,https://www.tgju.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,164065,False,,False,True,2026-09-07T07:15:58Z,,,1,missing_404,False,missing_404
1338,thisvid.com,http://thisvid.com/llms.txt,http://thisvid.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,356,False,,False,True,2026-09-07T07:15:59Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1339,rambler.ru,https://rambler.ru/llms.txt,https://www.rambler.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17880,False,"Wed, 10 Jun 2026 11:59:34 GMT",True,False,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1340,hostpoint.ch,https://hostpoint.ch/llms.txt,https://www.hostpoint.ch/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,4459,False,"Mon, 07 Sep 2026 06:38:03 GMT",True,False,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1341,netkeiba.com,https://netkeiba.com/llms.txt,https://netkeiba.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1342,subito.it,https://subito.it/llms.txt,https://www.subito.it/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:15:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1343,gst.gov.in,https://gst.gov.in/llms.txt,https://www.gst.gov.in,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:15:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1344,wiktionary.org,https://wiktionary.org/llms.txt,https://en.wiktionary.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1345,e621.net,https://e621.net/llms.txt,https://e621.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,68466,False,,False,True,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1346,businesswire.com,https://businesswire.com/llms.txt,https://businesswire.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,False,2026-09-07T07:15:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1347,xhchannel.com,https://xhchannel.com/llms.txt,https://xhchannel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1348,jalan.net,http://jalan.net/llms.txt,http://jalan.net/llms.txt,403,0,False,text/html; charset=shift_jis,blocked_forbidden,False,False,False,,0,0,6741,False,"Sun, 18 Apr 2021 17:39:24 GMT",True,False,2026-09-07T07:15:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1349,mediaexpert.pl,https://mediaexpert.pl/llms.txt,https://mediaexpert.pl/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,10232,False,,False,False,2026-09-07T07:15:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1350,asurascans.com,https://asurascans.com/llms.txt,https://asurascans.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,32488,False,,False,True,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1351,aznude.com,http://aznude.com/llms.txt,https://www.aznude.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20756,False,,False,False,2026-09-07T07:29:14Z,CONNECTION_ERROR,,2,network_timeout,True,missing_404
1352,sport.es,https://sport.es/llms.txt,https://www.sport.es/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,6309,False,,False,True,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1353,tapad.com,https://tapad.com/llms.txt,https://tapad.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6677,False,,True,False,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1354,riotcdn.net,https://riotcdn.net/llms.txt,https://riotcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1355,karnataka.gov.in,https://karnataka.gov.in/llms.txt,https://karnataka.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:15:59Z,,,1,missing_404,False,missing_404
1356,ay267.com,https://ay267.com/llms.txt,https://ay267.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:15:59Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1357,arca.live,https://arca.live/llms.txt,https://arca.live/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12555,False,,False,False,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1358,turkiye.gov.tr,https://turkiye.gov.tr/llms.txt,https://turkiye.gov.tr/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,9007,False,"Thu, 03 Sep 2026 18:55:27 GMT",True,False,2026-09-07T07:16:00Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1359,weathernews.jp,https://weathernews.jp/llms.txt,https://weathernews.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1360,irs.gov,https://irs.gov/llms.txt,https://www.irs.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,388,False,"Mon, 07 Sep 2026 04:15:35 GMT",True,True,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1361,fdown.net,https://fdown.net/llms.txt,https://fdown.net/404.php,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5793,False,"Mon, 07 Sep 2026 07:10:47 GMT",False,True,2026-09-07T07:16:00Z,,Redirected away to https://fdown.net/404.php,1,redirect_other,False,redirect_other
1362,pornhub.org,https://pornhub.org/llms.txt,https://www.pornhub.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54036,False,,False,True,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1363,missav.ws,https://missav.ws/llms.txt,https://missav.ws/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4325,False,,False,False,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1364,leroymerlin.fr,https://leroymerlin.fr/llms.txt,https://leroymerlin.fr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,419,False,,False,False,2026-09-07T07:16:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1365,comix.to,https://comix.to/llms.txt,https://comix.to/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2078,False,,False,True,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1366,sexvid.xxx,https://sexvid.xxx/llms.txt,https://www.sexvid.xxx/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1367,e-hentai.org,https://e-hentai.org/llms.txt,https://e-hentai.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1368,haberler.com,https://haberler.com/llms.txt,https://www.haberler.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Haberler.com,9,48,7312,True,"Mon, 07 Sep 2026 07:16:02 GMT",False,True,2026-09-07T07:16:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1369,sportybet.com,https://sportybet.com/llms.txt,https://sportybet.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,688,False,,False,False,2026-09-07T07:16:00Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1370,dw.com,https://dw.com/llms.txt,https://www.dw.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,5283,False,,False,True,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1371,rule34video.com,https://rule34video.com/llms.txt,https://rule34video.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,804,False,,False,True,2026-09-07T07:16:00Z,,,1,missing_404,False,missing_404
1372,bookmyshow.com,https://bookmyshow.com/llms.txt,https://in.bookmyshow.com/llms.txt,200,2,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,BookMyShow,6,15,2962,False,,False,True,2026-09-07T07:16:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1373,sex-studentki.team,https://sex-studentki.team/llms.txt,https://sex-studentki.team/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5454,False,,False,False,2026-09-07T07:16:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1374,alikunlun.com,http://alikunlun.com/llms.txt,https://alikunlun.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:14Z,TIMEOUT,,2,network_timeout,True,network_timeout
1375,moe.video,https://moe.video/llms.txt,https://moe.video/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,О рекламной сети MoeVideo,9,0,5447,False,"Tue, 10 Mar 2026 08:31:09 GMT",True,False,2026-09-07T07:16:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1376,nesine.com,https://nesine.com/llms.txt,https://www.nesine.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt - Nesine.com,0,0,302,False,"Thu, 19 Mar 2026 15:29:01 GMT",True,False,2026-09-07T07:16:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1377,platorelay.com,https://platorelay.com/llms.txt,https://platorelay.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1378,novinky.cz,https://novinky.cz/llms.txt,https://www.novinky.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29442,False,,True,False,2026-09-07T07:16:01Z,,,1,missing_404,False,missing_404
1379,nikkansports.com,https://nikkansports.com/llms.txt,https://www.nikkansports.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64998,False,,False,True,2026-09-07T07:16:01Z,,,1,missing_404,False,missing_404
1380,mbga.jp,https://mbga.jp/llms.txt,https://www.mbga.jp/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3676,False,,False,False,2026-09-07T07:16:01Z,,Redirected away to https://www.mbga.jp/,1,redirect_other,False,redirect_other
1381,cardgames.io,https://cardgames.io/llms.txt,https://cardgames.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,69913,False,"Mon, 31 Aug 2026 09:10:49 GMT",True,False,2026-09-07T07:16:01Z,,,1,missing_404,False,missing_404
1382,okdiario.com,https://okdiario.com/llms.txt,https://okdiario.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5584,False,,False,False,2026-09-07T07:16:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1383,ilmeteo.it,https://ilmeteo.it/llms.txt,https://www.ilmeteo.it/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,iLMeteo.it,5,12,3417,False,"Thu, 30 Jul 2026 14:45:19 GMT",True,True,2026-09-07T07:16:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1384,instructure.com,https://instructure.com/llms.txt,https://www.instructure.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Instructure,3,817,118848,False,"Wed, 26 Aug 2026 11:44:08 GMT",True,True,2026-09-07T07:16:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1385,varzesh3.com,https://varzesh3.com/llms.txt,https://www.varzesh3.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65187,False,,False,True,2026-09-07T07:16:01Z,,,1,missing_404,False,missing_404
1386,dagbladet.no,https://dagbladet.no/llms.txt,https://www.dagbladet.no/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10153,False,"Wed, 15 Jul 2026 08:10:00 GMT",True,True,2026-09-07T07:16:01Z,,,1,missing_404,False,missing_404
1387,idealista.it,https://idealista.it/llms.txt,https://www.idealista.it/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,772,False,,False,True,2026-09-07T07:16:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1388,9ffyu1g9c.com,https://9ffyu1g9c.com/llms.txt,https://9ffyu1g9c.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1389,nosv.org,http://nosv.org/llms.txt,https://nosv.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:16Z,TIMEOUT,,2,network_timeout,True,network_timeout
1390,mangabuff.ru,https://mangabuff.ru/llms.txt,https://mangabuff.ru/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1606,False,,False,True,2026-09-07T07:16:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1391,edna.ru,https://edna.ru/llms.txt,https://edna.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,edna,11,39,13724,False,"Fri, 07 Aug 2026 10:31:23 GMT",True,False,2026-09-07T07:16:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1392,txnhh.com,https://txnhh.com/llms.txt,https://www.txnhh.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11114,False,,False,False,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1393,ixxx.com,https://ixxx.com/llms.txt,https://www.ixxx.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9565,False,,False,True,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1394,inleed.net,https://inleed.net/llms.txt,https://inleed.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1395,syosetu.com,https://syosetu.com/llms.txt,https://syosetu.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12309,False,"Mon, 07 Sep 2026 07:16:03 GMT",False,True,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1396,tenki.jp,https://tenki.jp/llms.txt,https://tenki.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4300,False,,False,False,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1397,action.com,https://action.com/llms.txt,https://www.action.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2273,False,,False,True,2026-09-07T07:16:02Z,,Redirected away to https://www.action.com/,1,redirect_other,False,redirect_other
1398,uidai.gov.in,https://uidai.gov.in/llms.txt,https://uidai.gov.in/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,16106,False,,False,False,2026-09-07T07:29:23Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
1399,xnxx.tv,https://xnxx.tv/llms.txt,https://www.xnxx.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27506,False,,False,False,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1400,zozo.jp,http://zozo.jp/llms.txt,https://zozo.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:24Z,TIMEOUT,,2,network_timeout,True,network_timeout
1401,cronista.com,https://cronista.com/llms.txt,https://www.cronista.com/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,"Mon, 07 Sep 2026 07:16:05 GMT",True,True,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1402,zedge.net,https://zedge.net/llms.txt,https://www.zedge.net/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,858,False,,False,True,2026-09-07T07:16:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1403,technorail.com,http://technorail.com/llms.txt,https://technorail.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:25Z,TIMEOUT,,2,network_timeout,True,network_timeout
1404,iporntv.net,https://iporntv.net/llms.txt,https://iporntv.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:02Z,,,1,missing_404,False,missing_404
1405,google.co.in,https://google.co.in/llms.txt,https://google.co.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1406,ukdevilz.com,https://ukdevilz.com/llms.txt,https://ukdevilz.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25366,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1407,xvv1deos.com,https://xvv1deos.com/llms.txt,https://www.xvv1deos.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11006,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1408,inps.it,https://inps.it/llms.txt,https://www.inps.it/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,10012,False,,False,True,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1409,property24.com,https://property24.com/llms.txt,https://www.property24.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52356,False,,False,True,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1410,iltalehti.fi,https://iltalehti.fi/llms.txt,https://www.iltalehti.fi/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,69187,False,,False,True,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1411,fapello.com,https://fapello.com/llms.txt,https://fapello.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1412,rfc-editor.org,https://rfc-editor.org/llms.txt,https://www.rfc-editor.org/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,15,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1413,livedoor.com,https://livedoor.com/llms.txt,https://www.livedoor.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,674,False,"Thu, 03 Sep 2026 00:29:43 GMT",True,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1414,ultradns.com,https://ultradns.com/llms.txt,https://ultradns.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,709,False,"Mon, 07 Sep 2026 07:16:04 GMT",False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1415,porno365.golf,https://porno365.golf/llms.txt,http://1porno365.fun/llms.txt,404,2,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,394,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1416,aljazeera.com,https://aljazeera.com/llms.txt,https://www.aljazeera.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35708,False,,True,True,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1417,hik-connect.com,https://hik-connect.com/llms.txt,https://hik-connect.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1418,otomoto.pl,https://otomoto.pl/llms.txt,https://www.otomoto.pl,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,18157,False,,True,True,2026-09-07T07:16:03Z,,Redirected away to https://www.otomoto.pl,1,redirect_other,False,redirect_other
1419,protothema.gr,https://protothema.gr/llms.txt,https://www.protothema.gr/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Πρώτο Θέμα - ειδήσεις από την Ελλάδα και όλο τον κόσμο - Έκτακτη επικαιρότητα,2,190,21624,False,,False,True,2026-09-07T07:16:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1420,jutarnji.hr,https://jutarnji.hr/llms.txt,https://www.jutarnji.hr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13985,False,,False,False,2026-09-07T07:16:03Z,,,1,missing_404,False,missing_404
1421,betway.co.za,http://betway.co.za/llms.txt,https://betway.co.za/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:26Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
1422,sozcu.com.tr,https://sozcu.com.tr/llms.txt,https://www.sozcu.com.tr/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5622,False,,False,False,2026-09-07T07:16:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1423,spankbang.party,https://spankbang.party/llms.txt,https://spankbang.party/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5561,False,,False,False,2026-09-07T07:16:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1424,index.hr,https://index.hr/llms.txt,https://index.hr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1577,False,,False,False,2026-09-07T07:16:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1425,24h.com.vn,https://24h.com.vn/llms.txt,https://www.24h.com.vn/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1426,blic.rs,https://blic.rs/llms.txt,https://www.blic.rs/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21037,False,,True,True,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1427,3bmeteo.com,https://3bmeteo.com/llms.txt,https://www.3bmeteo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24152,False,,False,True,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1428,omg10.com,https://omg10.com/llms.txt,https://omg10.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:04Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1429,admanmedia.com,https://admanmedia.com/llms.txt,https://admanmedia.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,10,False,,False,False,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1430,elsevier.com,https://elsevier.com/llms.txt,https://www.elsevier.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16432,False,,False,True,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1431,azure-api.net,https://azure-api.net/llms.txt,https://azure-api.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1432,gamewith.jp,https://gamewith.jp/llms.txt,https://gamewith.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13852,False,,False,False,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1433,ovhcloud.com,https://ovhcloud.com/llms.txt,https://www.ovhcloud.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,28276,False,,False,True,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1434,cardmarket.com,https://cardmarket.com/llms.txt,https://www.cardmarket.com//llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5628,False,,False,False,2026-09-07T07:16:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1435,gcash.com,https://gcash.com/llms.txt,https://gcash.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48987,False,"Mon, 07 Sep 2026 04:49:33 GMT",True,True,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1436,fpo.xxx,http://fpo.xxx/llms.txt,http://fpo.xxx/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,262,False,,False,True,2026-09-07T07:29:27Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,2,network_timeout,True,soft_200_html
1437,ssstik.io,https://ssstik.io/llms.txt,https://ssstik.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5081,False,,False,False,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1438,carsensor.net,https://carsensor.net/llms.txt,https://www.carsensor.net/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,14231,False,,False,False,2026-09-07T07:16:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1439,hitomi.la,https://hitomi.la/llms.txt,https://hitomi.la/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1440,iana.org,https://iana.org/llms.txt,https://www.iana.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4216,False,,False,True,2026-09-07T07:16:04Z,,,1,missing_404,False,missing_404
1441,jagran.com,https://jagran.com/llms.txt,https://www.jagran.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10474,False,,True,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1442,ppomppu.co.kr,https://ppomppu.co.kr/llms.txt,https://ppomppu.co.kr/llms.txt?ppck=1,404,1,True,text/html; charset=euc-kr,missing_404,False,False,False,,0,0,2076,False,,False,False,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1443,imagefap.com,https://imagefap.com/llms.txt,https://www.imagefap.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18543,False,"Mon, 07 Sep 2026 07:16:07 GMT",False,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1444,pussyspace.com,https://pussyspace.com/llms.txt,https://www.pussyspace.com/llms.txt/,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,23246,False,,False,False,2026-09-07T07:16:05Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1445,jable.tv,https://jable.tv/llms.txt,https://jable.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,395,False,,False,False,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1446,torob.com,https://torob.com/llms.txt,https://torob.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32907,False,,True,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1447,ekstrabladet.dk,https://ekstrabladet.dk/llms.txt,https://ekstrabladet.dk/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3975,False,,False,False,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1448,luxuretv.com,https://luxuretv.com/llms.txt,https://luxuretv.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29550,False,,False,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1449,inxxx.com,https://inxxx.com/llms.txt,https://www.inxxx.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41438,False,,False,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1450,ficbook.net,https://ficbook.net/llms.txt,https://ficbook.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15076,False,,False,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1451,hdporncomics.com,https://hdporncomics.com/llms.txt,https://hdporncomics.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:16:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1452,crn77.com,https://crn77.com/llms.txt,https://crn77.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:05Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1453,theblowers.com,https://theblowers.com/llms.txt,https://www.theblowers.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7951,False,,False,True,2026-09-07T07:16:05Z,,,1,missing_404,False,missing_404
1454,wisc.edu,https://wisc.edu/llms.txt,https://www.wisc.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12312,False,"Thu, 03 Sep 2026 21:09:12 GMT",True,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1455,leroymerlin.es,https://leroymerlin.es/llms.txt,https://www.leroymerlin.es/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:16:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1456,superporn.com,https://superporn.com/llms.txt,https://www.superporn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30262,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1457,klikbca.com,https://klikbca.com/llms.txt,https://www.klikbca.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1458,xvideos2.com,https://xvideos2.com/llms.txt,https://www.xvideos2.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11006,False,,False,False,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1459,letsporn.com,https://letsporn.com/llms.txt,https://letsporn.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,82980,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1460,kooora.com,https://kooora.com/llms.txt,https://www.kooora.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,95012,False,,True,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1461,mp.gov.in,https://mp.gov.in/llms.txt,https://mp.gov.in/Errors,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15067,False,,False,True,2026-09-07T07:16:06Z,,Redirected away to https://mp.gov.in/Errors,1,redirect_other,False,redirect_other
1462,fedoraproject.org,https://fedoraproject.org/llms.txt,https://fedoraproject.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,43543,False,"Mon, 31 Aug 2026 02:05:33 GMT",True,False,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1463,hdtube.porn,https://hdtube.porn/llms.txt,https://www.hdtube.porn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1464,liteapks.com,https://liteapks.com/llms.txt,https://liteapks.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5512,False,,False,False,2026-09-07T07:16:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1465,nfse.gov.br,https://nfse.gov.br/llms.txt,https://nfse.gov.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1466,footmercato.net,https://footmercato.net/llms.txt,https://www.footmercato.net/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1835,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1467,markt.de,https://markt.de/llms.txt,https://markt.de/llms.txt,200,0,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,markt.de – Kleinanzeigen & Tiermarkt,6,29,5271,False,"Wed, 02 Sep 2026 13:04:38 GMT",False,True,2026-09-07T07:16:06Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1468,sxyprn.com,https://sxyprn.com/llms.txt,https://sxyprn.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5510,False,,False,False,2026-09-07T07:16:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1469,rat.xxx,https://rat.xxx/llms.txt,https://www.rat.xxx/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1470,bblaa.com,https://bblaa.com/llms.txt,https://bblaa.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:06Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1471,mangago.me,https://mangago.me/llms.txt,https://mangago.me/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,574,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1472,eci.gov.in,https://eci.gov.in/llms.txt,https://www.eci.gov.in/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1279,False,"Wed, 02 Sep 2026 12:05:08 GMT",False,True,2026-09-07T07:16:06Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1473,hai8g.com,https://hai8g.com/llms.txt,https://hai8g.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:06Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1474,dogdrip.net,https://dogdrip.net/llms.txt,https://www.dogdrip.net/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,68249,False,"Mon, 07 Sep 2026 07:16:08 GMT",False,True,2026-09-07T07:16:06Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1475,toyhou.se,https://toyhou.se/llms.txt,https://toyhou.se/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6355,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1476,eenadu.net,https://eenadu.net/llms.txt,https://www.eenadu.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1477,testbook.com,https://testbook.com/llms.txt,https://testbook.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,231711,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1478,epfindia.gov.in,http://epfindia.gov.in/llms.txt,https://epfindia.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:28Z,TIMEOUT,,2,network_timeout,True,network_timeout
1479,xnxx2.com,https://xnxx2.com/llms.txt,https://www.xnxx2.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11114,False,,False,False,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1480,xnxx.health,https://xnxx.health/llms.txt,https://xnxx.health/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,58609,False,"Mon, 07 Sep 2026 05:59:19 GMT",False,True,2026-09-07T07:16:06Z,,Redirected away to https://xnxx.health/,1,redirect_other,False,redirect_other
1481,ucla.edu,https://ucla.edu/llms.txt,https://www.ucla.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7925,False,,False,True,2026-09-07T07:16:06Z,,,1,missing_404,False,missing_404
1482,ioh.co.id,https://ioh.co.id/llms.txt,https://ioh.co.id/llms.txt,200,0,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,9977,False,,False,False,2026-09-07T07:16:06Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1483,xvideos.es,https://xvideos.es/llms.txt,https://www.xvideos.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1088,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1484,kaspi.kz,https://kaspi.kz/llms.txt,https://kaspi.kz/errorpage,404,1,True,text/html,missing_404,False,False,False,,0,0,8742,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1485,bookmark.xxx,https://bookmark.xxx/llms.txt,https://bookmark.xxx/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38602,False,"Mon, 07 Sep 2026 07:15:00 GMT",False,True,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1486,simpcity.cr,https://simpcity.cr/llms.txt,https://simpcity.cr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25617,False,"Thu, 03 Sep 2026 19:49:19 GMT",False,True,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1487,xnxx.es,https://xnxx.es/llms.txt,https://www.xnxx.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11142,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1488,immobiliare.it,https://immobiliare.it/llms.txt,https://www.immobiliare.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15578,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1489,missav.live,https://missav.live/llms.txt,https://missav.live/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2262,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1490,wpastra.com,https://wpastra.com/llms.txt,https://wpastra.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Astra,3,19,3821,False,"Wed, 12 Aug 2026 05:53:12 GMT",True,True,2026-09-07T07:16:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1491,myinstants.com,https://myinstants.com/llms.txt,https://www.myinstants.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15403,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1492,xnxx-arabic.com,https://xnxx-arabic.com/llms.txt,https://www.xnxx-arabic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1316,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1493,wb.gov.in,https://wb.gov.in/llms.txt,https://wb.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1494,tori.fi,https://tori.fi/llms.txt,https://www.tori.fi/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7955,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1495,cityheaven.net,https://cityheaven.net/llms.txt,https://www.cityheaven.net/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1633,False,,False,True,2026-09-07T07:16:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1496,akamaitechnologies.com,https://akamaitechnologies.com/llms.txt,https://akamaitechnologies.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1497,merriam-webster.com,https://merriam-webster.com/llms.txt,https://www.merriam-webster.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1498,ptt.cc,https://ptt.cc/llms.txt,https://ptt.cc/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1499,sapo.pt,https://sapo.pt/llms.txt,https://sapo.pt/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,35785,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1500,missav.ai,https://missav.ai/llms.txt,https://missav.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15845,False,,False,False,2026-09-07T07:16:07Z,,,1,missing_404,False,missing_404
1501,buzzfeed.com,https://buzzfeed.com/llms.txt,https://www.buzzfeed.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,12411,False,,False,False,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1502,usnews.com,http://usnews.com/llms.txt,https://usnews.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:28Z,TIMEOUT,,2,network_timeout,True,network_timeout
1503,joyclub.de,https://joyclub.de/llms.txt,https://www.joyclub.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31316,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1504,exhentai.org,https://exhentai.org/llms.txt,https://exhentai.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1505,programme-tv.net,https://programme-tv.net/llms.txt,https://www.programme-tv.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Télé-Loisirs,8,33,3891,False,,False,True,2026-09-07T07:16:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1506,fatalmodel.com,https://fatalmodel.com/llms.txt,https://fatalmodel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16186,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1507,18comic.vip,https://18comic.vip/llms.txt,https://18comic.vip/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1448,False,,False,False,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1508,missav123.com,https://missav123.com/llms.txt,https://missav123.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8363,False,,False,False,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1509,iau.ir,https://iau.ir/llms.txt,https://iau.ir/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,22693,False,,False,False,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1510,255md.com,https://255md.com/llms.txt,https://255md.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:16Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1511,hanime1.me,https://hanime1.me/llms.txt,https://hanime1.me/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5429,False,,False,False,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1512,sondakika.com,https://sondakika.com/llms.txt,https://www.sondakika.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Son Dakika,9,48,7210,True,"Mon, 07 Sep 2026 07:16:18 GMT",False,True,2026-09-07T07:16:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1513,fuq.com,https://fuq.com/llms.txt,https://www.fuq.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11748,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1514,bt.dk,https://bt.dk/llms.txt,https://www.bt.dk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16063,False,,True,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1515,cmoa.jp,https://cmoa.jp/llms.txt,https://cmoa.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1516,utorrent.com,https://utorrent.com/llms.txt,https://www.utorrent.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,µTorrent (uTorrent),6,11,3515,False,"Fri, 04 Sep 2026 07:38:54 GMT",True,True,2026-09-07T07:16:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1517,grow.google,https://grow.google/llms.txt,https://grow.google/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,91983,False,"Tue, 01 Jan 1980 00:00:01 GMT",True,True,2026-09-07T07:16:16Z,,Redirected away to https://grow.google/,1,redirect_other,False,redirect_other
1518,musicdel.ir,https://musicdel.ir/llms.txt,https://musicdel.ir/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,9,38,3780,True,"Tue, 01 Sep 2026 17:57:06 GMT",False,False,2026-09-07T07:16:16Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1519,shahvani.com,https://shahvani.com/llms.txt,https://shahvani.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15826,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1520,tokyomotion.net,https://tokyomotion.net/llms.txt,https://www.tokyomotion.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1521,umn.edu,https://umn.edu/llms.txt,https://umn.edu/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1522,casinoplus.com.ph,https://casinoplus.com.ph/llms.txt,https://casinoplus.com.ph/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,103459,False,,False,True,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1523,aajtak.in,https://aajtak.in/llms.txt,https://www.aajtak.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,139787,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1524,playfabapi.com,https://playfabapi.com/llms.txt,https://playfabapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1525,goodreturns.in,https://goodreturns.in/llms.txt,https://www.goodreturns.in/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6680,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1526,jennymovies.com,https://jennymovies.com/llms.txt,https://www.jennymovies.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24288,False,,False,False,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1527,absher.sa,https://absher.sa/llms.txt,https://absher.sa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1528,twpornstars.com,https://twpornstars.com/llms.txt,https://twpornstars.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5515,False,,False,False,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1529,indianrail.gov.in,https://indianrail.gov.in/llms.txt,https://indianrail.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1530,czbooks.net,https://czbooks.net/llms.txt,https://czbooks.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13919,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1531,wnacg.com,http://wnacg.com/llms.txt,http://wnacg.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8350,False,,False,False,2026-09-07T07:16:16Z,SSL_ERROR,,1,missing_404,False,missing_404
1532,rakuten-sec.co.jp,https://rakuten-sec.co.jp/llms.txt,https://www.rakuten-sec.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1511,False,"Mon, 29 Jan 2024 05:50:57 GMT",True,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1533,hover.com,https://hover.com/llms.txt,https://www.hover.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:16:16Z,,,1,missing_404,False,missing_404
1534,mgslb.com,https://mgslb.com/llms.txt,https://mgslb.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,207,False,,False,False,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1535,listcrawler.eu,https://listcrawler.eu/llms.txt,https://listcrawler.eu/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5578,False,,False,False,2026-09-07T07:16:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1536,parivahan.gov.in,https://parivahan.gov.in/llms.txt,https://parivahan.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,,False,True,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1537,rajasthan.gov.in,https://rajasthan.gov.in/llms.txt,https://rajasthan.gov.in/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,28556,False,"Tue, 11 Aug 2026 07:14:22 GMT",True,True,2026-09-07T07:16:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1538,namasha.com,https://namasha.com/llms.txt,https://www.namasha.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16043,False,,False,True,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1539,sinoptik.ua,http://sinoptik.ua/llms.txt,https://sinoptik.ua/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
1540,tvazteca.com,https://tvazteca.com/llms.txt,https://www.tvazteca.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,91981,False,,False,False,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1541,croxyproxy.com,https://croxyproxy.com/llms.txt,https://www.croxyproxy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28435,False,"Monday, 07-Sep-2026 07:11:19 UTC",False,False,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1542,qorno.com,https://qorno.com/llms.txt,https://www.qorno.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11761,False,,False,True,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1543,luticlip.com,https://luticlip.com/llms.txt,https://luticlip.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76917,False,,False,True,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1544,aka.ms,https://aka.ms/llms.txt,https://www.bing.com/?ref=aka&shorturl=llms.txt,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,32106,False,,False,True,2026-09-07T07:16:17Z,,Redirected away to https://www.bing.com/?ref=aka&shorturl=llms.txt,1,redirect_other,False,redirect_other
1545,snaptik.app,https://snaptik.app/llms.txt,https://snaptik.app/en3,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,74910,False,"Mon, 07 Sep 2026 06:39:43 GMT",False,True,2026-09-07T07:16:17Z,,Redirected away to https://snaptik.app/en3,1,redirect_other,False,redirect_other
1546,mat6tube.com,https://mat6tube.com/llms.txt,https://mat6tube.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8838,False,,False,False,2026-09-07T07:16:17Z,,,1,missing_404,False,missing_404
1547,kakuyomu.jp,https://kakuyomu.jp/llms.txt,https://kakuyomu.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11953,False,,True,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1548,bikewale.com,https://bikewale.com/llms.txt,https://www.bikewale.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37605,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1549,foreca.fi,https://foreca.fi/llms.txt,https://www.foreca.fi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41850,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1550,tremorhub.com,https://tremorhub.com/llms.txt,https://tremorhub.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:16:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1551,ninisite.com,https://ninisite.com/llms.txt,https://www.ninisite.com/llms.txt,410,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37847,False,,False,False,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1552,porn300.com,https://porn300.com/llms.txt,https://porn300.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1553,archive.is,https://archive.is/llms.txt,https://archive.is/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1554,therapservices.net,https://therapservices.net/llms.txt,https://www.therapservices.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Therap Services,6,0,2297,False,"Mon, 07 Sep 2026 05:58:46 GMT",True,True,2026-09-07T07:16:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1555,stackexchange.com,https://stackexchange.com/llms.txt,https://stackexchange.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,20724,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1556,uci.edu,https://uci.edu/llms.txt,https://uci.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1557,sun.com,https://sun.com/llms.txt,https://www.oracle.com/us/sun/index.htm,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:16:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1558,theqoo.net,https://theqoo.net/llms.txt,https://theqoo.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,21177,False,,False,False,2026-09-07T07:16:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1559,myreadingmanga.info,https://myreadingmanga.info/llms.txt,https://myreadingmanga.info/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4588,False,,False,False,2026-09-07T07:16:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1560,trilltrill.jp,https://trilltrill.jp/llms.txt,https://trilltrill.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15374,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1561,supjav.com,https://supjav.com/llms.txt,https://supjav.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10233,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1562,serviporno.com,https://serviporno.com/llms.txt,https://www.serviporno.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51196,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1563,fastdl.app,https://fastdl.app/llms.txt,https://fastdl.app/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17129,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1564,xhtv.today,https://xhtv.today/llms.txt,https://xhtv.today/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1565,everesttech.net,http://everesttech.net/llms.txt,https://everesttech.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:31Z,TIMEOUT,,2,network_timeout,True,network_timeout
1566,porno666.fo,https://porno666.fo/llms.txt,https://wwwq.porno666.news/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45052,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1567,meteociel.fr,https://meteociel.fr/llms.txt,https://www.meteociel.fr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,46831,False,,True,False,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1568,ladies.de,https://ladies.de/llms.txt,https://ladies.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5218,False,,False,True,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1569,afip.gob.ar,https://afip.gob.ar/llms.txt,https://afip.gob.ar/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,42424,False,,False,False,2026-09-07T07:16:18Z,,,1,missing_404,False,missing_404
1570,bingoplus.com,https://bingoplus.com/llms.txt,https://bingoplus.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,483,False,,False,True,2026-09-07T07:16:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1571,screener.in,https://screener.in/llms.txt,https://www.screener.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11391,False,,False,False,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1572,nya2.com,https://nya2.com/llms.txt,https://nya2.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:19Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1573,kompoz2.com,http://kompoz2.com/llms.txt,http://kompoz2.com/llms.txt,200,0,False,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,12899,False,,False,False,2026-09-07T07:16:19Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1574,syosetu.org,https://syosetu.org/llms.txt,https://syosetu.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5618,False,,False,False,2026-09-07T07:16:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1575,hh.ru,https://hh.ru/llms.txt,https://hh.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,131490,False,,False,True,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1576,skokka.com,https://skokka.com/llms.txt,https://skokka.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5510,False,,False,False,2026-09-07T07:16:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1577,imgsrc.ru,http://imgsrc.ru/llms.txt,https://imgsrc.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:35Z,SSL_ERROR,,2,network_timeout,True,network_timeout
1578,jav.guru,https://jav.guru/llms.txt,https://jav.guru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,114929,False,"Mon, 07 Sep 2026 07:11:26 GMT",False,True,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1579,pussyboy.net,https://pussyboy.net/llms.txt,https://pussyboy.net/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24197,False,,False,False,2026-09-07T07:16:19Z,,Redirected away to https://pussyboy.net/,1,redirect_other,False,redirect_other
1580,skelbiu.lt,https://skelbiu.lt/llms.txt,https://skelbiu.lt/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,21358,False,,False,False,2026-09-07T07:16:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1581,girlschannel.net,https://girlschannel.net/llms.txt,https://girlschannel.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2257,False,,False,False,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1582,betika.com,https://betika.com/llms.txt,https://www.betika.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,7422,False,"Mon, 18 May 2026 14:18:01 GMT",True,True,2026-09-07T07:16:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1583,chordtela.com,https://chordtela.com/llms.txt,https://chordtela.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,ChordTela,8,3,3206,False,"Fri, 31 Jul 2026 06:14:33 GMT",True,False,2026-09-07T07:16:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1584,indoav.com,https://indoav.com/llms.txt,https://www.indoav.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16363,False,,False,True,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1585,autoplius.lt,https://autoplius.lt/llms.txt,https://autoplius.lt/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,17069,False,,False,False,2026-09-07T07:16:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1586,oddspark.com,https://oddspark.com/llms.txt,https://www.oddspark.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3663,False,"Wed, 08 Mar 2017 12:10:23 GMT",True,True,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1587,site.com,https://site.com/llms.txt,https://site.com/login?startURL=/llms.txt,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,9961,False,,False,True,2026-09-07T07:16:19Z,,Redirected away to https://site.com/login?startURL=/llms.txt,1,redirect_other,False,redirect_other
1588,men.gov.ma,http://men.gov.ma/llms.txt,https://men.gov.ma/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
1589,desitales2.com,https://desitales2.com/llms.txt,https://www.desitales2.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162311,False,,False,True,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1590,xxxvideo.link,https://xxxvideo.link/llms.txt,https://xxxvideo.link/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,33244,False,,False,False,2026-09-07T07:16:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1591,freepornvideo.sex,https://freepornvideo.sex/llms.txt,https://www.freepornvideo.sex/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,95363,False,,False,True,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1592,search-start.org,https://search-start.org/llms.txt,https://search-start.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1593,publi24.ro,https://publi24.ro/llms.txt,https://publi24.ro/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1545,False,,False,False,2026-09-07T07:16:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1594,goojara.to,https://goojara.to/llms.txt,https://ww1.goojara.to/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:19Z,,,1,missing_404,False,missing_404
1595,okxxx1.com,https://okxxx1.com/llms.txt,https://okxxx1.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1596,lk21official.cc,https://lk21official.cc/llms.txt,https://lk21official.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1597,indiansexstories3.com,https://indiansexstories3.com/llms.txt,https://www.indiansexstories3.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50018,False,,False,True,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1598,ey43.com,https://ey43.com/llms.txt,https://ey43.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:20Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1599,kingbokep.tv,https://kingbokep.tv/llms.txt,https://kingbokep.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10271,False,,False,True,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1600,tjk.org,https://tjk.org/llms.txt,https://www.tjk.org/llms.txt,400,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,2467,False,,False,True,2026-09-07T07:16:20Z,,,1,ambiguous,False,ambiguous
1601,mechacomic.jp,https://mechacomic.jp/llms.txt,https://mechacomic.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17350,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1602,nelreports.net,https://nelreports.net/llms.txt,https://nelreports.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1603,redwap.sex,https://redwap.sex/llms.txt,https://www.redwap.sex/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1604,apigee.net,https://apigee.net/llms.txt,https://apigee.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1605,piccoma.com,https://piccoma.com/llms.txt,https://piccoma.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13426,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1606,sexalarab.com,https://sexalarab.com/llms.txt,https://sexalarab.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1607,rayjump.com,http://rayjump.com/llms.txt,http://www.rayjump.com/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:20Z,TIMEOUT,,1,missing_404,False,missing_404
1608,njavtv.com,https://njavtv.com/llms.txt,https://njavtv.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,113469,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1609,ijavhd.com,https://ijavhd.com/llms.txt,https://x.ijavhd.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62205,False,,False,True,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1610,hotxv.com,https://hotxv.com/llms.txt,https://hotxv.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1611,colliderporn.com,https://colliderporn.com/llms.txt,https://colliderporn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1612,fabswingers.com,https://fabswingers.com/llms.txt,https://www.fabswingers.com/Handler.aspx?404;https://www.fabswingers.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,160,False,,False,True,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1613,arabx.cam,https://arabx.cam/llms.txt,https://www.arabx.cam/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44040,False,,False,True,2026-09-07T07:16:20Z,,,1,missing_404,False,missing_404
1614,jcphi.com,https://jcphi.com/llms.txt,https://jcphi.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:20Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1615,tiktokio.com,https://tiktokio.com/llms.txt,https://tiktokio.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,145349,False,"Mon, 07 Sep 2026 07:16:22 GMT",False,False,2026-09-07T07:16:20Z,,Redirected away to https://tiktokio.com,1,redirect_other,False,redirect_other
1616,luugy.com,https://luugy.com/llms.txt,https://luugy.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:20Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1617,ss.com,https://ss.com/llms.txt,https://www.ss.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,25205,False,,False,True,2026-09-07T07:16:20Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1618,nustargame.com,https://nustargame.com/llms.txt,https://nustargame.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,nustar — Official Identity & Security Manifest,4,0,1418,False,"Tue, 18 Aug 2026 01:07:22 GMT",True,True,2026-09-07T07:16:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1619,letras.mus.br,https://letras.mus.br/llms.txt,https://letras.mus.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:38Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1620,xorgasmo.com,https://xorgasmo.com/llms.txt,https://xorgasmo.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,XOrgasmo.com,2,146,41734,False,,False,True,2026-09-07T07:16:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1621,arabxn.sex,https://arabxn.sex/llms.txt,https://arabxn.sex/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41008,False,,False,True,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1622,sexnyk.com,https://sexnyk.com/llms.txt,https://www.sexnyk.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,105089,False,,False,True,2026-09-07T07:16:21Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1623,ptgaming.ph,https://ptgaming.ph/llms.txt,https://www.ptgaming.ph/,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5486,False,,False,True,2026-09-07T07:16:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1624,xvideos-ar.com,https://xvideos-ar.com/llms.txt,https://www.xvideos-ar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11018,False,,False,False,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1625,xxx18hot.com,http://xxx18hot.com/llms.txt,http://xxx18hot.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:21Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
1626,jra.go.jp,https://jra.go.jp/llms.txt,https://jra.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1627,arabtnt.com,https://arabtnt.com/llms.txt,https://arabtnt.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1628,turbo.az,https://turbo.az/llms.txt,https://turbo.az/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4545,False,,False,True,2026-09-07T07:16:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1629,archive.ph,https://archive.ph/llms.txt,https://archive.ph/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1630,hentai.name,https://hentai.name/llms.txt,https://hentai.name/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1631,eff.org,https://eff.org/llms.txt,https://www.eff.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18698,False,"Mon, 07 Sep 2026 07:16:23 GMT",True,True,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1632,taktube.net,https://taktube.net/llms.txt,https://www.taktube.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,78874,False,,False,True,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1633,ewaybillgst.gov.in,https://ewaybillgst.gov.in/llms.txt,https://ewaybillgst.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1634,bihar.gov.in,https://bihar.gov.in/llms.txt,https://bihar.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1635,afribaba.com,https://afribaba.com/llms.txt,https://www.afribaba.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41438,False,,False,False,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1636,alphapolis.co.jp,https://alphapolis.co.jp/llms.txt,https://www.alphapolis.co.jp/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,3838,False,"Mon, 01 Jun 2026 00:21:30 GMT",True,False,2026-09-07T07:16:21Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1637,patria.org.ve,https://patria.org.ve/llms.txt,https://patria.org.ve/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1638,an1.com,https://an1.com/llms.txt,https://an1.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:16:21Z,,,1,missing_404,False,missing_404
1639,flashscore.mobi,https://flashscore.mobi/llms.txt,https://www.flashscore.mobi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6078,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1640,salonboard.com,http://salonboard.com/llms.txt,https://salonboard.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:41Z,TIMEOUT,,2,network_timeout,True,network_timeout
1641,artfight.net,https://artfight.net/llms.txt,https://artfight.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,394,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1642,yallakora.com,https://yallakora.com/llms.txt,https://yallakora.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5560,False,,False,False,2026-09-07T07:16:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1643,zbporn.tv,https://zbporn.tv/llms.txt,https://zbporn.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1644,skipthegames.com,https://skipthegames.com/llms.txt,https://skipthegames.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,13364,False,,False,True,2026-09-07T07:16:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1645,flashscore.fr,https://flashscore.fr/llms.txt,https://www.flashscore.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,851,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1646,darkero.com,https://darkero.com/llms.txt,https://darkero.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36530,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1647,notion.com,https://notion.com/llms.txt,https://www.notion.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Notion,7,48,6803,False,"Mon, 07 Sep 2026 07:16:24 GMT",True,True,2026-09-07T07:16:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1648,eepurl.com,https://eepurl.com/llms.txt,https://eepurl.com/llms.txt,400,0,True,application/json,ambiguous,False,False,False,,0,0,99,False,,False,True,2026-09-07T07:16:22Z,,,1,ambiguous,False,ambiguous
1649,administracionelectronica.gob.es,https://administracionelectronica.gob.es/llms.txt,https://administracionelectronica.gob.es/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,244,False,,False,True,2026-09-07T07:16:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1650,ahacdn.me,https://ahacdn.me/llms.txt,https://ahacdn.me/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1651,bakusai.com,https://bakusai.com/llms.txt,https://bakusai.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71734,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1652,33apk.com,https://33apk.com/llms.txt,https://33apk.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1653,xosodaiphat.com,https://xosodaiphat.com/llms.txt,https://xosodaiphat.com/404.html,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38517,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1654,mileroticos.com,https://mileroticos.com/llms.txt,https://mileroticos.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5536,False,,False,False,2026-09-07T07:16:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1655,sportfilm800.com,https://sportfilm800.com/llms.txt,https://sportfilm800.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5826,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1656,zebawy.com,https://zebawy.com/llms.txt,https://zebawy.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36114,False,,False,False,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1657,escort.club,https://escort.club/llms.txt,https://www.escort.club/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,11784,False,,False,True,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1658,humoruniv.com,https://humoruniv.com/llms.txt,https://humoruniv.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:16:22Z,,,1,missing_404,False,missing_404
1659,keirin.jp,https://keirin.jp/llms.txt,https://keirin.jp/pc/top,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,7702,False,,False,True,2026-09-07T07:16:22Z,,Redirected away to https://keirin.jp/pc/top,1,redirect_other,False,redirect_other
1660,betking.com,https://betking.com/llms.txt,https://betking.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,70562,False,,False,True,2026-09-07T07:16:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1661,acm.org,https://acm.org/llms.txt,https://www.acm.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8191,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1662,arbada.com,https://arbada.com/llms.txt,https://www.arbada.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40947,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1663,xpaja.net,https://xpaja.net/llms.txt,https://www.xpaja.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58179,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1664,vivox.com,https://vivox.com/llms.txt,https://unity.com/products/vivox,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,142282,False,,True,True,2026-09-07T07:16:23Z,,Redirected away to https://unity.com/products/vivox,1,redirect_other,False,redirect_other
1665,ecnavi.jp,https://ecnavi.jp/llms.txt,https://ecnavi.jp/error/index.html/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2059,False,,False,False,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1666,arionplay.com,https://arionplay.com/llms.txt,https://arionplay.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,2036,False,,False,True,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1667,digitallocker.gov.in,https://digitallocker.gov.in/llms.txt,https://www.digilocker.gov.in/llms.txt,403,1,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,True,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1668,jra.jp,https://jra.jp/llms.txt,https://jra.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,15733,False,,False,True,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1669,indown.io,https://indown.io/llms.txt,https://indown.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9939,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1670,betano.pe,https://betano.pe/llms.txt,https://www.betano.pe/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,358,False,,False,True,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1671,twkan.com,https://twkan.com/llms.txt,https://twkan.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5530,False,,False,False,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1672,promiedos.com.ar,http://promiedos.com.ar/llms.txt,https://promiedos.com.ar/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:43Z,TIMEOUT,,2,network_timeout,True,network_timeout
1673,dto.jp,https://dto.jp/llms.txt,https://dto.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1674,choiceadvantage.com,https://choiceadvantage.com/llms.txt,https://www.choiceadvantage.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,286,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1675,eroterest.net,https://eroterest.net/llms.txt,https://eroterest.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1676,apuestatotal.com,https://apuestatotal.com/llms.txt,https://www.apuestatotal.com/llms.txt,403,1,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4553,False,,False,True,2026-09-07T07:16:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1677,sarkariresult.com.cm,https://sarkariresult.com.cm/llms.txt,https://sarkariresult.com.cm/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1678,movie-box.co,https://movie-box.co/llms.txt,https://movie-box.co/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,50303,False,,False,False,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1679,akismet.com,https://akismet.com/llms.txt,https://akismet.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,782,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1680,kemkes.go.id,http://kemkes.go.id/llms.txt,http://kemkes.go.id/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28968,False,,False,True,2026-09-07T07:16:23Z,SSL_ERROR,,1,missing_404,False,missing_404
1681,momon-ga.com,https://momon-ga.com/llms.txt,https://momon-ga.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,758,False,,False,True,2026-09-07T07:16:23Z,,,1,missing_404,False,missing_404
1682,manhwaweb.com,https://manhwaweb.com/llms.txt,https://manhwaweb.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1606,False,"Sat, 05 Sep 2026 14:39:50 GMT",False,False,2026-09-07T07:16:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1683,hdhub4u.cl,https://hdhub4u.cl/llms.txt,https://hdhub4u.cl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1684,bef77.com,https://bef77.com/llms.txt,https://bef77.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:24Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1685,pmkisan.gov.in,https://pmkisan.gov.in/llms.txt,https://pmkisan.gov.in/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,12058,False,,False,False,2026-09-07T07:29:46Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
1686,tjsp.jus.br,https://tjsp.jus.br/llms.txt,https://www.tjsp.jus.br/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1687,livescore.cz,https://livescore.cz/llms.txt,https://www.livescore.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6075,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1688,animanch.com,https://animanch.com/llms.txt,https://animanch.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,96516,False,,False,False,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1689,pornobrasil.com,https://pornobrasil.com/llms.txt,https://pornobrasil.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,74812,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1690,betpawa.ug,https://betpawa.ug/llms.txt,https://www.betpawa.ug/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7713,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1691,goal7.co,https://goal7.co/llms.txt,https://goal7.co/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1692,ojogodobicho.com,https://ojogodobicho.com/llms.txt,https://www.ojogodobicho.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8457,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1693,bancodevenezuela.com,http://bancodevenezuela.com/llms.txt,http://bancodevenezuela.com/llms.txt,403,0,False,text/html,blocked_forbidden,False,False,False,,0,0,915,False,,False,False,2026-09-07T07:16:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1694,fabguys.com,https://fabguys.com/llms.txt,https://www.fabguys.com/Handler.aspx?404;https://www.fabguys.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,160,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1695,xsmn.mobi,https://xsmn.mobi/llms.txt,https://xsmn.mobi/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1696,conectate.com.do,https://conectate.com.do/llms.txt,https://www.conectate.com.do/llms.txt,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Conectate.com.do,4,46,5684,False,"Mon, 07 Sep 2026 07:16:27 GMT",False,False,2026-09-07T07:16:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1697,betano.bet.ar,https://betano.bet.ar/llms.txt,https://www.betano.bet.ar/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,358,False,,False,True,2026-09-07T07:16:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1698,minhngoc.net.vn,https://minhngoc.net.vn/llms.txt,https://www.minhngoc.net.vn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2350,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1699,triunfobet.com,https://triunfobet.com/llms.txt,https://triunfobet.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,25166,False,,False,True,2026-09-07T07:16:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1700,espn.com.ve,https://espn.com.ve/llms.txt,https://www.espn.com.ve/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1701,medallia.com,https://medallia.com/llms.txt,https://www.medallia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1702,xoso.com.vn,https://xoso.com.vn/llms.txt,https://xoso.com.vn/404.html,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38255,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1703,packzy.com,https://packzy.com/llms.txt,https://packzy.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6603,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1704,happymh.com,https://happymh.com/llms.txt,https://happymh.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1705,mobiledokan.com,https://mobiledokan.com/llms.txt,https://www.mobiledokan.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1690,False,,False,True,2026-09-07T07:16:24Z,,,1,missing_404,False,missing_404
1706,xhwide.com,http://xhwide.com/llms.txt,http://xhwide.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:24Z,TIMEOUT,,1,missing_404,False,missing_404
1707,desiviral.net,https://desiviral.net/llms.txt,https://desiviral.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Desiviral,1,4,260,False,"Sat, 20 Jun 2026 15:56:33 GMT",True,True,2026-09-07T07:16:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1708,koselarab.com,https://koselarab.com/llms.txt,https://koselarab.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5534,False,,False,False,2026-09-07T07:16:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1709,hotpic.cc,http://hotpic.cc/llms.txt,https://hotpic.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:46Z,TIMEOUT,,2,network_timeout,True,network_timeout
1710,kinnser.net,http://kinnser.net/llms.txt,https://kinnser.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
1711,thscore99.com,https://thscore99.com/llms.txt,https://www.thscore99.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16588,False,,False,True,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1712,linkmake.in,https://linkmake.in/llms.txt,https://linkmake.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2541,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1713,site777.jp,https://site777.jp/llms.txt,http://www.d-deltanet.com/ld/,403,1,False,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:16:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1714,simontokx.asia,https://simontokx.asia/llms.txt,https://simontokx.asia/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1715,az24.vn,https://az24.vn/llms.txt,https://az24.vn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1716,xbanxia.cc,https://xbanxia.cc/llms.txt,https://www.xbanxia.cc/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1717,tamildhool.tech,https://tamildhool.tech/llms.txt,https://www.tamildhool.tech/llms.txt,200,1,True,text/plain; charset=utf8,ambiguous,False,False,False,,4,16,1858,True,"Thu, 03 Sep 2026 07:47:49 GMT",True,True,2026-09-07T07:16:25Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1718,sexemodel.com,https://sexemodel.com/llms.txt,https://www.meslibertines.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38377,False,,False,True,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1719,annunci69.it,https://annunci69.it/llms.txt,https://www.annunci69.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1720,vymanga.com,https://vymanga.com/llms.txt,https://vymanga.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:16:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1721,oricon.co.jp,https://oricon.co.jp/llms.txt,https://www.oricon.co.jp/llms.txt,404,1,True,text/html; charset=shift_jis,missing_404,False,False,False,,0,0,14009,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1722,pornoborshch.com,https://pornoborshch.com/llms.txt,https://pornoborshch.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1723,gree-apps.net,https://gree-apps.net/llms.txt,https://gree-apps.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1724,kqbd.mobi,https://kqbd.mobi/llms.txt,https://kqbd.mobi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2776,False,,False,False,2026-09-07T07:16:25Z,,,1,missing_404,False,missing_404
1725,sattamatkadpboss.mobi,https://sattamatkadpboss.mobi/llms.txt,https://sattamatkavip.in/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,SattaMatkaVip.in,43,0,33251,False,"Sun, 06 Sep 2026 21:45:47 GMT",False,True,2026-09-07T07:16:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1726,dpbossss.boston,https://dpbossss.boston/llms.txt,https://dpbosssss.mobi/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,DPBOSS | SATTA MATKA | KALYAN MATKA | MATKA RESULT | MATKA | SATTA,4,265,27100,False,"Sun, 06 Sep 2026 04:19:04 GMT",True,True,2026-09-07T07:16:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1727,xahani.com,https://xahani.com/llms.txt,https://www.xahani.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,94208,False,,False,True,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1728,pitc.com.pk,http://pitc.com.pk/llms.txt,https://pitc.com.pk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
1729,scan-manga.com,https://scan-manga.com/llms.txt,https://www.scan-manga.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57566,False,,False,False,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1730,xxxpostpic.org,https://xxxpostpic.org/llms.txt,https://www2.xxxpostpic.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34767,False,,False,True,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1731,tamilsexzone.com,https://tamilsexzone.com/llms.txt,https://www.tamilsexzone.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,150855,False,,False,True,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1732,xxxhindi.to,https://xxxhindi.to/llms.txt,https://www.xxxhindi.to/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2226,False,,False,True,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1733,bpcl.in,https://bpcl.in/llms.txt,https://bpcl.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1734,ftc.gov,https://ftc.gov/llms.txt,https://www.ftc.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 07:16:27 GMT",True,True,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1735,lectormangass.net,https://lectormangass.net/llms.txt,https://lectormangaas.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,7978,False,,False,True,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1736,loteriadehoy.com,https://loteriadehoy.com/llms.txt,https://loteriadehoy.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,303,False,,False,False,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1737,vnsextop1.com,https://vnsextop1.com/llms.txt,https://vnsextop1.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:16:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1738,satta-king-fast.com,https://satta-king-fast.com/llms.txt,https://satta-king-fast.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2966,False,,False,False,2026-09-07T07:16:26Z,,,1,missing_404,False,missing_404
1739,javwow.com,https://javwow.com/llms.txt,https://javwow.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,88572,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1740,freesexkahani.com,https://freesexkahani.com/llms.txt,https://www.freesexkahani.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48519,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1741,antarvasna3.com,https://antarvasna3.com/llms.txt,https://www.antarvasna3.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71876,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1742,sex-studentki.cafe,https://sex-studentki.cafe/llms.txt,https://x.sex-studentki.team/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5477,False,,False,False,2026-09-07T07:16:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1743,cbl.gov.ly,https://cbl.gov.ly/llms.txt,https://cbl.gov.ly,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,12312,False,,False,True,2026-09-07T07:16:27Z,,Redirected away to https://cbl.gov.ly,1,redirect_other,False,redirect_other
1744,maynoe.com,https://maynoe.com/llms.txt,https://maynoe.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50237,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1745,bhojpurisex.site,https://bhojpurisex.site/llms.txt,https://www.bhojpurisex.site/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9523,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1746,b7510.com,https://b7510.com/llms.txt,https://b7510.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:27Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1747,staseraintv.com,https://staseraintv.com/llms.txt,https://staseraintv.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,277,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1748,bpexch.live,https://bpexch.live/llms.txt,https://bpexch.live/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1749,desitelugusex.com,https://desitelugusex.com/llms.txt,https://desitelugusex.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,25735,False,,False,False,2026-09-07T07:16:27Z,,Redirected away to https://desitelugusex.com/,1,redirect_other,False,redirect_other
1750,sexvid1.com,https://sexvid1.com/llms.txt,https://www.sexvid1.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1751,xn--12c1ezaww.com,https://xn--12c1ezaww.com/llms.txt,https://xn--12c1ezaww.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26843,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1752,sambad.com,https://sambad.com/llms.txt,https://sambad.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16607,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1753,sexmupxinh.net,https://sexmupxinh.net/llms.txt,https://sexmupxinh.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1754,education.ne.jp,https://education.ne.jp/llms.txt,https://education.ne.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1755,mobcup.fm,https://mobcup.fm/llms.txt,https://mobcup.fm/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5424,False,,False,False,2026-09-07T07:16:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1756,incometax.gov.in,https://incometax.gov.in/llms.txt,https://incometax.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1757,rsch.jp,https://rsch.jp/llms.txt,https://rsch.jp/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,210,False,,False,True,2026-09-07T07:16:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1758,mangaraw.ac,https://mangaraw.ac/llms.txt,https://mangaraw.ac/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1759,xxxvideosind.com,https://xxxvideosind.com/llms.txt,https://xxxvideosind.com/llms.txt,410,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1760,xvideo.vlog.br,https://xvideo.vlog.br/llms.txt,https://xvideo.vlog.br/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Xvideo - Videos Porno, Filmes de Sexo, Xvideos Brasil",1,97,46349,False,"Mon, 07 Sep 2026 06:14:04 GMT",True,True,2026-09-07T07:16:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1761,gree-pf.net,https://gree-pf.net/llms.txt,https://gree-pf.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1762,ad-contents.jp,https://ad-contents.jp/llms.txt,https://ad-contents.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1763,twilio.com,https://twilio.com/llms.txt,https://www.twilio.com/llms.txt,200,1,True,text/markdown; charset=utf-8,ambiguous,False,False,False,,4,0,8435,False,"Sun, 06 Sep 2026 23:05:06 GMT",True,True,2026-09-07T07:16:27Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1764,admissions.nic.in,https://admissions.nic.in/llms.txt,https://admissions.nic.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1765,dns-shop.ru,https://dns-shop.ru/llms.txt,https://www.dns-shop.ru/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,DNS Shop (dns-shop.ru),10,0,6125,False,"Mon, 07 Sep 2026 04:41:05 GMT",True,True,2026-09-07T07:16:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1766,playinboss.com,https://playinboss.com/llms.txt,https://playinboss.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59513,False,,False,True,2026-09-07T07:16:27Z,,,1,missing_404,False,missing_404
1767,futbol-libres.su,https://futbol-libres.su/llms.txt,https://futbol-libres.su/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1768,sattamatkano1.me,https://sattamatkano1.me/llms.txt,https://sattamatkano1.me/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,sattamatkano1.me — Madhur Matka | Satta Matka Result | Kalyan Bazar | SM Matka: Satta Batta,4,74,7606,False,"Sun, 19 Jul 2026 04:50:21 GMT",True,False,2026-09-07T07:16:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1769,examinationservices.nic.in,https://examinationservices.nic.in/llms.txt,https://examinationservices.nic.in/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,297,False,"Fri, 17 Dec 2021 06:37:04 GMT",True,False,2026-09-07T07:16:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1770,ak2yy.com,https://ak2yy.com/llms.txt,https://ak2yy.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1771,isaidub.ceo,https://isaidub.ceo/llms.txt,https://isaidub.ceo/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1772,hdhub4u.med,https://hdhub4u.med/llms.txt,https://hdhub4u.med/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1773,moviesda33.com,https://moviesda33.com/llms.txt,https://moviesda33.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:52Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1774,filmyfly.cafe,https://filmyfly.cafe/llms.txt,https://filmyfly.sale,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,52149,False,"Sun, 06 Sep 2026 16:12:54 GMT",False,True,2026-09-07T07:16:28Z,,Redirected away to https://filmyfly.sale,1,redirect_other,False,redirect_other
1775,filmyfly.luxe,https://filmyfly.luxe/llms.txt,https://filmyfly.sale/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,52149,False,"Sun, 06 Sep 2026 16:12:54 GMT",False,True,2026-09-07T07:16:28Z,,Redirected away to https://filmyfly.sale/,1,redirect_other,False,redirect_other
1776,filmyzilla45.com,https://filmyzilla45.com/llms.txt,https://www.filmyzilla65.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,33164,False,,False,False,2026-09-07T07:16:28Z,,Redirected away to https://www.filmyzilla65.com,1,redirect_other,False,redirect_other
1777,overwolf.com,https://overwolf.com/llms.txt,https://www.overwolf.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,10728,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1778,gartner.com,https://gartner.com/llms.txt,https://www.gartner.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4903,False,,False,False,2026-09-07T07:16:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1779,sedoparking.com,https://sedoparking.com/llms.txt,https://sedoparking.com/llms.txt,403,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,58,False,"Mon, 07 Sep 2026 07:16:29 GMT",False,True,2026-09-07T07:16:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1780,smadex.com,https://smadex.com/llms.txt,https://smadex.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8855,False,,False,True,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1781,edgecastdns.net,https://edgecastdns.net/llms.txt,https://edgecastdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1782,almasryalyoum.com,https://almasryalyoum.com/llms.txt,https://www.almasryalyoum.com/html/error?aspxerrorpath=//llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,78271,False,"Thu, 03 Sep 2026 13:12:43 GMT",False,False,2026-09-07T07:16:28Z,,Redirected away to https://www.almasryalyoum.com/html/error?aspxerrorpath=//llms.txt,1,redirect_other,False,redirect_other
1783,google.ru,https://google.ru/llms.txt,https://google.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1784,letour.fr,https://letour.fr/llms.txt,https://www.letour.fr/fr,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3230,False,,True,True,2026-09-07T07:16:28Z,,Redirected away to https://www.letour.fr/fr,1,redirect_other,False,redirect_other
1785,trello.com,https://trello.com/llms.txt,https://trello.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,50882,False,,False,True,2026-09-07T07:16:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1786,rustore.ru,https://rustore.ru/llms.txt,https://www.rustore.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,98857,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1787,fedex.com,https://fedex.com/llms.txt,https://www.fedex.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,1771,False,,True,False,2026-09-07T07:16:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1788,yximgs.com,https://yximgs.com/llms.txt,https://yximgs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1789,douyin.com,https://douyin.com/llms.txt,https://www.douyin.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44517,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1790,threads.net,https://threads.net/llms.txt,https://www.threads.com/login/?next=https://www.threads.com/llms.txt/,200,2,True,"text/html; charset=""utf-8""",redirect_other,False,False,False,,0,0,97471,False,,False,True,2026-09-07T07:16:28Z,,Redirected away to https://www.threads.com/login/?next=https://www.threads.com/llms.txt/,1,redirect_other,False,redirect_other
1791,shutterstock.com,https://shutterstock.com/llms.txt,https://www.shutterstock.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,784,False,,False,True,2026-09-07T07:16:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1792,apdcdn.com,https://apdcdn.com/llms.txt,https://apdcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1793,xxxbule.com,https://xxxbule.com/llms.txt,https://www.xxxbule.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,276,False,,False,True,2026-09-07T07:16:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1794,vmware.com,https://vmware.com/llms.txt,https://www.vmware.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3619,False,,False,True,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1795,evo-games.com,https://evo-games.com/llms.txt,https://evo-games.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1796,tawk.to,https://tawk.to/llms.txt,https://tawk.to/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,836,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1797,avira.com,https://avira.com/llms.txt,https://www.avira.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,127271,False,,False,True,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1798,filmweb.pl,https://filmweb.pl/llms.txt,https://www.filmweb.pl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1630,False,,False,True,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1799,ico.org.uk,https://ico.org.uk/llms.txt,https://ico.org.uk/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1800,va.gov,http://va.gov/llms.txt,https://www.va.gov/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,89377,False,,False,True,2026-09-07T07:16:28Z,TIMEOUT,,1,missing_404,False,missing_404
1801,cmu.edu,https://cmu.edu/llms.txt,https://www.cmu.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2625,False,"Thu, 10 Dec 2020 11:18:28 GMT",False,True,2026-09-07T07:16:28Z,,,1,missing_404,False,missing_404
1802,enable-javascript.com,https://enable-javascript.com/llms.txt,https://www.enable-javascript.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:29Z,,,1,missing_404,False,missing_404
1803,fao.org,https://fao.org/llms.txt,https://fao.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:54Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1804,166.com,http://166.com/llms.txt,http://166.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:29Z,TIMEOUT,,1,missing_404,False,missing_404
1805,contextweb.com,https://contextweb.com/llms.txt,https://contextweb.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:29Z,,,1,missing_404,False,missing_404
1806,vanityfair.it,https://vanityfair.it/llms.txt,https://www.vanityfair.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24406,False,,False,True,2026-09-07T07:16:29Z,,,1,missing_404,False,missing_404
1807,xserver.jp,https://xserver.jp/llms.txt,https://xserver.jp/llms.txt,404,0,True,text/html; charset=euc-jp,missing_404,False,False,False,,0,0,34530,False,,False,False,2026-09-07T07:16:29Z,,,1,missing_404,False,missing_404
1808,upskirt.tv,https://upskirt.tv/llms.txt,https://upskirt.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75795,False,,False,True,2026-09-07T07:16:29Z,,,1,missing_404,False,missing_404
1809,1mg.com,https://1mg.com/llms.txt,https://www.1mg.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75711,False,,False,True,2026-09-07T07:16:29Z,,,1,missing_404,False,missing_404
1810,adroll.com,https://adroll.com/llms.txt,https://www.adroll.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4307,False,,False,True,2026-09-07T07:16:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1811,sciencedaily.com,https://sciencedaily.com/llms.txt,https://sciencedaily.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:16:30Z,,,1,missing_404,False,missing_404
1812,abola.pt,https://abola.pt/llms.txt,https://www.abola.pt/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16252,False,,False,True,2026-09-07T07:16:30Z,,,1,missing_404,False,missing_404
1813,loobygamesonline.com,http://loobygamesonline.com/llms.txt,http://www.loobygamesonline.com/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:30Z,TIMEOUT,,1,missing_404,False,missing_404
1814,rapid7.com,https://rapid7.com/llms.txt,https://rapid7.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:54Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
1815,home.pl,https://home.pl/llms.txt,https://home.pl/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1838,False,"Mon, 07 Sep 2026 03:53:43 GMT",True,True,2026-09-07T07:16:30Z,,,1,missing_404,False,missing_404
1816,w3schools.com,https://w3schools.com/llms.txt,https://www.w3schools.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1044,False,,False,True,2026-09-07T07:16:30Z,,,1,missing_404,False,missing_404
1817,mongodb.com,https://mongodb.com/llms.txt,https://www.mongodb.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,MongoDB,13,68,9379,False,"Fri, 04 Sep 2026 18:01:07 GMT",True,True,2026-09-07T07:16:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1818,dns.cn,http://dns.cn/llms.txt,https://dns.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
1819,qcloud.com,https://qcloud.com/llms.txt,https://cloud.tencent.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,36862,False,,False,False,2026-09-07T07:16:31Z,,Redirected away to https://cloud.tencent.com,1,redirect_other,False,redirect_other
1820,xhpro.live,https://xhpro.live/llms.txt,https://xhpro.live/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:31Z,,,1,missing_404,False,missing_404
1821,attn.tv,http://attn.tv/llms.txt,https://www.attentive.com/?utm_source=attn.tv,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,176245,False,"Mon, 07 Sep 2026 07:16:39 GMT",False,False,2026-09-07T07:16:31Z,TIMEOUT,Redirected away to https://www.attentive.com/?utm_source=attn.tv,1,redirect_other,False,redirect_other
1822,newsweek.com,https://newsweek.com/llms.txt,https://www.newsweek.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5516,False,,False,False,2026-09-07T07:16:31Z,,,1,missing_404,False,missing_404
1823,up.gov.in,https://up.gov.in/llms.txt,https://up.gov.in/frmHttpErrorPage.aspx,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15560,False,,False,True,2026-09-07T07:16:31Z,,Redirected away to https://up.gov.in/frmHttpErrorPage.aspx,1,redirect_other,False,redirect_other
1824,google.es,https://google.es/llms.txt,https://google.es/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:31Z,,,1,missing_404,False,missing_404
1825,prokerala.com,https://prokerala.com/llms.txt,https://www.prokerala.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,621,False,"Wed, 13 Nov 2024 05:40:52 GMT",True,False,2026-09-07T07:16:31Z,,,1,missing_404,False,missing_404
1826,kargo.com,https://kargo.com/llms.txt,https://www.kargo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57962,False,,False,True,2026-09-07T07:16:31Z,,,1,missing_404,False,missing_404
1827,mioffice.cn,https://mioffice.cn/llms.txt,https://mioffice.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1828,osym.gov.tr,http://osym.gov.tr/llms.txt,https://osym.gov.tr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
1829,sexlog.com,https://sexlog.com/llms.txt,https://www.sexlog.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3184,False,,False,True,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1830,deped.gov.ph,https://deped.gov.ph/llms.txt,https://deped.gov.ph/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,345,False,,True,False,2026-09-07T07:16:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1831,rfihub.com,https://rfihub.com/llms.txt,https://rfihub.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1832,acs.org,https://acs.org/llms.txt,https://www.acs.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,9419,False,,False,True,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1833,tupi.fm,https://tupi.fm/llms.txt,https://www.tupi.fm/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,864,False,,False,True,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1834,your-server.de,https://your-server.de/llms.txt,https://your-server.de/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,301,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1835,newyorker.com,https://newyorker.com/llms.txt,https://www.newyorker.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23720,False,,False,True,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1836,themoviedb.org,https://themoviedb.org/llms.txt,https://www.themoviedb.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,83480,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1837,mamastar.jp,https://mamastar.jp/llms.txt,https://mamastar.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,832,False,,False,True,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1838,adobestats.io,https://adobestats.io/llms.txt,https://adobestats.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1839,wonporn.com,https://wonporn.com/llms.txt,https://wonporn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1840,darknessporn.com,https://darknessporn.com/llms.txt,https://darknessporn.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,279,False,,False,True,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1841,anybunny.org,https://anybunny.org/llms.txt,https://anybunny.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1842,freewebnovel.com,https://freewebnovel.com/llms.txt,https://freewebnovel.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,15112,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1843,1c.ru,https://1c.ru/llms.txt,https://1c.ru/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1844,google.nl,https://google.nl/llms.txt,https://google.nl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1845,bitdefender.com,https://bitdefender.com/llms.txt,https://www.bitdefender.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Bitdefender | Global Leader in Cybersecurity,2,35,10042,False,"Thu, 30 Jul 2026 07:16:37 GMT",True,True,2026-09-07T07:16:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1846,dhl.com,http://dhl.com/llms.txt,https://dhl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
1847,avito.st,https://avito.st/llms.txt,https://www.avito.ru/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29907,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1848,googll.store,https://googll.store/llms.txt,https://googll.store/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:32Z,,,1,missing_404,False,missing_404
1849,lecturas.com,http://lecturas.com/llms.txt,https://www.lecturas.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1850,register.com,https://register.com/llms.txt,https://www.register.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5601,False,,False,False,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1851,pla3.com,https://pla3.com/llms.txt,https://pla3.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1852,kir2kos.net,https://kir2kos.net/llms.txt,https://kir2kos.net/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,سکس ایرانی | دانلود فیلم پورن ایرانی و سوپر وطنی - بکن تو,6,1195,471627,False,"Tue, 16 Dec 2025 22:23:47 GMT",True,False,2026-09-07T07:16:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1853,fc2.com,https://fc2.com/llms.txt,https://error.fc2.com/other/,404,1,True,text/html,missing_404,False,False,False,,0,0,4260,False,,False,True,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1854,twibbonize.com,https://twibbonize.com/llms.txt,https://twibbonize.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1855,avto.net,https://avto.net/llms.txt,https://avto.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5529,False,,False,False,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1856,shaalaa.com,https://shaalaa.com/llms.txt,https://www.shaalaa.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25545,False,,False,False,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1857,dbankcloud.cn,https://dbankcloud.cn/llms.txt,https://dbankcloud.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:29:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1858,escortbabylon.net,https://escortbabylon.net/llms.txt,https://escortbabylon.net/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,92,False,,False,False,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1859,rncdn7.com,http://rncdn7.com/llms.txt,https://rncdn7.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
1860,csc.gov.in,http://csc.gov.in/llms.txt,https://csc.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:03Z,SSL_ERROR,,2,network_timeout,True,network_timeout
1861,filesdl.top,https://filesdl.top/llms.txt,https://filesdl.top/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1862,dord.gov.in,https://dord.gov.in/llms.txt,https://www.dord.gov.in/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,385,False,,False,True,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1863,wcd.gov.in,https://wcd.gov.in/llms.txt,https://wcd.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6603,False,,False,True,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1864,albumaty.com,https://albumaty.com/llms.txt,https://www.albumaty.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1865,meteored.cl,https://meteored.cl/llms.txt,https://www.meteored.cl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42595,False,,False,True,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1866,downloadpage.xyz,https://downloadpage.xyz/llms.txt,https://downloadpage.xyz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1867,bisp.gov.pk,https://bisp.gov.pk/llms.txt,https://bisp.gov.pk/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4834,False,,False,True,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1868,javsub.blog,https://javsub.blog/llms.txt,https://javsub.blog/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1869,newtoki1.org,https://newtoki1.org/llms.txt,https://newtoki1.org/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,3134,False,,False,True,2026-09-07T07:16:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1870,xfinity.com,https://xfinity.com/llms.txt,https://www.xfinity.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Xfinity,6,260,40769,False,"Wed, 01 Apr 2026 17:55:54 GMT",True,True,2026-09-07T07:16:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1871,xn--42cf7cgd7gxbd4m7c.cc,https://xn--42cf7cgd7gxbd4m7c.cc/llms.txt,https://www.xn--42cf7cgd7gxbd4m7c.cc/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47263,False,,False,True,2026-09-07T07:16:33Z,,,1,missing_404,False,missing_404
1872,bgtee.com,https://bgtee.com/llms.txt,https://bgtee.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:16:33Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1873,orange.fr,https://orange.fr/llms.txt,https://www.orange.fr/portail,200,2,True,text/html,redirect_other,False,False,False,,0,0,1193,False,"Thu, 03 Sep 2026 09:39:31 GMT",True,True,2026-09-07T07:16:33Z,,Redirected away to https://www.orange.fr/portail,1,redirect_other,False,redirect_other
1874,viet69z.me,https://viet69z.me/llms.txt,https://viet69z.to/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7357,False,,False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1875,pusher.com,https://pusher.com/llms.txt,https://pusher.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,32485,False,,True,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1876,funinexch.com,https://funinexch.com/llms.txt,https://funinexch.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26659,False,,False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1877,nirvam.it,https://nirvam.it/llms.txt,http://www.nirvam.it/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1878,trustarc.com,https://trustarc.com/llms.txt,https://trustarc.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1879,ydparty04.tv,https://ydparty04.tv/llms.txt,https://ydparty08.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,"Mon, 07 Sep 2026 07:16:36 GMT",False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1880,assamesesexvideos.com,https://assamesesexvideos.com/llms.txt,https://assamesesexvideos.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:16:34Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1881,joinindianarmy.nic.in,https://joinindianarmy.nic.in/llms.txt,https://joinindianarmy.nic.in/error.aspx,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3384,False,,False,True,2026-09-07T07:16:34Z,,Redirected away to https://joinindianarmy.nic.in/error.aspx,1,redirect_other,False,redirect_other
1882,movieswood.cloud,https://movieswood.cloud/llms.txt,https://movieswood.cloud/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1883,kolkataff.tv,https://kolkataff.tv/llms.txt,https://kolkataff.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,796,False,,False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1884,battle.net,https://battle.net/llms.txt,https://battle.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:16:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1885,vdy.to,https://vdy.to/llms.txt,https://streamrizz.com/404,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,5393,False,,False,True,2026-09-07T07:16:34Z,,Redirected away to https://streamrizz.com/404,1,redirect_other,False,redirect_other
1886,rexporn.sex,https://rexporn.sex/llms.txt,https://www.rexporn.sex/llms.txt,404,1,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,36261,False,,False,True,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1887,max.ru,https://max.ru/llms.txt,https://max.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1399,False,,True,False,2026-09-07T07:16:34Z,,,1,missing_404,False,missing_404
1888,pluto.tv,https://pluto.tv/llms.txt,https://pluto.tv/intl/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,9152,False,,True,True,2026-09-07T07:16:34Z,,Redirected away to https://pluto.tv/intl/,1,redirect_other,False,redirect_other
1889,gpcloudservice.com,https://gpcloudservice.com/llms.txt,https://gpcloudservice.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1890,restream-media.net,https://restream-media.net/llms.txt,https://restream-media.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1891,wskam.com,https://wskam.com/llms.txt,https://wskam.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1892,moodle.org,https://moodle.org/llms.txt,https://moodle.org/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,665,False,,False,False,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1893,jino.ru,https://jino.ru/llms.txt,https://o.jino.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4487,False,,False,False,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1894,jamfcloud.com,https://jamfcloud.com/llms.txt,https://jamfcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1895,greenxh.live,https://greenxh.live/llms.txt,https://greenxh.live/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1896,ucsd.edu,https://ucsd.edu/llms.txt,https://ucsd.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17533,False,"Tue, 11 Aug 2026 21:46:56 GMT",False,True,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1897,px-cloud.net,https://px-cloud.net/llms.txt,https://px-cloud.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1898,tsc.go.ke,http://tsc.go.ke/llms.txt,https://tsc.go.ke/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
1899,blacktoon415.com,http://blacktoon415.com/llms.txt,https://blacktoon415.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:04Z,SSL_ERROR,,2,network_timeout,True,network_timeout
1900,pagibigfundservices.com,https://pagibigfundservices.com/llms.txt,https://pagibigfundservices.com/Views/Maintenance.aspx,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,14258,False,,False,True,2026-09-07T07:16:35Z,,Redirected away to https://pagibigfundservices.com/Views/Maintenance.aspx,1,redirect_other,False,redirect_other
1901,case-battle.id,https://case-battle.id/llms.txt,https://case-battle.ac/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36494,False,,False,True,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1902,x-arxx.com,https://x-arxx.com/llms.txt,https://xarxxx.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,80725,False,,False,True,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1903,bytefcdn-ttpeu.com,https://bytefcdn-ttpeu.com/llms.txt,https://bytefcdn-ttpeu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1904,filmyfly.soy,https://filmyfly.soy/llms.txt,https://filmyfly.soy/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5541,False,,False,False,2026-09-07T07:16:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1905,yasyadong02.tv,http://yasyadong02.tv/llms.txt,https://yasyadong02.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:05Z,SSL_ERROR,,2,network_timeout,True,network_timeout
1906,pewresearch.org,https://pewresearch.org/llms.txt,https://www.pewresearch.org/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Pew Research Center,3,22,2300,False,,False,True,2026-09-07T07:16:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1907,sendgrid.net,https://sendgrid.net/llms.txt,https://sendgrid.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:35Z,,,1,missing_404,False,missing_404
1908,usercontent.microsoft,https://usercontent.microsoft/llms.txt,https://usercontent.microsoft/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1909,filmyzilla52.com,https://filmyzilla52.com/llms.txt,https://www.filmyzilla65.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,33164,False,,False,False,2026-09-07T07:16:35Z,,Redirected away to https://www.filmyzilla65.com,1,redirect_other,False,redirect_other
1910,5movierulz.vote,https://5movierulz.vote/llms.txt,https://www.5movierulz.ventures/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1188,False,,False,True,2026-09-07T07:16:36Z,,,1,missing_404,False,missing_404
1911,moviesda34.com,https://moviesda34.com/llms.txt,https://moviesda34.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:07Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1912,ipredictive.com,https://ipredictive.com/llms.txt,https://ipredictive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1913,bollyflix.at,https://bollyflix.at/llms.txt,https://bollyflix.at/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,8650,False,,False,False,2026-09-07T07:16:36Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1914,xpvid.cc,http://xpvid.cc/llms.txt,https://xpvid.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:07Z,TIMEOUT,,2,network_timeout,True,network_timeout
1915,alexismilan.com,https://alexismilan.com/llms.txt,https://alexismilan.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,318,False,,False,False,2026-09-07T07:16:36Z,,,1,missing_404,False,missing_404
1916,filmyfly.faith,https://filmyfly.faith/llms.txt,https://filmyfly.sale/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,52149,False,"Sun, 06 Sep 2026 16:12:54 GMT",False,True,2026-09-07T07:16:36Z,,Redirected away to https://filmyfly.sale/,1,redirect_other,False,redirect_other
1917,vidylee.click,https://vidylee.click/llms.txt,https://vidylee.click/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1407,False,"Mon, 31 Aug 2026 21:12:58 GMT",False,False,2026-09-07T07:16:36Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1918,moviezwap.land,https://moviezwap.land/llms.txt,https://www.moviezwap.best/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,240,False,,False,False,2026-09-07T07:16:36Z,,,1,missing_404,False,missing_404
1919,blacktoon417.com,http://blacktoon417.com/llms.txt,https://blacktoon417.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:08Z,SSL_ERROR,,2,network_timeout,True,network_timeout
1920,mingky05.live,https://mingky05.live/llms.txt,https://mingky08.tv/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,31956,False,"Mon, 07 Sep 2026 07:16:39 GMT",False,True,2026-09-07T07:16:36Z,,Redirected away to https://mingky08.tv/,1,redirect_other,False,redirect_other
1921,olxprc.com,https://olxprc.com/llms.txt,https://olxprc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1922,xnhau.you,https://xnhau.you/llms.txt,https://xnhau.city/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,23253,False,,False,False,2026-09-07T07:16:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1923,mp4moviez.soccer,https://mp4moviez.soccer/llms.txt,https://mp4moviez.soccer/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:10Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1924,rexify.com.ng,https://rexify.com.ng/llms.txt,https://rexify.com.ng/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,366,False,,False,True,2026-09-07T07:16:36Z,,,1,missing_404,False,missing_404
1925,mp4moviez.dad,https://mp4moviez.dad/llms.txt,https://mp4moviez.dad/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1926,5movierulz.support,https://5movierulz.support/llms.txt,https://www.5movierulz.ventures/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16711,False,,False,True,2026-09-07T07:16:36Z,,,1,missing_404,False,missing_404
1927,xnhau.xxx,https://xnhau.xxx/llms.txt,https://xnhau.city/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,36015,False,,False,False,2026-09-07T07:16:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1928,filmyzilla46.com,https://filmyzilla46.com/llms.txt,https://www.filmyzilla65.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,33164,False,,False,False,2026-09-07T07:16:37Z,,Redirected away to https://www.filmyzilla65.com,1,redirect_other,False,redirect_other
1929,5movierulz.limited,https://5movierulz.limited/llms.txt,https://www.5movierulz.ventures/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16711,False,,False,True,2026-09-07T07:16:37Z,,,1,missing_404,False,missing_404
1930,blacktoon416.com,http://blacktoon416.com/llms.txt,https://blacktoon416.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:11Z,SSL_ERROR,,2,network_timeout,True,network_timeout
1931,xnhau.bio,https://xnhau.bio/llms.txt,https://xnhau.city/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,23255,False,,False,False,2026-09-07T07:16:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1932,nps.gov,https://nps.gov/llms.txt,https://www.nps.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,18909,False,"Thu, 04 Dec 2025 14:22:22 GMT",True,False,2026-09-07T07:16:37Z,,,1,missing_404,False,missing_404
1933,deezer.com,https://deezer.com/llms.txt,https://www.deezer.com/soon,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,8497,False,,False,True,2026-09-07T07:16:37Z,,Redirected away to https://www.deezer.com/soon,1,redirect_other,False,redirect_other
1934,omnitagjs.com,https://omnitagjs.com/llms.txt,https://omnitagjs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1935,zenlogic.net,http://zenlogic.net/llms.txt,https://zenlogic.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:11Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
1936,livechatinc.com,https://livechatinc.com/llms.txt,https://www.livechat.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,LiveChat - The Best AI Live Chat Software for Business | LiveChat.com,26,193,55714,False,,True,True,2026-09-07T07:16:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1937,marketwatch.com,https://marketwatch.com/llms.txt,https://www.marketwatch.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,392954,False,,False,True,2026-09-07T07:16:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1938,ns1p.net,https://ns1p.net/llms.txt,https://ns1p.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:16:37Z,,,1,missing_404,False,missing_404
1939,intercom.com,https://intercom.com/llms.txt,https://www.intercom.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Intercom — llms.txt,14,54,8183,False,,False,True,2026-09-07T07:16:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1940,arstechnica.com,https://arstechnica.com/llms.txt,https://arstechnica.com/llms.txt,202,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:16:38Z,,,1,ambiguous,False,ambiguous
1941,geocities.com,https://geocities.com/llms.txt,https://www.yahoo.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,31653,False,,False,True,2026-09-07T07:16:38Z,,Redirected away to https://www.yahoo.com/,1,redirect_other,False,redirect_other
1942,utexas.edu,https://utexas.edu/llms.txt,https://www.utexas.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,188,False,"Mon, 07 Sep 2026 02:07:52 GMT",True,True,2026-09-07T07:16:38Z,,,1,missing_404,False,missing_404
1943,zdnet.com,https://zdnet.com/llms.txt,https://www.zdnet.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1185,False,,False,False,2026-09-07T07:16:38Z,,,1,missing_404,False,missing_404
1944,ak-is2.net,https://ak-is2.net/llms.txt,https://ak-is2.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1945,yimg.com,https://yimg.com/llms.txt,https://yimg.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,194,False,,False,True,2026-09-07T07:16:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1946,sitescout.com,https://sitescout.com/llms.txt,https://basis.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,54960,False,"Mon, 07 Sep 2026 07:12:37 GMT",False,True,2026-09-07T07:16:38Z,,Redirected away to https://basis.com/,1,redirect_other,False,redirect_other
1947,samsungknox.com,https://samsungknox.com/llms.txt,https://www.samsungknox.com/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70808,False,,True,False,2026-09-07T07:16:38Z,,,1,missing_404,False,missing_404
1948,tiktokglobalshopv.com,https://tiktokglobalshopv.com/llms.txt,https://tiktokglobalshopv.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,144,False,,False,True,2026-09-07T07:16:38Z,,,1,missing_404,False,missing_404
1949,api.aws,https://api.aws/llms.txt,https://api.aws/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1950,tdnsstic1.cn,https://tdnsstic1.cn/llms.txt,https://tdnsstic1.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1951,mathtag.com,https://mathtag.com/llms.txt,https://mathtag.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1952,bing.net,https://bing.net/llms.txt,https://bing.net/llms.txt,400,0,True,,ambiguous,False,False,False,,0,0,194,False,,False,False,2026-09-07T07:16:38Z,,,1,ambiguous,False,ambiguous
1953,rzone.de,https://rzone.de/llms.txt,https://rzone.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1954,ctadns.cn,https://ctadns.cn/llms.txt,https://ctadns.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1955,gdemoideti.ru,https://gdemoideti.ru/llms.txt,https://gdemoideti.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Homepage - https://gdemoideti.ru/,0,0,5141,False,"Thu, 23 Jul 2026 14:21:11 GMT",True,True,2026-09-07T07:16:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1956,adrta.com,https://adrta.com/llms.txt,https://adrta.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,185,False,,False,False,2026-09-07T07:16:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
1957,igamecj.com,https://igamecj.com/llms.txt,https://igamecj.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1958,russianpost.ru,http://russianpost.ru/llms.txt,https://russianpost.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,TIMEOUT,,2,network_timeout,True,network_timeout
1959,firebaseio.com,https://firebaseio.com/llms.txt,https://firebaseio.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1960,elegantthemes.com,https://elegantthemes.com/llms.txt,https://www.elegantthemes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71879,False,,False,True,2026-09-07T07:16:38Z,,,1,missing_404,False,missing_404
1961,sinaedge.com,https://sinaedge.com/llms.txt,https://sinaedge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1962,udemy.com,https://udemy.com/llms.txt,https://udemy.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5552,False,,False,False,2026-09-07T07:16:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1963,ovh.com,https://ovh.com/llms.txt,https://www.ovh.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1964,wikihow.com,https://wikihow.com/llms.txt,https://www.wikihow.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1965,indexww.com,https://indexww.com/llms.txt,https://indexww.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,325,False,,False,False,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1966,uchicago.edu,https://uchicago.edu/llms.txt,https://www.uchicago.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,103,False,,False,False,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1967,unrulymedia.com,https://unrulymedia.com/llms.txt,https://unrulymedia.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,343,False,,False,False,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1968,investing.com,https://investing.com/llms.txt,https://www.investing.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76434,False,,False,True,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1969,fb.watch,https://fb.watch/llms.txt,https://www.facebook.com/watch/,200,1,True,"text/html; charset=""utf-8""",redirect_other,False,False,False,,0,0,20634,False,,False,True,2026-09-07T07:16:39Z,,Redirected away to https://www.facebook.com/watch/,1,redirect_other,False,redirect_other
1970,google.it,https://google.it/llms.txt,https://google.it/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1971,clevelandclinic.org,https://clevelandclinic.org/llms.txt,https://www.clevelandclinic.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,clevelandclinic.org llms.txt,0,10,1925,False,"Fri, 09 Jan 2026 20:39:10 GMT",True,True,2026-09-07T07:16:39Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1972,vice.com,https://vice.com/llms.txt,https://www.vice.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,79247,False,,False,True,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1973,mega.nz,https://mega.nz/llms.txt,https://mega.nz/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1974,scientificamerican.com,https://scientificamerican.com/llms.txt,https://www.scientificamerican.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,93116,False,,False,True,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1975,sciencemag.org,https://sciencemag.org/llms.txt,https://www.sciencemag.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5603,False,,False,False,2026-09-07T07:16:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1976,akamai.com,https://akamai.com/llms.txt,https://www.akamai.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,True,2026-09-07T07:16:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
1977,iqiyi.com,https://iqiyi.com/llms.txt,http://www.iqiyi.com/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,5672,False,"Fri, 24 Jul 2026 04:05:22 GMT",False,True,2026-09-07T07:16:39Z,,,1,missing_404,False,missing_404
1978,litix.io,https://litix.io/llms.txt,https://litix.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1979,xinhuanet.com,https://xinhuanet.com/llms.txt,https://xinhuanet.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4655,False,,False,False,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1980,office365.us,http://office365.us/llms.txt,https://office365.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:14Z,TIMEOUT,,2,network_timeout,True,network_timeout
1981,mapbox.com,https://mapbox.com/llms.txt,https://www.mapbox.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2917,False,"Wed, 02 Sep 2026 21:25:04 GMT",True,True,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1982,norton.com,https://norton.com/llms.txt,https://in.norton.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,134722,False,"Mon, 07 Sep 2026 05:52:26 GMT",True,False,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1983,sweb.ru,https://sweb.ru/llms.txt,https://sweb.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,137869,False,,True,False,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1984,bigcommerce.com,https://bigcommerce.com/llms.txt,https://www.bigcommerce.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BigCommerce,10,0,3715,False,"Mon, 07 Sep 2026 06:44:26 GMT",True,True,2026-09-07T07:16:40Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
1985,pubmnet.com,https://pubmnet.com/llms.txt,https://pubmnet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1986,sky.com,https://sky.com/llms.txt,https://sky.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:14Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
1987,wps.cn,https://wps.cn/llms.txt,https://www.wps.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1988,plex.tv,https://plex.tv/llms.txt,https://plex.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1118,False,,False,False,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1989,1drv.com,https://1drv.com/llms.txt,https://onedrive.live.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2614,False,,False,True,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1990,hulu.com,https://hulu.com/llms.txt,https://hulu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:15Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
1991,shopifycloud.com,https://shopifycloud.com/llms.txt,https://shopifycloud.com/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,2,False,,False,False,2026-09-07T07:16:40Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
1992,secureserver.net,https://secureserver.net/llms.txt,https://www.secureserver.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2036,False,,False,True,2026-09-07T07:16:40Z,,,1,missing_404,False,missing_404
1993,ruidongcloud.com,https://ruidongcloud.com/llms.txt,https://ruidongcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1994,julydns.com,https://julydns.com/llms.txt,https://www.julydns.com,200,1,True,text/html,redirect_other,False,False,False,,0,0,807,False,,False,False,2026-09-07T07:16:40Z,,Redirected away to https://www.julydns.com,1,redirect_other,False,redirect_other
1995,opera.software,http://opera.software/llms.txt,https://opera.software/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:16Z,TIMEOUT,,2,network_timeout,True,network_timeout
1996,aadrm.com,https://aadrm.com/llms.txt,https://aadrm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1997,usgs.gov,https://usgs.gov/llms.txt,https://usgs.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
1998,_wildcard_.ph,http://_wildcard_.ph/llms.txt,https://_wildcard_.ph/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:17Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
1999,www.nhs.uk,https://www.nhs.uk/llms.txt,https://www.nhs.uk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,14905,False,"Fri, 20 Jun 2025 08:20:40 GMT",True,True,2026-09-07T07:16:41Z,,,1,missing_404,False,missing_404
2000,trellix.com,https://trellix.com/llms.txt,https://www.trellix.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,False,2026-09-07T07:16:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2001,cpanel.com,https://cpanel.com/llms.txt,https://www.cpanel.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2002,thelancet.com,https://thelancet.com/llms.txt,https://thelancet.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1306,False,,False,False,2026-09-07T07:16:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2003,orcid.org,https://orcid.org/llms.txt,https://orcid.org/404,200,1,True,text/html,redirect_other,False,False,False,,0,0,65015,False,"Tue, 01 Sep 2026 23:34:18 GMT",False,True,2026-09-07T07:16:53Z,,Redirected away to https://orcid.org/404,1,redirect_other,False,redirect_other
2004,beget.com,https://beget.com/llms.txt,https://beget.com/ru/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,68366,False,,False,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2005,oreilly.com,https://oreilly.com/llms.txt,https://www.oreilly.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,O’Reilly Media - Technology and Business Training,4,16,3177,False,"Tue, 24 Mar 2026 21:13:25 GMT",False,True,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2006,themeisle.com,https://themeisle.com/llms.txt,https://themeisle.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38199,False,,False,False,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2007,si.edu,https://si.edu/llms.txt,https://www.si.edu/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2008,microsoftpersonalcontent.com,https://microsoftpersonalcontent.com/llms.txt,https://microsoftpersonalcontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2009,stripe.network,https://stripe.network/llms.txt,https://stripe.network/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:53Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
2010,amocrm.ru,https://amocrm.ru/llms.txt,https://www.amocrm.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57959,False,,False,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2011,fastcompany.com,https://fastcompany.com/llms.txt,https://www.fastcompany.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,775,False,,False,True,2026-09-07T07:16:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2012,deepintent.com,https://deepintent.com/llms.txt,https://deepintent.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27703,False,"Thu, 03 Sep 2026 08:59:32 GMT",True,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2013,giex.ru,https://giex.ru/llms.txt,https://giex.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2014,google.co.id,https://google.co.id/llms.txt,https://google.co.id/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2015,iubenda.com,https://iubenda.com/llms.txt,https://www.iubenda.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,iubenda,7,38,6132,True,"Thu, 11 Jun 2026 17:02:35 GMT",True,True,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2016,jamanetwork.com,https://jamanetwork.com/llms.txt,https://jamanetwork.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5558,False,,False,False,2026-09-07T07:16:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2017,beget.ru,https://beget.ru/llms.txt,https://beget.com/ru/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,68374,False,,False,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2018,rackspace.com,https://rackspace.com/llms.txt,https://www.rackspace.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4167,False,,False,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2019,moengage.com,https://moengage.com/llms.txt,https://www.moengage.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,MoEngage,22,104,13554,False,"Sat, 25 Apr 2026 08:43:45 GMT",True,True,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2020,adobelogin.com,https://adobelogin.com/llms.txt,https://www.adobe.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Adobe Tools,7,46,10499,False,"Thu, 15 May 2025 12:33:21 GMT",False,True,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2021,mozilla.net,https://mozilla.net/llms.txt,https://mozilla.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2022,mindbox.ru,https://mindbox.ru/llms.txt,https://mindbox.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mindbox,11,42,9712,True,"Fri, 04 Sep 2026 16:26:35 GMT",True,False,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2023,appier.net,https://appier.net/llms.txt,https://appier.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:20Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2024,bootstrapcdn.com,https://bootstrapcdn.com/llms.txt,https://www.bootstrapcdn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75991,False,,False,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2025,cloud.com,https://cloud.com/llms.txt,https://www.cloud.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Let’s win together,1,0,7777,False,"Tue, 12 May 2026 05:13:25 GMT",True,True,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2026,pnas.org,https://pnas.org/llms.txt,https://pnas.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5551,False,,False,False,2026-09-07T07:16:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2027,strava.com,https://strava.com/llms.txt,https://www.strava.com/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,843,False,,False,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2028,systemdns.com,http://systemdns.com/llms.txt,https://systemdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:20Z,TIMEOUT,,2,network_timeout,True,network_timeout
2029,euronews.com,https://euronews.com/llms.txt,https://www.euronews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21565,False,,True,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2030,postrelease.com,https://postrelease.com/llms.txt,https://postrelease.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:16:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2031,supersonicads.com,https://supersonicads.com/llms.txt,https://supersonicads.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2032,meetup.com,https://meetup.com/llms.txt,https://www.meetup.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Meetup,7,15,9414,False,,False,True,2026-09-07T07:16:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2033,git-scm.com,https://git-scm.com/llms.txt,https://git-scm.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6825,False,,True,True,2026-09-07T07:16:53Z,,,1,missing_404,False,missing_404
2034,lync.com,https://lync.com/llms.txt,https://lync.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:21Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2035,tld-servers.ru,https://tld-servers.ru/llms.txt,https://tld-servers.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2036,ninjarmm.com,https://ninjarmm.com/llms.txt,https://www.ninjaone.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,NinjaOne,16,80,13345,False,"Tue, 09 Jun 2026 17:42:31 GMT",True,True,2026-09-07T07:16:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2037,redditstatic.com,https://redditstatic.com/llms.txt,https://redditstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2038,richaudience.com,https://richaudience.com/llms.txt,https://richaudience.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15742,False,,False,False,2026-09-07T07:16:54Z,,,1,missing_404,False,missing_404
2039,tripod.com,https://tripod.com/llms.txt,https://tripod.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2040,mitre.org,http://mitre.org/llms.txt,https://www.mitre.org/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,True,2026-09-07T07:16:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2041,wa.link,https://wa.link/llms.txt,https://oops.wa.link/llmstxt,200,1,True,text/html,redirect_other,False,False,False,,0,0,13487,False,"Sun, 06 Sep 2026 02:47:51 GMT",False,False,2026-09-07T07:16:54Z,,Redirected away to https://oops.wa.link/llmstxt,1,redirect_other,False,redirect_other
2042,romarg.com,https://romarg.com/llms.txt,https://romarg.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:16:54Z,,,1,missing_404,False,missing_404
2043,people.com.cn,https://people.com.cn/llms.txt,https://www.people.com.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,155,False,,False,False,2026-09-07T07:16:54Z,,,1,missing_404,False,missing_404
2044,techtarget.com,https://techtarget.com/llms.txt,https://www.techtarget.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16070,False,,False,False,2026-09-07T07:16:54Z,,,1,missing_404,False,missing_404
2045,acrobat.com,https://acrobat.com/llms.txt,https://acrobat.adobe.com/?x_api_client_id=acrobat_com,200,1,True,text/html,redirect_other,False,False,False,,0,0,204134,False,,False,True,2026-09-07T07:16:54Z,,Redirected away to https://acrobat.adobe.com/?x_api_client_id=acrobat_com,1,redirect_other,False,redirect_other
2046,logitech.com,https://logitech.com/llms.txt,https://www.logitech.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Logitech United States,8,38,5630,False,"Wed, 29 Oct 2025 13:45:24 GMT",False,True,2026-09-07T07:16:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2047,isappcloud.com,https://isappcloud.com/llms.txt,https://isappcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2048,exelator.com,https://exelator.com/llms.txt,https://exelator.com/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,True,False,2026-09-07T07:16:54Z,,,1,ambiguous,False,ambiguous
2049,bytedns3.com,https://bytedns3.com/llms.txt,https://bytedns3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2050,connatix.com,https://connatix.com/llms.txt,https://connatix.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,3224,False,"Fri, 24 Apr 2026 09:54:02 GMT",True,False,2026-09-07T07:16:54Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2051,hwcdn.ru,https://hwcdn.ru/llms.txt,https://hwcdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2052,science.org,https://science.org/llms.txt,https://www.science.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5600,False,,False,False,2026-09-07T07:16:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2053,lnkd.in,https://lnkd.in/llms.txt,https://lnkd.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,51546,False,,False,False,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2054,about.com,https://about.com/llms.txt,https://www.people.inc/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,299465,False,"Wed, 02 Sep 2026 18:45:12 GMT",False,True,2026-09-07T07:16:55Z,,Redirected away to https://www.people.inc/,1,redirect_other,False,redirect_other
2055,m.me,https://m.me/llms.txt,https://www.messenger.com/,200,1,True,"text/html; charset=""utf-8""",redirect_other,False,False,False,,0,0,113590,False,,False,True,2026-09-07T07:16:55Z,,Redirected away to https://www.messenger.com/,1,redirect_other,False,redirect_other
2056,iponweb.net,https://iponweb.net/llms.txt,https://iam.iponweb.net/auth/realms/iponweb/protocol/openid-connect/auth?approval_prompt=force&client_id=jira.iponweb.net&redirect_uri=https://jira.iponweb.net/oauth2/callback&response_type=code&scope=openid+email+profile&state=mKyx93O3lq7REWGGGAIAnvlrHlRf6j4m54O_5qeLSfM:/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,4508,False,,False,True,2026-09-07T07:16:55Z,,Redirected away to https://iam.iponweb.net/auth/realms/iponweb/protocol/openid-connect/auth?approval_prompt=force&client_id=jira.iponweb.net&redirect_uri=https://jira.iponweb.net/oauth2/callback&response_type=code&scope=openid+email+profile&state=mKyx93O3lq7REWGGGAIAnvlrHlRf6j4m54O_5qeLSfM:/,1,redirect_other,False,redirect_other
2057,springserve.com,https://springserve.com/llms.txt,https://www.magnite.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,35080,False,"Thu, 03 Sep 2026 15:04:56 GMT",False,True,2026-09-07T07:16:55Z,,Redirected away to https://www.magnite.com/,1,redirect_other,False,redirect_other
2058,threema.ch,https://threema.ch/llms.txt,https://threema.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162992,False,,False,True,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2059,freebsd.org,https://freebsd.org/llms.txt,https://www.freebsd.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,14500,False,,True,False,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2060,loopme.me,https://loopme.me/llms.txt,https://loopme.me/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:55Z,,,1,ambiguous,False,ambiguous
2061,amazonaws.com.cn,https://amazonaws.com.cn/llms.txt,https://www.amazonaws.cn/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,258876,False,,False,False,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2062,ed.gov,https://ed.gov/llms.txt,https://www.ed.gov/sites/ed/files/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,198,False,"Mon, 07 Sep 2026 06:43:19 GMT",True,True,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2063,privacymanager.io,https://privacymanager.io/llms.txt,https://liveramp.com/llms.txt,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,LiveRamp,9,63,10866,False,"Mon, 07 Sep 2026 07:16:57 GMT",False,False,2026-09-07T07:16:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2064,business.site,https://business.site/llms.txt,https://business.site/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2065,sec.gov,https://sec.gov/llms.txt,https://www.sec.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:16:55Z,,,1,missing_404,False,missing_404
2066,jhu.edu,https://jhu.edu/llms.txt,https://www.jhu.edu/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5575,False,,False,False,2026-09-07T07:16:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2067,clevertap-prod.com,https://clevertap-prod.com/llms.txt,https://clevertap-prod.com/llms.txt,200,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:56Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
2068,beeline.ru,https://beeline.ru/llms.txt,https://www.beeline.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,20755,False,,False,True,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2069,vtb.ru,https://vtb.ru/llms.txt,https://www.vtb.ru/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2070,sureserver.com,https://sureserver.com/llms.txt,https://sureserver.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2071,umeng.com,http://umeng.com/llms.txt,https://www.umeng.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,友盟+ (umeng+),4,30,4481,True,"Mon, 20 Jul 2026 06:48:16 GMT",True,True,2026-09-07T07:16:56Z,TIMEOUT,,1,confirmed_llms_txt,False,confirmed_llms_txt
2072,doordash.com,https://doordash.com/llms.txt,https://www.doordash.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,81944,False,,False,True,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2073,typepad.com,https://typepad.com/llms.txt,https://www.networksolutions.com/typepad?siteID=100&channelID=P99C100S653N0B5A1D0E0000V111,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5030,False,,False,True,2026-09-07T07:16:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2074,truste.com,https://truste.com/llms.txt,https://trustarc.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2075,smilewanted.com,https://smilewanted.com/llms.txt,https://smilewanted.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2076,matterport.com,https://matterport.com/llms.txt,https://matterport.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29179,False,,False,True,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2077,startappservice.com,https://startappservice.com/llms.txt,https://startappservice.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:16:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2078,ign.com,https://ign.com/llms.txt,https://www.ign.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,3125,False,,False,False,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2079,meitu.com,http://meitu.com/llms.txt,http://www.meitu.com/,200,1,False,text/html,redirect_other,False,False,False,,0,0,350,False,,False,True,2026-09-07T07:16:56Z,CONNECTION_ERROR,Redirected away to http://www.meitu.com/,1,redirect_other,False,redirect_other
2080,bitrixphone.com,https://bitrixphone.com/llms.txt,https://bitrixphone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2081,badoo.com,https://badoo.com/llms.txt,https://badoo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,160362,False,,False,True,2026-09-07T07:16:56Z,,,1,missing_404,False,missing_404
2082,mona.co,http://mona.co/llms.txt,https://mona.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
2083,xundns.com,http://xundns.com/llms.txt,https://www.dns.la,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,95143,False,,False,True,2026-09-07T07:16:56Z,CONNECTION_ERROR,Redirected away to https://www.dns.la,1,redirect_other,False,redirect_other
2084,easy4ipcloud.com,https://easy4ipcloud.com/llms.txt,https://easy4ipcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2085,getbootstrap.com,https://getbootstrap.com/llms.txt,https://getbootstrap.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32230,False,,True,False,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2086,blizzard.com,https://blizzard.com/llms.txt,https://blizzard.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:16:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2087,squareup.com,https://squareup.com/llms.txt,https://squareup.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Square (US - English),14,82,22082,False,,True,True,2026-09-07T07:16:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2088,adsco.re,https://adsco.re/llms.txt,https://adsco.re/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,0,False,,True,False,2026-09-07T07:16:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2089,wechat.com,http://wechat.com/llms.txt,https://www.wechat.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:16:57Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
2090,automattic.com,https://automattic.com/llms.txt,https://automattic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,91810,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2091,savvis.net,https://savvis.net/llms.txt,https://www.lumen.com/en-us/home.html,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,26989,False,"Mon, 07 Sep 2026 06:50:00 GMT",True,True,2026-09-07T07:16:57Z,,Redirected away to https://www.lumen.com/en-us/home.html,1,redirect_other,False,redirect_other
2092,gizmodo.com,https://gizmodo.com/llms.txt,https://gizmodo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14701,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2093,ssrn.com,https://ssrn.com/llms.txt,https://www.ssrn.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,6519,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2094,dnse3.com,https://dnse3.com/llms.txt,https://dnse3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2095,segment.com,https://segment.com/llms.txt,https://www.twilio.com/en-us/errors/404,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,3028,False,"Mon, 07 Sep 2026 04:50:03 GMT",True,True,2026-09-07T07:16:57Z,,Redirected away to https://www.twilio.com/en-us/errors/404,1,redirect_other,False,redirect_other
2096,usgovtrafficmanager.net,https://usgovtrafficmanager.net/llms.txt,https://usgovtrafficmanager.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2097,wunderground.com,https://wunderground.com/llms.txt,https://www.wunderground.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1515,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2098,app.link,https://app.link/llms.txt,https://app.link/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,321,False,"Mon, 07 Sep 2026 07:16:58 GMT",True,False,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2099,bplslb.com,https://bplslb.com/llms.txt,https://bplslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2100,hpe.com,http://hpe.com/llms.txt,https://hpe.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
2101,intentiq.com,https://intentiq.com/llms.txt,https://www.intentiq.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,82782,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2102,globenewswire.com,https://globenewswire.com/llms.txt,https://www.globenewswire.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10845,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2103,sogou.com,https://sogou.com/llms.txt,https://sogou.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3407,False,,False,False,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2104,mozgcp.net,https://mozgcp.net/llms.txt,https://mozgcp.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2105,politico.com,https://politico.com/llms.txt,https://www.politico.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:16:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2106,apple.news,https://apple.news/llms.txt,https://apple.news/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7073,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2107,vtwenty.com,https://vtwenty.com/llms.txt,https://vtwenty.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2108,eskimi.com,https://eskimi.com/llms.txt,https://www.eskimi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15560,False,"Mon, 31 Aug 2026 07:45:02 GMT",True,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2109,timeanddate.com,https://timeanddate.com/llms.txt,https://www.timeanddate.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3840,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2110,bitbucket.org,https://bitbucket.org/llms.txt,https://bitbucket.org/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13870,False,,False,True,2026-09-07T07:16:57Z,,,1,missing_404,False,missing_404
2111,acronis.com,https://acronis.com/llms.txt,https://www.acronis.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Acronis,0,0,221,False,"Thu, 21 May 2026 12:52:28 GMT",True,False,2026-09-07T07:16:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2112,notion.so,https://notion.so/llms.txt,https://www.notion.so/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,7,48,6780,False,,True,False,2026-09-07T07:16:57Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2113,onedrive.com,https://onedrive.com/llms.txt,https://onedrive.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:16:58Z,,,1,missing_404,False,missing_404
2114,npmjs.com,https://npmjs.com/llms.txt,https://www.npmjs.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5598,False,,False,False,2026-09-07T07:16:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2115,truecaller.com,https://truecaller.com/llms.txt,https://www.truecaller.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69490,False,,False,True,2026-09-07T07:16:58Z,,,1,missing_404,False,missing_404
2116,telegra.ph,http://telegra.ph/llms.txt,http://telegra.ph/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:16:58Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2117,mashable.com,https://mashable.com/llms.txt,https://mashable.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5387,False,,False,True,2026-09-07T07:16:58Z,,,1,missing_404,False,missing_404
2118,cootlogix.com,https://cootlogix.com/llms.txt,https://cootlogix.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2240,False,,False,True,2026-09-07T07:16:58Z,,,1,missing_404,False,missing_404
2119,virtualearth.net,https://virtualearth.net/llms.txt,https://www.bing.com/maps?FORM=LGCYVD,200,1,True,text/html,redirect_other,False,False,False,,0,0,111,False,,False,True,2026-09-07T07:16:58Z,,Redirected away to https://www.bing.com/maps?FORM=LGCYVD,1,redirect_other,False,redirect_other
2120,gvt3.com,https://gvt3.com/llms.txt,https://gvt3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2121,evernote.com,https://evernote.com/llms.txt,https://evernote.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Evernote.com,9,42,10310,False,"Fri, 04 Sep 2026 17:05:10 GMT",True,True,2026-09-07T07:16:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2122,dondominio.com,https://dondominio.com/llms.txt,https://www.dondominio.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DonDominio,4,0,8205,False,"Fri, 04 Sep 2026 10:25:59 GMT",False,True,2026-09-07T07:16:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2123,garena.com,https://garena.com/llms.txt,https://intl.garena.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,27021,False,,False,False,2026-09-07T07:16:58Z,,,1,missing_404,False,missing_404
2124,sl-reverse.com,https://sl-reverse.com/llms.txt,https://sl-reverse.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2125,aibixby.com,https://aibixby.com/llms.txt,https://aibixby.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2126,match.com,https://match.com/llms.txt,https://www.match.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1136,False,,False,True,2026-09-07T07:16:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2127,algolia.net,https://algolia.net/llms.txt,https://algolia.net/1/404,404,1,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,164,False,,False,False,2026-09-07T07:16:58Z,,,1,missing_404,False,missing_404
2128,dynamics.com,https://dynamics.com/llms.txt,https://dynamics.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2129,bls.gov,https://bls.gov/llms.txt,https://www.bls.gov,200,1,True,text/html,redirect_other,False,False,False,,0,0,2911,False,,False,False,2026-09-07T07:16:58Z,,Redirected away to https://www.bls.gov,1,redirect_other,False,redirect_other
2130,datto.com,https://datto.com/llms.txt,https://www.datto.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,2,5,826,False,"Thu, 03 Sep 2026 15:01:59 GMT",True,True,2026-09-07T07:16:58Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2131,discomax.com,https://discomax.com/llms.txt,https://discomax.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2132,dropbox-dns.com,https://dropbox-dns.com/llms.txt,https://dropbox-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2133,fliphtml5.com,https://fliphtml5.com/llms.txt,https://fliphtml5.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,FlipHTML5 Documentation,1,4,1113,False,"Tue, 14 Apr 2026 09:29:17 GMT",True,False,2026-09-07T07:16:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2134,dnse4.com,https://dnse4.com/llms.txt,https://dnse4.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2135,primis.tech,https://primis.tech/llms.txt,https://www.primis.tech/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,2,117,17619,False,"Wed, 12 Aug 2026 11:47:28 GMT",True,False,2026-09-07T07:16:59Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2136,hhs.gov,https://hhs.gov/llms.txt,https://www.hhs.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,False,2026-09-07T07:16:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2137,hetzner.com,https://hetzner.com/llms.txt,https://www.hetzner.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32011,False,,False,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2138,ahrefs.com,https://ahrefs.com/llms.txt,https://ahrefs.com/llms.txt,404,0,True,text/html; charset=utf8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2139,thesun.co.uk,https://thesun.co.uk/llms.txt,https://www.thesun.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,106046,False,,False,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2140,revenuecat.com,https://revenuecat.com/llms.txt,https://www.revenuecat.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,RevenueCat,9,60,12041,True,"Sun, 06 Sep 2026 23:10:26 GMT",True,True,2026-09-07T07:16:59Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2141,ecdnx.com,https://ecdnx.com/llms.txt,https://ecdnx.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2142,aniview.com,https://aniview.com/llms.txt,https://aniview.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2143,xincache.com,https://xincache.com/llms.txt,https://xincache.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2144,xhscdn.com,http://xhscdn.com/llms.txt,https://xhscdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
2145,ihg.com,https://ihg.com/llms.txt,https://ihg.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:16:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2146,gshifen.com,https://gshifen.com/llms.txt,https://gshifen.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2147,sonobi.com,https://sonobi.com/llms.txt,https://sonobi.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29518,False,,False,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2148,salesforceliveagent.com,https://salesforceliveagent.com/llms.txt,https://salesforceliveagent.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,686,False,"Mon, 07 Sep 2026 07:17:00 GMT",False,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2149,googlesource.com,https://googlesource.com/llms.txt,https://googlesource.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1801,False,,False,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2150,redd.it,https://redd.it/llms.txt,https://redd.it/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2151,cloudfunctions.net,https://cloudfunctions.net/llms.txt,https://cloudfunctions.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2152,bytedance.com,https://bytedance.com/llms.txt,https://www.bytedance.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,29492,False,,False,True,2026-09-07T07:16:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2153,aboutcookies.org,https://aboutcookies.org/llms.txt,https://www.aboutcookies.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11523,False,,False,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2154,mastercard.com,https://mastercard.com/llms.txt,https://www.mastercard.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,False,2026-09-07T07:16:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2155,shodan.io,https://shodan.io/llms.txt,https://www.shodan.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6232,False,,False,False,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2156,blackrussia.online,https://blackrussia.online/llms.txt,https://blackrussia.online/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1708,False,,False,True,2026-09-07T07:16:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2157,samsungdm.com,https://samsungdm.com/llms.txt,https://samsungdm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2158,av380.net,https://av380.net/llms.txt,https://av380.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2001,False,,False,False,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2159,fyber.com,https://fyber.com/llms.txt,https://www.digitalturbine.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38840,False,"Wed, 02 Sep 2026 09:30:05 GMT",True,True,2026-09-07T07:16:59Z,,,1,missing_404,False,missing_404
2160,proofpoint.com,https://proofpoint.com/llms.txt,https://www.proofpoint.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,192,False,"Mon, 07 Sep 2026 07:17:02 GMT",True,True,2026-09-07T07:17:00Z,,,1,missing_404,False,missing_404
2161,ingage.tech,http://ingage.tech/llms.txt,https://ingage.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
2162,nic.io,https://nic.io/llms.txt,https://nic.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:17:00Z,,,1,missing_404,False,missing_404
2163,broadcom.com,https://broadcom.com/llms.txt,https://www.broadcom.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3619,False,,False,True,2026-09-07T07:17:00Z,,,1,missing_404,False,missing_404
2164,dns.br,https://dns.br/llms.txt,https://dns.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2165,census.gov,https://census.gov/llms.txt,https://www.census.gov/llms.txt,400,1,True,text/html,ambiguous,False,False,False,,0,0,1389,False,,False,True,2026-09-07T07:17:00Z,,,1,ambiguous,False,ambiguous
2166,spbycdn.com,https://spbycdn.com/llms.txt,https://spbycdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2167,unicef.org,https://unicef.org/llms.txt,https://www.unicef.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5578,False,,False,False,2026-09-07T07:17:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2168,coinmarketcap.com,https://coinmarketcap.com/llms.txt,https://coinmarketcap.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,CoinMarketCap API Documentation,6,62,12908,False,"Wed, 12 Aug 2026 10:42:21 GMT",True,True,2026-09-07T07:17:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2169,cymru.com,https://cymru.com/llms.txt,https://cymru.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:17:00Z,,,1,missing_404,False,missing_404
2170,adobess.com,https://adobess.com/llms.txt,https://adobess.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2171,opera.technology,http://opera.technology/llms.txt,https://opera.technology/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
2172,metamask.io,https://metamask.io/llms.txt,https://metamask.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,MetaMask,9,136,45845,False,,False,True,2026-09-07T07:17:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2173,gallup.com,https://gallup.com/llms.txt,https://www.gallup.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54573,False,,False,False,2026-09-07T07:17:00Z,,,1,missing_404,False,missing_404
2174,ztomy.com,http://ztomy.com/llms.txt,http://ztomy.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,122,False,,False,False,2026-09-07T07:17:00Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2175,tribalfusion.com,https://tribalfusion.com/llms.txt,https://tribalfusion.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,107,False,,False,True,2026-09-07T07:30:40Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
2176,unc.edu,https://unc.edu/llms.txt,https://www.unc.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12447,False,,False,True,2026-09-07T07:17:00Z,,,1,missing_404,False,missing_404
2177,kunlungr.com,http://kunlungr.com/llms.txt,https://kunlungr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:41Z,TIMEOUT,,2,network_timeout,True,network_timeout
2178,cpmstar.com,https://cpmstar.com/llms.txt,https://www.cpmstar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14459,False,,True,True,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2179,magonet.ru,https://magonet.ru/llms.txt,https://magonet.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2180,americanexpress.com,https://americanexpress.com/llms.txt,https://www.americanexpress.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,American Express - LLM Discovery File,1,0,643,False,"Fri, 31 Jul 2026 18:35:30 GMT",True,False,2026-09-07T07:17:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2181,google.com.au,https://google.com.au/llms.txt,https://google.com.au/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2182,mgid.com,https://mgid.com/llms.txt,https://www.mgid.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,MGID: Native Performance & Programmatic Advertising Platform,11,37,6367,False,"Wed, 06 Aug 2025 09:33:09 GMT",True,False,2026-09-07T07:17:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2183,snapkit.com,https://snapkit.com/llms.txt,https://snapkit.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6694,False,,True,False,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2184,ads-twitter.com,https://ads-twitter.com/llms.txt,https://ads-twitter.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2185,engadget.com,https://engadget.com/llms.txt,https://www.engadget.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,108666,False,,False,True,2026-09-07T07:17:01Z,,Redirected away to https://www.engadget.com/,1,redirect_other,False,redirect_other
2186,medicalnewstoday.com,https://medicalnewstoday.com/llms.txt,https://www.medicalnewstoday.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66304,False,,False,True,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2187,blog.google,https://blog.google/llms.txt,https://blog.google/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32578,False,,False,False,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2188,ufl.edu,https://ufl.edu/llms.txt,https://www.ufl.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57330,False,,False,True,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2189,sony.com,https://sony.com/llms.txt,https://www.sony.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,184,False,,False,False,2026-09-07T07:17:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2190,in.net,https://in.net/llms.txt,https://in.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2191,sap.com,https://sap.com/llms.txt,https://www.sap.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,False,2026-09-07T07:17:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2192,mmcdn.com,https://mmcdn.com/llms.txt,https://mmcdn.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2193,manulife-sinochem.com,http://manulife-sinochem.com/llms.txt,https://manulife-sinochem.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:42Z,TIMEOUT,,2,network_timeout,True,network_timeout
2194,posthog.com,https://posthog.com/llms.txt,https://posthog.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PostHog,66,2428,248872,True,"Mon, 07 Sep 2026 06:45:43 GMT",True,True,2026-09-07T07:17:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2195,adkernel.com,https://adkernel.com/llms.txt,https://adkernel.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,AdKernel,5,25,5730,True,"Fri, 28 Aug 2026 16:31:04 GMT",True,False,2026-09-07T07:17:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2196,ticketmaster.com,https://ticketmaster.com/llms.txt,https://www.ticketmaster.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3101,False,,False,False,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2197,trustedstack.com,https://trustedstack.com/llms.txt,https://trustedstack.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20310,False,,False,True,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2198,justice.gov,https://justice.gov/llms.txt,https://www.justice.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,"Thu, 03 Sep 2026 13:04:26 GMT",True,True,2026-09-07T07:17:01Z,,,1,missing_404,False,missing_404
2199,hsforms.com,https://hsforms.com/llms.txt,https://hsforms.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2200,managed-vps.net,https://managed-vps.net/llms.txt,https://managed-vps.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2201,house.gov,https://house.gov/llms.txt,https://www.house.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1032,False,"Mon, 07 Sep 2026 07:17:02 GMT",True,True,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2202,barnesandnoble.com,https://barnesandnoble.com/llms.txt,https://www.barnesandnoble.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,29138,False,,False,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2203,itu.int,https://itu.int/llms.txt,https://www.itu.int/en/pages/404.aspx,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,657,False,,False,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2204,cafe24.com,https://cafe24.com/llms.txt,https://www.cafe24.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,7188,False,"Mon, 07 Sep 2026 07:17:04 GMT",False,True,2026-09-07T07:17:02Z,,Redirected away to https://www.cafe24.com/,1,redirect_other,False,redirect_other
2205,nodejs.org,https://nodejs.org/llms.txt,https://nodejs.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Node.js Documentation,1,68,14179,False,"Wed, 26 Aug 2026 18:40:07 GMT",True,True,2026-09-07T07:17:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2206,typekit.com,https://typekit.com/llms.txt,https://fonts.adobe.com/llms.txt?ref=tk.com,404,1,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2207,nic.uk,https://nic.uk/llms.txt,https://nic.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2208,lin.ee,https://lin.ee/llms.txt,https://lin.ee/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2209,adthrive.com,https://adthrive.com/llms.txt,https://adthrive.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2210,pwc.com,https://pwc.com/llms.txt,https://www.pwc.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,False,2026-09-07T07:17:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2211,variety.com,https://variety.com/llms.txt,https://variety.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,345,False,,False,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2212,nipr.mil,https://nipr.mil/llms.txt,https://nipr.mil/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2213,didiglobal.com,https://didiglobal.com/llms.txt,https://didiglobal.com/404,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3711,False,,False,True,2026-09-07T07:17:02Z,,Redirected away to https://didiglobal.com/404,1,redirect_other,False,redirect_other
2214,mirror.co.uk,https://mirror.co.uk/llms.txt,https://www.mirror.co.uk/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15198,False,,False,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2215,geoedge.be,https://geoedge.be/llms.txt,https://geoedge.be/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2216,kueezrtb.com,https://kueezrtb.com/llms.txt,https://weare.kueez.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,18284,False,"Sat, 05 Sep 2026 19:43:45 GMT",False,False,2026-09-07T07:17:02Z,,Redirected away to https://weare.kueez.com,1,redirect_other,False,redirect_other
2217,mwbsys.com,https://mwbsys.com/llms.txt,https://mwbsys.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2218,vrfy.shop,http://vrfy.shop/llms.txt,https://vrfy.shop/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:45Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
2219,vkvideo.ru,https://vkvideo.ru/llms.txt,https://vkvideo.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:46Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2220,msappproxy.net,https://msappproxy.net/llms.txt,https://msappproxy.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2221,cloudflarestorage.com,http://cloudflarestorage.com/llms.txt,https://cloudflarestorage.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:49Z,TIMEOUT,,2,network_timeout,True,network_timeout
2222,ttlivecdn.com,https://ttlivecdn.com/llms.txt,https://ttlivecdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2223,armgs.team,https://armgs.team/llms.txt,https://sreda.digital.gov.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,82144,False,,True,False,2026-09-07T07:17:02Z,,,1,missing_404,False,missing_404
2224,semrush.com,https://semrush.com/llms.txt,https://www.semrush.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Semrush,2,7,5168,False,"Thu, 03 Sep 2026 09:26:13 GMT",True,True,2026-09-07T07:17:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2225,laravel.com,https://laravel.com/llms.txt,https://laravel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7800,False,,False,True,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2226,onrender.com,https://onrender.com/llms.txt,https://render.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,33235,False,,True,True,2026-09-07T07:17:03Z,,Redirected away to https://render.com,1,redirect_other,False,redirect_other
2227,ccgateway.net,https://ccgateway.net/llms.txt,https://ccgateway.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2228,semanticscholar.org,https://semanticscholar.org/llms.txt,https://www.semanticscholar.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67701,False,,False,False,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2229,windy.com,https://windy.com/llms.txt,https://www.windy.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,8016,False,"Thu, 20 Aug 2026 08:12:53 GMT",False,True,2026-09-07T07:17:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2230,sprinthost.ru,https://sprinthost.ru/llms.txt,https://sprinthost.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8740,False,,False,False,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2231,constantcontact.com,https://constantcontact.com/llms.txt,https://www.constantcontact.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,5,17,3272,False,"Fri, 04 Sep 2026 15:21:11 GMT",True,True,2026-09-07T07:17:03Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2232,dropboxusercontent.com,https://dropboxusercontent.com/llms.txt,https://dropboxusercontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2233,mirtesen.ru,https://mirtesen.ru/llms.txt,https://mirtesen.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,False,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2234,juicyscore.com,https://juicyscore.com/llms.txt,https://juicyscore.online/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31168,False,,False,True,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2235,apple-cloudkit.com,http://apple-cloudkit.com/llms.txt,https://apple-cloudkit.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
2236,klarna.com,https://klarna.com/llms.txt,https://www.klarna.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Klarna,10,56,8503,False,"Wed, 02 Sep 2026 11:39:20 GMT",True,True,2026-09-07T07:17:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2237,feedburner.com,https://feedburner.com/llms.txt,https://feedburner.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,241,False,,False,True,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2238,sharethis.com,https://sharethis.com/llms.txt,https://sharethis.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12545,False,,False,True,2026-09-07T07:17:03Z,,,1,missing_404,False,missing_404
2239,123tt.ru,https://123tt.ru/llms.txt,https://123tt.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2240,ezvizru.com,http://ezvizru.com/llms.txt,https://ezvizru.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
2241,chartbeat.net,http://chartbeat.net/llms.txt,https://chartbeat.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8670,False,,True,False,2026-09-07T07:17:03Z,TIMEOUT,,1,missing_404,False,missing_404
2242,fortinet.net,http://fortinet.net/llms.txt,https://www.fortinet.com/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,21899,False,"Mon, 07 Sep 2026 04:53:01 GMT",True,True,2026-09-07T07:17:03Z,TIMEOUT,Redirected away to https://www.fortinet.com/,1,redirect_other,False,redirect_other
2243,hubspot.net,https://hubspot.net/llms.txt,https://www.hubspot.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,HubSpot,9,100,16384,False,"Thu, 16 Jul 2026 22:34:29 GMT",True,True,2026-09-07T07:17:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2244,adsmoloco.com,https://adsmoloco.com/llms.txt,https://www.moloco.com/unlock-untapped-growth?utm_source=sponsorship&utm_medium=podcast&utm_campaign=molocoads,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,4238,False,"Tue, 01 Sep 2026 06:03:20 GMT",False,True,2026-09-07T07:17:04Z,,Redirected away to https://www.moloco.com/unlock-untapped-growth?utm_source=sponsorship&utm_medium=podcast&utm_campaign=molocoads,1,redirect_other,False,redirect_other
2245,ay.delivery,https://ay.delivery/llms.txt,https://ay.delivery/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2246,hoyoverse.com,https://hoyoverse.com/llms.txt,https://www.hoyoverse.com/llms.txt,404,1,True,application/xml,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2247,cctv.com,http://cctv.com/llms.txt,https://cctv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:57Z,TIMEOUT,,2,network_timeout,True,network_timeout
2248,amp-endpoint3.com,https://amp-endpoint3.com/llms.txt,https://amp-endpoint3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2249,symantec.com,https://symantec.com/llms.txt,https://www.broadcom.com/404-symantec?sourceURL=http://symantec.com/llms.txt?,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43719,False,"Tue, 25 Mar 2025 13:59:35 GMT",False,True,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2250,duke.edu,https://duke.edu/llms.txt,https://www.duke.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15948,False,"Mon, 31 Aug 2026 20:17:54 GMT",True,False,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2251,ad.gt,https://ad.gt/llms.txt,https://ad.gt/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2252,serving-sys.ru,https://serving-sys.ru/llms.txt,https://serving-sys.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2253,secu100.net,http://secu100.net/llms.txt,https://secu100.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:30:59Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
2254,livedns.co.uk,http://livedns.co.uk/llms.txt,http://livedns.co.uk/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,2862,False,"Wed, 27 Nov 2024 10:28:56 GMT",True,False,2026-09-07T07:17:04Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2255,liftoff-creatives.io,https://liftoff-creatives.io/llms.txt,https://liftoff-creatives.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2256,ycombinator.com,https://ycombinator.com/llms.txt,https://www.ycombinator.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2257,thousandeyes.com,https://thousandeyes.com/llms.txt,https://www.thousandeyes.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,386,False,,False,True,2026-09-07T07:17:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2258,ctecdn.cn,https://ctecdn.cn/llms.txt,https://ctecdn.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2259,a-mx.com,https://a-mx.com/llms.txt,https://a-mx.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2260,im-apps.net,https://im-apps.net/llms.txt,https://im-apps.net/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2261,generatepress.com,https://generatepress.com/llms.txt,https://generatepress.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33171,False,,False,False,2026-09-07T07:17:04Z,,,1,missing_404,False,missing_404
2262,loopia.se,https://loopia.se/llms.txt,https://www.loopia.se/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,www.loopia.se llms.txt,0,61,12574,False,"Thu, 03 Sep 2026 14:34:39 GMT",True,False,2026-09-07T07:17:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2263,customer.io,https://customer.io/llms.txt,https://customer.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Customer.io,11,49,14940,False,"Sun, 06 Sep 2026 21:30:19 GMT",True,True,2026-09-07T07:17:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2264,uiuc.edu,https://uiuc.edu/llms.txt,https://illinois.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55661,False,"Mon, 07 Sep 2026 07:17:07 GMT",True,True,2026-09-07T07:17:05Z,,,1,missing_404,False,missing_404
2265,umbrella.com,https://umbrella.com/llms.txt,https://umbrella.cisco.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,74826,False,,False,False,2026-09-07T07:17:05Z,,Redirected away to https://umbrella.cisco.com,1,redirect_other,False,redirect_other
2266,hotmail.com,https://hotmail.com/llms.txt,https://outlook.live.com/mail/,200,2,True,text/html,redirect_other,False,False,False,,0,0,14275,False,,False,True,2026-09-07T07:17:05Z,,Redirected away to https://outlook.live.com/mail/,1,redirect_other,False,redirect_other
2267,rr.com,http://rr.com/llms.txt,https://rr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
2268,wpsdns.com,https://wpsdns.com/llms.txt,https://wpsdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2269,doppiocdn.com,https://doppiocdn.com/llms.txt,https://doppiocdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2270,baifentan.com,https://baifentan.com/llms.txt,https://baifentan.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2271,trialpay.com,http://trialpay.com/llms.txt,https://trialpay.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:05Z,TIMEOUT,,2,network_timeout,True,network_timeout
2272,canonical.com,https://canonical.com/llms.txt,https://canonical.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Canonical,5,73,14456,False,,False,True,2026-09-07T07:17:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2273,gos-gsp.io,https://gos-gsp.io/llms.txt,https://gos-gsp.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2274,tiqcdn.com,https://tiqcdn.com/llms.txt,https://tiqcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2275,verizon.com,https://verizon.com/llms.txt,https://www.verizon.com/content/wcms/404.html,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,4771,False,"Thu, 23 Jul 2026 08:54:33 GMT",False,False,2026-09-07T07:17:05Z,,Redirected away to https://www.verizon.com/content/wcms/404.html,1,redirect_other,False,redirect_other
2276,useinsider.com,https://useinsider.com/llms.txt,https://insiderone.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,LLMs.txt for https://insiderone.com/,0,0,1290,False,"Thu, 02 Apr 2026 09:47:44 GMT",True,False,2026-09-07T07:17:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2277,sf-cloud.ru,https://sf-cloud.ru/llms.txt,https://sf-cloud.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2278,digicertdns.com,https://digicertdns.com/llms.txt,https://digicertdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2279,clients-cdnnow.ru,http://clients-cdnnow.ru/llms.txt,https://clients-cdnnow.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:06Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
2280,nyu.edu,https://nyu.edu/llms.txt,https://www.nyu.edu/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:05Z,,,1,ambiguous,False,ambiguous
2281,nflxext.com,http://nflxext.com/llms.txt,https://nflxext.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
2282,cookiebot.com,https://cookiebot.com/llms.txt,https://www.cookiebot.com/llms.txt/,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Cookiebot by Usercentrics,7,0,6017,False,,False,True,2026-09-07T07:17:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2283,lego.com,https://lego.com/llms.txt,https://www.lego.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,374858,False,,False,True,2026-09-07T07:17:05Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2284,quantummetric.com,https://quantummetric.com/llms.txt,https://www.quantummetric.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,57337,False,,False,True,2026-09-07T07:17:06Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2285,kasserver.com,https://kasserver.com/llms.txt,https://kasserver.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:17:06Z,,,1,missing_404,False,missing_404
2286,openwebmp.com,https://openwebmp.com/llms.txt,https://openwebmp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2287,vox.com,https://vox.com/llms.txt,https://www.vox.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8639,False,,True,True,2026-09-07T07:17:06Z,,,1,missing_404,False,missing_404
2288,telefonica.de,https://telefonica.de/llms.txt,https://www.telefonica.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37248,False,,False,True,2026-09-07T07:17:06Z,,,1,missing_404,False,missing_404
2289,messenger.com,https://messenger.com/llms.txt,https://www.messenger.com/llms.txt,404,1,True,"text/html; charset=""utf-8""",missing_404,False,False,False,,0,0,1677,False,,False,False,2026-09-07T07:17:06Z,,,1,missing_404,False,missing_404
2290,kde.org,https://kde.org/llms.txt,https://kde.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7356,False,"Mon, 07 Sep 2026 02:58:46 GMT",False,False,2026-09-07T07:17:06Z,,,1,missing_404,False,missing_404
2291,unity.com,https://unity.com/llms.txt,https://unity.com/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Unity,1,63,15805,False,,False,True,2026-09-07T07:17:06Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2292,mintegral.net,https://mintegral.net/llms.txt,https://www.mintegral.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:06Z,,,1,missing_404,False,missing_404
2293,ctlcdn.cn,https://ctlcdn.cn/llms.txt,https://ctlcdn.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2294,indriverapp.com,https://indriverapp.com/llms.txt,https://indriverapp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2295,mos.ru,https://mos.ru/llms.txt,https://www.mos.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,39484,False,"Monday, 07-Sep-2026 07:17:09 GMT",True,True,2026-09-07T07:17:07Z,,,1,missing_404,False,missing_404
2296,sslip.io,https://sslip.io/llms.txt,https://nip.io,200,1,True,text/html,redirect_other,False,False,False,,0,0,14503,False,,False,False,2026-09-07T07:17:07Z,,Redirected away to https://nip.io,1,redirect_other,False,redirect_other
2297,photobucket.com,https://photobucket.com/llms.txt,https://photobucket.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,12572,False,"Fri, 04 Sep 2026 19:15:24 GMT",True,True,2026-09-07T07:17:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2298,simpli.fi,https://simpli.fi/llms.txt,https://simpli.fi/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Simpli.fi Advertising Success Platform,6,51,9453,False,"Tue, 01 Jan 1980 00:00:01 GMT",True,True,2026-09-07T07:17:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2299,1688.com,http://1688.com/llms.txt,https://page.1688.com/shtml/static/wrongpage.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,14641,False,,False,False,2026-09-07T07:17:07Z,TIMEOUT,Redirected away to https://page.1688.com/shtml/static/wrongpage.html,1,redirect_other,False,redirect_other
2300,www.gov.cn,https://www.gov.cn/llms.txt,https://www.gov.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,15556,False,,False,False,2026-09-07T07:17:07Z,,,1,missing_404,False,missing_404
2301,ucoz.ru,https://ucoz.ru/llms.txt,https://www.ucoz.ru/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,uCoz,12,43,25179,False,"Fri, 22 May 2026 11:41:05 GMT",True,False,2026-09-07T07:17:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2302,pullcm.com,https://pullcm.com/llms.txt,https://pullcm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2303,dnsv.jp,https://dnsv.jp/llms.txt,https://dnsv.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2304,bazaarvoice.com,https://bazaarvoice.com/llms.txt,https://www.bazaarvoice.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12460,False,,False,True,2026-09-07T07:17:07Z,,,1,missing_404,False,missing_404
2305,asu.edu,https://asu.edu/llms.txt,https://www.asu.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Sun, 06 Sep 2026 21:33:11 GMT",False,True,2026-09-07T07:17:07Z,,,1,missing_404,False,missing_404
2306,mediago.io,https://mediago.io/llms.txt,https://www.mediago.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,35924,False,"Wed, 17 Jun 2026 02:48:54 GMT",True,False,2026-09-07T07:17:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2307,mysecurecloudhost.com,https://mysecurecloudhost.com/llms.txt,https://mysecurecloudhost.com/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,318,False,,False,False,2026-09-07T07:17:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2308,istockphoto.com,https://istockphoto.com/llms.txt,https://www.istockphoto.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,197668,False,,False,True,2026-09-07T07:17:07Z,,,1,missing_404,False,missing_404
2309,adswizz.com,https://adswizz.com/llms.txt,https://www.adswizz.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7642,False,,False,True,2026-09-07T07:17:07Z,,,1,missing_404,False,missing_404
2310,asana.com,https://asana.com/llms.txt,https://asana.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Asana,9,44,5691,False,,True,True,2026-09-07T07:17:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2311,nba.com,https://nba.com/llms.txt,https://www.nba.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4652,False,,False,True,2026-09-07T07:17:08Z,,,1,missing_404,False,missing_404
2312,techradar.com,https://techradar.com/llms.txt,https://www.techradar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,92274,False,"Mon, 07 Sep 2026 07:17:12 GMT",False,True,2026-09-07T07:17:08Z,,,1,missing_404,False,missing_404
2313,bixbyllm.com,https://bixbyllm.com/llms.txt,https://bixbyllm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2314,tdnsv5.com,https://tdnsv5.com/llms.txt,https://tdnsv5.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2315,mixcloud.com,https://mixcloud.com/llms.txt,https://www.mixcloud.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,86806,False,,False,False,2026-09-07T07:17:08Z,,,1,missing_404,False,missing_404
2316,quantcount.com,http://quantcount.com/llms.txt,https://quantcount.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
2317,hbomax.com,https://hbomax.com/llms.txt,https://www.hbomax.com/llms.txt,404,1,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,30,False,,False,True,2026-09-07T07:17:08Z,,,1,missing_404,False,missing_404
2318,purdue.edu,https://purdue.edu/llms.txt,https://purdue.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41041,False,"Mon, 10 Nov 2025 18:42:23 GMT",True,True,2026-09-07T07:17:08Z,,,1,missing_404,False,missing_404
2319,ad-delivery.net,https://ad-delivery.net/llms.txt,https://ad-delivery.net/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:17:08Z,,,1,missing_404,False,missing_404
2320,weibo.cn,https://weibo.cn/llms.txt,http://weibo.cn,200,1,False,text/html,redirect_other,False,False,False,,0,0,344,False,,False,True,2026-09-07T07:17:08Z,,Redirected away to http://weibo.cn,1,redirect_other,False,redirect_other
2321,constellix.com,https://constellix.com/llms.txt,https://constellix.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:11Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
2322,here.com,https://here.com/llms.txt,https://www.here.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,HERE Technologies,7,62,10203,False,"Mon, 07 Sep 2026 06:43:15 GMT",True,True,2026-09-07T07:17:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2323,adjoe.zone,https://adjoe.zone/llms.txt,https://adjoe.zone/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2324,grafana.com,https://grafana.com/llms.txt,https://grafana.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Grafana documentation,9,91,13751,False,"Mon, 07 Sep 2026 05:48:07 GMT",True,False,2026-09-07T07:17:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2325,weather.gov,https://weather.gov/llms.txt,https://www.weather.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28745,False,,False,True,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2326,cc-ecdn.net,https://cc-ecdn.net/llms.txt,https://cc-ecdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2327,onmicrosoft.com,https://onmicrosoft.com/llms.txt,https://onmicrosoft.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2328,khanacademy.org,https://khanacademy.org/llms.txt,https://www.khanacademy.org/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,10839,False,"Sat, 05 Sep 2026 03:44:18 GMT",True,True,2026-09-07T07:17:09Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2329,last.fm,https://last.fm/llms.txt,https://www.last.fm/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9248,False,,True,True,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2330,fullstory.com,https://fullstory.com/llms.txt,https://www.fullstory.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Fullstory,9,0,13291,False,,True,True,2026-09-07T07:17:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2331,shorturl.at,https://shorturl.at/llms.txt,https://www.shorturl.at/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14110,False,,False,False,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2332,ria.ru,https://ria.ru/llms.txt,https://ria.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71341,False,,False,True,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2333,ioam.de,https://ioam.de/llms.txt,https://ioam.de/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2334,kinopoisk.ru,https://kinopoisk.ru/llms.txt,https://www.kinopoisk.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10241,False,,True,False,2026-09-07T07:17:09Z,,,1,missing_404,False,missing_404
2335,so.com,https://so.com/llms.txt,https://www.so.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16164,False,,True,False,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2336,axon.ai,https://axon.ai/llms.txt,https://axon.ai/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:12Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2337,unruly.co,https://unruly.co/llms.txt,https://unruly.co/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2338,0xrpc.io,https://0xrpc.io/llms.txt,https://0xrpc.io/llms.txt,404,0,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,80,False,,False,False,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2339,zeasn.tv,https://zeasn.tv/llms.txt,https://zeasn.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2340,signal.org,https://signal.org/llms.txt,https://signal.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7450,False,,False,True,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2341,coinbase.com,https://coinbase.com/llms.txt,https://www.coinbase.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Coinbase & Coinbase Developer Platform (landing pages),7,16,5366,False,"Thu, 03 Sep 2026 04:38:34 GMT",True,False,2026-09-07T07:17:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2342,deepl-cdn.com,https://deepl-cdn.com/llms.txt,https://deepl-cdn.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:10Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
2343,mparticle.com,https://mparticle.com/llms.txt,https://www.mparticle.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,195994,False,,True,True,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2344,java.com,https://java.com/llms.txt,https://www.java.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2847,False,,False,True,2026-09-07T07:17:10Z,,,1,missing_404,False,missing_404
2345,oaiusercontent.com,https://oaiusercontent.com/llms.txt,https://oaiusercontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2346,freefiremobile.com,https://freefiremobile.com/llms.txt,https://freefiremobile.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2347,queniuck.com,https://queniuck.com/llms.txt,https://queniuck.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2348,dnsv5.com,http://dnsv5.com/llms.txt,https://dnsv5.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:14Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2349,adp.com,https://adp.com/llms.txt,https://www.adp.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,==============================,4,0,6147,False,,False,True,2026-09-07T07:17:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2350,inc.com,https://inc.com/llms.txt,https://www.inc.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,767,False,,False,True,2026-09-07T07:17:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2351,innovid.com,https://innovid.com/llms.txt,https://www.innovid.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,9,56,6036,True,"Mon, 07 Sep 2026 07:17:12 GMT",False,False,2026-09-07T07:17:10Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2352,garenanow.com,https://garenanow.com/llms.txt,https://garenanow.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2353,smi2.net,https://smi2.net/llms.txt,https://smi2.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53767,False,,False,True,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2354,gameanalytics.com,https://gameanalytics.com/llms.txt,https://www.gameanalytics.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,GameAnalytics,8,25,12240,False,"Mon, 07 Sep 2026 07:17:12 GMT",False,False,2026-09-07T07:17:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2355,bigcartel.com,https://bigcartel.com/llms.txt,https://www.bigcartel.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25389,False,,False,True,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2356,onetrust.io,https://onetrust.io/llms.txt,https://onetrust.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2357,icann.org,https://icann.org/llms.txt,http://archive.icann.org/llms.txt,404,2,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4391,False,,False,False,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2358,smailru.net,https://smailru.net/llms.txt,https://smailru.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2359,websupport.sk,https://websupport.sk/llms.txt,https://www.websupport.sk/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Websupport | Registrácia domén a najspoľahlivejší hosting,8,34,4536,False,,False,True,2026-09-07T07:17:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2360,samba.tv,https://samba.tv/llms.txt,https://samba.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2361,energy.gov,https://energy.gov/llms.txt,https://www.energy.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35371,False,,False,True,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2362,oculus.com,https://oculus.com/llms.txt,https://www.oculus.com/llms.txt,200,1,True,"text/html; charset=""utf-8""",soft_200_html,False,False,False,,0,0,8302,False,,False,False,2026-09-07T07:17:11Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2363,centrastage.net,https://centrastage.net/llms.txt,https://centrastage.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2364,accenture.com,https://accenture.com/llms.txt,https://accenture.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:15Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
2365,nielsen.com,https://nielsen.com/llms.txt,https://www.nielsen.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,50,8667,False,,False,True,2026-09-07T07:17:11Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2366,earthlink.net,https://earthlink.net/llms.txt,https://www.earthlink.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58694,False,,False,True,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2367,fbpigeon.com,https://fbpigeon.com/llms.txt,https://fbpigeon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2368,example.org,https://example.org/llms.txt,https://example.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,559,False,,False,True,2026-09-07T07:17:11Z,,,1,missing_404,False,missing_404
2369,otm-r.com,http://otm-r.com/llms.txt,https://otm-r.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:17Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
2370,lgtviot.com,https://lgtviot.com/llms.txt,https://lgtviot.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2371,cdek.ru,https://cdek.ru/llms.txt,https://cdek.ru/llms.txt,418,0,True,text/html,ambiguous,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:17:12Z,,,1,ambiguous,False,ambiguous
2372,libero.it,https://libero.it/llms.txt,https://www.libero.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22859,False,,False,True,2026-09-07T07:17:12Z,,,1,missing_404,False,missing_404
2373,bunny.net,https://bunny.net/llms.txt,https://bunny.net/not-found/,404,1,True,text/html,missing_404,False,False,False,,0,0,64870,False,"Thu, 03 Sep 2026 08:51:21 GMT",True,True,2026-09-07T07:17:12Z,,,1,missing_404,False,missing_404
2374,hyatt.com,https://hyatt.com/llms.txt,https://www.hyatt.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,12858,False,,False,True,2026-09-07T07:17:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2375,marketingcloudapis.com,https://marketingcloudapis.com/llms.txt,https://marketingcloudapis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2376,aws-prd.net,https://aws-prd.net/llms.txt,https://aws-prd.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2377,crunchyroll.com,https://crunchyroll.com/llms.txt,https://www.crunchyroll.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12888,False,"Thu, 03 Sep 2026 19:45:30 GMT",True,True,2026-09-07T07:17:12Z,,,1,missing_404,False,missing_404
2378,chartboost.com,https://chartboost.com/llms.txt,https://loopme.ai/chartboost/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,30047,False,,False,True,2026-09-07T07:17:12Z,,Redirected away to https://loopme.ai/chartboost/,1,redirect_other,False,redirect_other
2379,pacloudflare.com,https://pacloudflare.com/llms.txt,https://pacloudflare.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2380,afraid.org,https://afraid.org/llms.txt,https://afraid.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,148,False,,False,False,2026-09-07T07:17:12Z,,,1,missing_404,False,missing_404
2381,immunet.com,https://immunet.com/llms.txt,https://immunet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:19Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
2382,verkada.com,https://verkada.com/llms.txt,https://www.verkada.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Verkada,3,20,2638,False,,True,True,2026-09-07T07:17:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2383,bbtec.net,http://bbtec.net/llms.txt,https://bbtec.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
2384,network-auth.com,https://network-auth.com/llms.txt,https://network-auth.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2385,discordapp.net,https://discordapp.net/llms.txt,https://discordapp.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2386,zdassets.com,https://zdassets.com/llms.txt,https://zdassets.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2387,sascdn.com,https://sascdn.com/llms.txt,https://sascdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:21Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2388,samsungelectronics.com,https://samsungelectronics.com/llms.txt,https://www.samsung.com/in/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,60347,False,"Mon, 07 Sep 2026 06:54:45 GMT",True,False,2026-09-07T07:17:13Z,,Redirected away to https://www.samsung.com/in/,1,redirect_other,False,redirect_other
2389,jimdofree.com,https://jimdofree.com/llms.txt,https://jimdofree.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2390,congress.gov,https://congress.gov/llms.txt,https://www.congress.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85507,False,,False,True,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2391,utoronto.ca,https://utoronto.ca/llms.txt,https://www.utoronto.ca/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,98304,False,,False,False,2026-09-07T07:17:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2392,altervista.org,https://altervista.org/llms.txt,https://en.altervista.org/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,44445,False,,False,False,2026-09-07T07:17:13Z,,Redirected away to https://en.altervista.org/,1,redirect_other,False,redirect_other
2393,olympics.com,http://olympics.com/llms.txt,https://olympics.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
2394,distmed.com,http://distmed.com/llms.txt,https://distmed.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
2395,wpengine.com,https://wpengine.com/llms.txt,https://wpengine.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2396,zhqidown.cn,https://zhqidown.cn/llms.txt,https://zhqidown.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2397,tappx.com,https://tappx.com/llms.txt,https://tappx.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,107,False,,False,True,2026-09-07T07:31:23Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
2398,samsungconsent.com,https://samsungconsent.com/llms.txt,https://samsungconsent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2399,guardian.co.uk,https://guardian.co.uk/llms.txt,https://www.theguardian.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9190,False,,True,True,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2400,privacy-center.org,https://privacy-center.org/llms.txt,https://privacy-center.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2401,umd.edu,https://umd.edu/llms.txt,https://umd.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10781,False,,False,True,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2402,inmotionhosting.com,https://inmotionhosting.com/llms.txt,https://www.inmotionhosting.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,1,0,1065,False,"Sun, 06 Sep 2026 12:53:07 GMT",True,True,2026-09-07T07:17:13Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2403,co.com,https://co.com/llms.txt,https://co.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2404,html-load.com,https://html-load.com/llms.txt,https://html-load.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12692,False,,False,True,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2405,tq-tungsten.com,https://tq-tungsten.com/llms.txt,https://tq-tungsten.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2406,miro.com,https://miro.com/llms.txt,https://miro.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,63941,False,,False,True,2026-09-07T07:17:13Z,,,1,missing_404,False,missing_404
2407,geotrust.com,https://geotrust.com/llms.txt,https://www.geotrust.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3815,False,,False,True,2026-09-07T07:17:14Z,,,1,missing_404,False,missing_404
2408,ringcentral.com,https://ringcentral.com/llms.txt,https://www.ringcentral.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,RingCentral,3,15,2874,False,"Thu, 27 Aug 2026 06:01:35 GMT",True,True,2026-09-07T07:17:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2409,web.dev,https://web.dev/llms.txt,https://web.dev/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32048,False,,False,True,2026-09-07T07:17:14Z,,,1,missing_404,False,missing_404
2410,yimg.jp,https://yimg.jp/llms.txt,https://yimg.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2411,infocyte.com,https://infocyte.com/llms.txt,https://infocyte.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5890,False,,True,False,2026-09-07T07:17:14Z,,,1,missing_404,False,missing_404
2412,msu.edu,https://msu.edu/llms.txt,https://msu.edu/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Michigan State University,2,5,859,True,,True,True,2026-09-07T07:17:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2413,traffmonetizer.com,https://traffmonetizer.com/llms.txt,https://traffmonetizer.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59099,False,,False,True,2026-09-07T07:17:14Z,,,1,missing_404,False,missing_404
2414,hath.network,https://hath.network/llms.txt,https://e-hentai.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:17:14Z,,,1,missing_404,False,missing_404
2415,hihonor.com,https://hihonor.com/llms.txt,https://www.hihonor.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,HONOR Italia,6,13,1960,False,"Fri, 06 Feb 2026 12:11:35 GMT",True,False,2026-09-07T07:17:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2416,ctripgslb.net,https://ctripgslb.net/llms.txt,https://ctripgslb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2417,crowdstrike.com,https://crowdstrike.com/llms.txt,https://www.crowdstrike.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,CrowdStrike,6,16,3248,False,"Wed, 06 May 2026 21:11:36 GMT",True,True,2026-09-07T07:17:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2418,gotinder.com,https://gotinder.com/llms.txt,https://www.gotinder.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,4569,False,"Wed, 10 Aug 2022 19:25:25 GMT",True,True,2026-09-07T07:17:14Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2419,sakura.ne.jp,https://sakura.ne.jp/llms.txt,https://rs.sakura.ad.jp/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10445,False,,False,True,2026-09-07T07:17:14Z,,,1,missing_404,False,missing_404
2420,tidal.com,https://tidal.com/llms.txt,https://tidal.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:17:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2421,tospotify.com,https://tospotify.com/llms.txt,https://tospotify.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2422,netscape.com,https://netscape.com/llms.txt,https://www.aol.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,52787,False,,False,True,2026-09-07T07:17:15Z,,Redirected away to https://www.aol.com/,1,redirect_other,False,redirect_other
2423,igodigital.com,https://igodigital.com/llms.txt,https://igodigital.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2424,oraclecloud.net,https://oraclecloud.net/llms.txt,https://oraclecloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2425,sendbird.com,https://sendbird.com/llms.txt,https://sendbird.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Sendbird,0,139,35894,False,,True,True,2026-09-07T07:17:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2426,steamcontent.com,https://steamcontent.com/llms.txt,https://steamcontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2427,canvas-user-content.com,https://canvas-user-content.com/llms.txt,https://canvas-user-content.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2428,senate.gov,https://senate.gov/llms.txt,https://senate.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,410,False,,False,True,2026-09-07T07:17:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2429,notion.site,https://notion.site/llms.txt,https://notion.site/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:26Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
2430,ny.gov,https://ny.gov/llms.txt,https://www.ny.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,"Mon, 07 Sep 2026 07:17:17 GMT",False,True,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2431,rollingstone.com,https://rollingstone.com/llms.txt,https://www.rollingstone.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,330,False,,False,False,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2432,snowflake.com,https://snowflake.com/llms.txt,https://www.snowflake.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2433,mlstatic.com,https://mlstatic.com/llms.txt,https://mlstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2434,slate.com,https://slate.com/llms.txt,https://slate.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,64012,False,,True,False,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2435,abcnews.com,https://abcnews.com/llms.txt,https://abcnews.com/llms.txt,404,0,True,application/json;charset=utf-8,missing_404,False,False,False,,0,0,100,False,,False,False,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2436,lgsmartad.com,http://lgsmartad.com/llms.txt,https://lgsmartad.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
2437,splunkcloud.com,http://splunkcloud.com/llms.txt,https://www.splunk.com,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,90927,False,"Mon, 07 Sep 2026 06:18:09 GMT",False,True,2026-09-07T07:17:15Z,TIMEOUT,Redirected away to https://www.splunk.com,1,redirect_other,False,redirect_other
2438,apachefriends.org,https://apachefriends.org/llms.txt,https://www.apachefriends.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5388,False,,True,False,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2439,usc.edu,https://usc.edu/llms.txt,https://usc.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2402,False,,False,True,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2440,nejm.org,https://nejm.org/llms.txt,https://www.nejm.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:17:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2441,kraken.com,https://kraken.com/llms.txt,https://kraken.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:27Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
2442,sinaimg.cn,https://sinaimg.cn/llms.txt,https://sinaimg.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,14,False,,True,False,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2443,mongodb.net,https://mongodb.net/llms.txt,https://mongodb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2444,inmobicdn.net,http://inmobicdn.net/llms.txt,https://inmobicdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:28Z,TIMEOUT,,2,network_timeout,True,network_timeout
2445,web.de,http://web.de/llms.txt,http://web.de/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:17:15Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2446,ionos.de,https://ionos.de/llms.txt,https://www.ionos.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,63072,False,"Fri, 04 Sep 2026 09:27:24 GMT",True,True,2026-09-07T07:17:15Z,,,1,missing_404,False,missing_404
2447,digg.com,https://digg.com/llms.txt,https://digg.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Digg,9,0,5470,False,"Mon, 07 Sep 2026 06:43:17 GMT",True,True,2026-09-07T07:17:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2448,polymarket.com,https://polymarket.com/llms.txt,https://polymarket.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2449,imf.org,https://imf.org/llms.txt,https://imf.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:30Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2450,1password.com,https://1password.com/llms.txt,https://1password.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:31Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
2451,imoim.net,https://imoim.net/llms.txt,https://imoim.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2452,ubc.ca,https://ubc.ca/llms.txt,https://www.ubc.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14837,False,,False,False,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2453,paywb.com,https://paywb.com/llms.txt,https://paywb.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,18,False,,False,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2454,redditmedia.com,https://redditmedia.com/llms.txt,https://www.reddit.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,8405,False,,False,True,2026-09-07T07:17:16Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2455,ey.com,https://ey.com/llms.txt,https://www.ey.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,100023,False,,False,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2456,ucdavis.edu,https://ucdavis.edu/llms.txt,https://www.ucdavis.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,"Sun, 06 Sep 2026 16:39:40 GMT",True,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2457,ax-dc-msedge.net,https://ax-dc-msedge.net/llms.txt,https://ax-dc-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2458,home-assistant.io,https://home-assistant.io/llms.txt,https://www.home-assistant.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34535,False,,False,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2459,express.co.uk,https://express.co.uk/llms.txt,https://www.express.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55389,False,,False,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2460,applvn.com,https://applvn.com/llms.txt,https://applvn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2461,2gis.ru,https://2gis.ru/llms.txt,https://2gis.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14756,False,,True,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2462,yotpo.com,https://yotpo.com/llms.txt,https://www.yotpo.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Yotpo,19,354,42956,True,"Sun, 30 Aug 2026 12:50:52 GMT",True,True,2026-09-07T07:17:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2463,de.com,https://de.com/llms.txt,https://de.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8145,False,,False,False,2026-09-07T07:31:32Z,,,2,network_timeout,True,missing_404
2464,hatena.ne.jp,https://hatena.ne.jp/llms.txt,https://www.hatena.ne.jp/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,43065,False,,False,True,2026-09-07T07:17:16Z,,Redirected away to https://www.hatena.ne.jp/,1,redirect_other,False,redirect_other
2465,kgslb.com,http://kgslb.com/llms.txt,https://kgslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:33Z,TIMEOUT,,2,network_timeout,True,network_timeout
2466,akaquill.net,https://akaquill.net/llms.txt,https://akaquill.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2467,mwscdn.ru,https://mwscdn.ru/llms.txt,https://mwscdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2468,sfgate.com,https://sfgate.com/llms.txt,https://www.sfgate.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,True,True,2026-09-07T07:17:16Z,,,1,missing_404,False,missing_404
2469,moodle.com,https://moodle.com/llms.txt,https://moodle.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2470,spaceweb.ru,https://spaceweb.ru/llms.txt,https://sweb.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,137869,False,,True,False,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2471,meituan.com,http://meituan.com/llms.txt,https://meituan.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:34Z,TIMEOUT,,2,network_timeout,True,network_timeout
2472,douban.com,https://douban.com/llms.txt,https://www.douban.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,918,False,,False,False,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2473,sparteo.com,https://sparteo.com/llms.txt,https://sparteo.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,21,False,,False,False,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2474,siriusxm.com,https://siriusxm.com/llms.txt,https://www.siriusxm.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11883,False,,False,True,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2475,msecnd.net,https://msecnd.net/llms.txt,https://msecnd.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2476,ifeng.com,https://ifeng.com/llms.txt,https://www.ifeng.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,凤凰网,7,266,31663,False,"Mon, 07 Sep 2026 07:17:21 GMT",False,True,2026-09-07T07:17:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2477,yammer.com,https://yammer.com/llms.txt,https://engage.cloud.microsoft/main/org/llms.txt/feed,200,2,True,text/html,redirect_other,False,False,False,,0,0,1518,False,,False,True,2026-09-07T07:17:17Z,,Redirected away to https://engage.cloud.microsoft/main/org/llms.txt/feed,1,redirect_other,False,redirect_other
2478,infomaniak.com,https://infomaniak.com/llms.txt,https://www.infomaniak.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14292,False,,False,True,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2479,gmx.net,https://gmx.net/llms.txt,https://www.gmx.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,34374,False,"Mon, 07 Sep 2026 07:15:00 GMT",True,False,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2480,bt.co,https://bt.co/llms.txt,https://bt.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2481,lww.com,https://lww.com/llms.txt,https://lww.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4544,False,,False,True,2026-09-07T07:17:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2482,upwork.com,https://upwork.com/llms.txt,https://upwork.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,26467,False,,False,False,2026-09-07T07:17:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2483,pavietnam.vn,https://pavietnam.vn/llms.txt,https://www.pavietnam.vn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,796,False,,False,True,2026-09-07T07:17:17Z,,,1,missing_404,False,missing_404
2484,pcmag.com,https://pcmag.com/llms.txt,https://www.pcmag.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5542,False,,False,False,2026-09-07T07:17:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2485,wtxcdn.com,https://wtxcdn.com/llms.txt,https://wtxcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2486,tutu.ru,https://tutu.ru/llms.txt,https://www.tutu.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30971,False,,True,True,2026-09-07T07:17:18Z,,,1,missing_404,False,missing_404
2487,urbanairship.com,https://urbanairship.com/llms.txt,https://www.airship.com/llms.txt,200,2,True,text/plain,ambiguous,False,False,False,,8,45,6116,False,"Fri, 04 Sep 2026 00:16:28 GMT",True,True,2026-09-07T07:17:18Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2488,mpg.de,https://mpg.de/llms.txt,https://www.mpg.de/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:18Z,,,1,missing_404,False,missing_404
2489,made-in-china.com,https://made-in-china.com/llms.txt,https://www.made-in-china.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,8,296,99808,True,"Thu, 09 Jul 2026 09:11:21 GMT",True,False,2026-09-07T07:17:18Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2490,atom.com,https://atom.com/llms.txt,https://www.atom.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,Atom.com,12,14,6630,False,"Fri, 14 Aug 2026 14:59:57 GMT",True,True,2026-09-07T07:17:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2491,visualwebsiteoptimizer.com,https://visualwebsiteoptimizer.com/llms.txt,https://vwo.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,vwo.com,1,673,83114,False,,False,False,2026-09-07T07:17:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2492,x5.ru,https://x5.ru/llms.txt,https://x5.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,103249,False,,False,True,2026-09-07T07:17:18Z,,,1,missing_404,False,missing_404
2493,entrepreneur.com,https://entrepreneur.com/llms.txt,https://www.entrepreneur.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,947,False,,False,True,2026-09-07T07:17:18Z,,,1,missing_404,False,missing_404
2494,namefind.com,https://namefind.com/llms.txt,https://namefind.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:17:18Z,,,1,missing_404,False,missing_404
2495,gboxlab.com,https://gboxlab.com/llms.txt,https://gboxlab.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1602,False,,False,False,2026-09-07T07:17:18Z,,,1,missing_404,False,missing_404
2496,volces.com,https://volces.com/llms.txt,https://volces.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2497,sharepointonline.com,http://sharepointonline.com/llms.txt,https://sharepointonline.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
2498,xxpkg.com,https://xxpkg.com/llms.txt,https://xxpkg.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,551,False,,False,False,2026-09-07T07:17:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2499,ntp.br,https://ntp.br/llms.txt,https://ntp.br/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:19Z,,,1,missing_404,False,missing_404
2500,amplifyapp.com,https://amplifyapp.com/llms.txt,https://amplifyapp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2501,zend.com,https://zend.com/llms.txt,https://www.zend.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 06:44:53 GMT",True,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2502,oaistatic.com,https://oaistatic.com/llms.txt,https://oaistatic.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2503,trustindex.io,https://trustindex.io/llms.txt,https://www.trustindex.io/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,92049,False,"Mon, 07 Sep 2026 07:17:33 GMT",True,True,2026-09-07T07:17:30Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2504,okx.com,https://okx.com/llms.txt,https://www.okx.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"OKX – Buy Bitcoin & Crypto | Crypto Exchange, App",15,73,8899,False,"Mon, 07 Sep 2026 07:00:05 GMT",True,False,2026-09-07T07:17:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2505,wetransfer.com,https://wetransfer.com/llms.txt,https://wetransfer.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:35Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
2506,mojohost.com,https://mojohost.com/llms.txt,https://mojohost.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2507,gettyimages.com,https://gettyimages.com/llms.txt,https://www.gettyimages.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32761,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2508,nordvpn.com,https://nordvpn.com/llms.txt,https://nordvpn.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,llms.txt for NordVPN,6,0,2415,False,"Tue, 01 Sep 2026 12:08:31 GMT",False,False,2026-09-07T07:17:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2509,ford.com,https://ford.com/llms.txt,https://www.ford.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ford United States — LLM Guidance,3,2,788,False,"Wed, 15 Jul 2026 21:54:21 GMT",True,True,2026-09-07T07:31:35Z,,,2,network_timeout,True,confirmed_llms_txt
2510,dnsip.com,https://dnsip.com/llms.txt,https://dnsip.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2511,grindr.com,https://grindr.com/llms.txt,https://www.grindr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20561,False,"Tue, 01 Sep 2026 20:38:04 GMT",False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2512,getyourguide.com,https://getyourguide.com/llms.txt,https://www.getyourguide.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,148,False,,False,True,2026-09-07T07:17:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2513,openssl.org,https://openssl.org/llms.txt,https://openssl.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4152,False,"Wed, 11 Mar 2026 13:09:56 GMT",True,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2514,a2hosting.com,https://a2hosting.com/llms.txt,https://hosting.com/,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,22627,False,"Fri, 04 Sep 2026 13:34:25 GMT",False,True,2026-09-07T07:17:30Z,,Redirected away to https://hosting.com/,1,redirect_other,False,redirect_other
2515,nubank.com.br,https://nubank.com.br/llms.txt,https://nubank.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,87042,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2516,transip.nl,https://transip.nl/llms.txt,https://www.transip.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13546,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2517,ssa.gov,https://ssa.gov/llms.txt,https://www.ssa.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,375,False,,False,True,2026-09-07T07:17:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2518,audible.com,https://audible.com/llms.txt,https://www.audible.com/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2519,like.video,https://like.video/llms.txt,https://like.video/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:43Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2520,peacocktv.com,https://peacocktv.com/llms.txt,https://www.peacocktv.com/unavailable,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,6443,False,,True,True,2026-09-07T07:17:30Z,,Redirected away to https://www.peacocktv.com/unavailable,1,redirect_other,False,redirect_other
2521,rt.com,https://rt.com/llms.txt,https://www.rt.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43174,False,,False,False,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2522,heylink.me,https://heylink.me/llms.txt,https://heylink.me/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5553,False,,False,False,2026-09-07T07:17:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2523,isnssdk.com,https://isnssdk.com/llms.txt,https://isnssdk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2524,lastpass.com,https://lastpass.com/llms.txt,https://www.lastpass.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2525,sensic.net,https://sensic.net/llms.txt,https://sensic.net/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,309,False,,False,False,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2526,e-msedge.net,https://e-msedge.net/llms.txt,https://e-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2527,rainberrytv.com,https://rainberrytv.com/llms.txt,https://rainberrytv.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12888,False,"Sat, 05 Sep 2026 06:31:25 GMT",True,False,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2528,glassdoor.com,https://glassdoor.com/llms.txt,https://glassdoor.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,37680,False,,False,False,2026-09-07T07:17:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2529,scmp.com,https://scmp.com/llms.txt,https://www.scmp.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,92639,False,"Mon, 07 Sep 2026 07:17:32 GMT",False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2530,ogury.io,http://ogury.io/llms.txt,http://www.ogury.com/llms.txt,404,2,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:17:30Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
2531,wayfair.com,https://wayfair.com/llms.txt,https://www.wayfair.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,159640,False,,False,True,2026-09-07T07:17:30Z,,,1,missing_404,False,missing_404
2532,rspamd.com,https://rspamd.com/llms.txt,https://rspamd.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,15512,False,"Wed, 02 Sep 2026 21:46:20 GMT",True,True,2026-09-07T07:17:30Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2533,mgts.ru,http://mgts.ru/llms.txt,https://mgts.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:45Z,TIMEOUT,,2,network_timeout,True,network_timeout
2534,tmall.com,https://tmall.com/llms.txt,https://err.tmall.com/error1.html?c=404&u=https://www.tmall.com/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15154,False,,True,True,2026-09-07T07:17:30Z,,Redirected away to https://err.tmall.com/error1.html?c=404&u=https://www.tmall.com/llms.txt,1,redirect_other,False,redirect_other
2535,surfshark.com,https://surfshark.com/llms.txt,https://surfshark.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Surfshark,15,151,13352,True,"Wed, 10 Jun 2026 06:21:49 GMT",True,False,2026-09-07T07:17:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2536,wikia.com,https://wikia.com/llms.txt,https://community.fandom.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5584,False,,False,True,2026-09-07T07:17:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2537,flurry.com,https://flurry.com/llms.txt,https://www.flurry.com/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:17:31Z,,,1,missing_404,False,missing_404
2538,ureca-lab.com,https://ureca-lab.com/llms.txt,https://ureca-lab.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2539,samsungapis.com,https://samsungapis.com/llms.txt,https://samsungapis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2540,news.com.au,https://news.com.au/llms.txt,https://www.news.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48382,False,,False,True,2026-09-07T07:17:31Z,,,1,missing_404,False,missing_404
2541,salthasher.com,https://salthasher.com/llms.txt,https://salthasher.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5429,False,,False,False,2026-09-07T07:17:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2542,hollywoodreporter.com,https://hollywoodreporter.com/llms.txt,https://www.hollywoodreporter.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25422,False,,False,False,2026-09-07T07:17:31Z,,,1,missing_404,False,missing_404
2543,aibotplatform.com,https://aibotplatform.com/llms.txt,https://aibotplatform.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2544,qz.com,https://qz.com/llms.txt,https://qz.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,22060,False,"Mon, 07 Sep 2026 07:17:32 GMT",False,True,2026-09-07T07:17:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2545,jwplayer.com,https://jwplayer.com/llms.txt,https://jwplayer.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2525,False,,False,True,2026-09-07T07:17:31Z,,,1,missing_404,False,missing_404
2546,stackdns.com,https://stackdns.com/llms.txt,https://stackdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2547,browser-intake-us5-datadoghq.com,https://browser-intake-us5-datadoghq.com/llms.txt,https://browser-intake-us5-datadoghq.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,56,False,,False,False,2026-09-07T07:17:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2548,ssl.com,https://ssl.com/llms.txt,https://www.ssl.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65400,False,,False,True,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2549,slackb.com,https://slackb.com/llms.txt,https://slackb.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2550,trip.com,https://trip.com/llms.txt,https://www.trip.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Trip.com,4,165,41343,False,,False,True,2026-09-07T07:17:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2551,powerbi.com,https://powerbi.com/llms.txt,https://app.powerbi.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,22428,False,,False,True,2026-09-07T07:17:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2552,churnzero.net,https://churnzero.net/llms.txt,https://churnzero.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,386,False,,False,True,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2553,smh.com.au,https://smh.com.au/llms.txt,https://www.smh.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,171381,False,,False,True,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2554,axios.com,https://axios.com/llms.txt,https://www.axios.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38277,False,,False,True,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2555,slashdot.org,https://slashdot.org/llms.txt,https://slashdot.org/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Slashdot,4,4,3603,False,"Wed, 16 Apr 2025 19:09:40 GMT",True,False,2026-09-07T07:17:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2556,callrail.com,https://callrail.com/llms.txt,https://www.callrail.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3099,False,,True,True,2026-09-07T07:17:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2557,clickup.com,https://clickup.com/llms.txt,https://clickup.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ClickUp,10,50,8839,False,"Sun, 06 Sep 2026 08:21:15 GMT",True,True,2026-09-07T07:17:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2558,snapcraft.io,https://snapcraft.io/llms.txt,https://snapcraft.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30116,False,,True,False,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2559,afilias-nst.info,https://afilias-nst.info/llms.txt,https://afilias-nst.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2560,nextdoor.com,https://nextdoor.com/llms.txt,https://nextdoor.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,99856,False,,False,True,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2561,resume.com,https://resume.com/llms.txt,https://resume.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5553,False,,False,False,2026-09-07T07:17:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2562,ibb.co,https://ibb.co/llms.txt,https://ibb.co/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:32Z,,,1,missing_404,False,missing_404
2563,qianxun.com,http://qianxun.com/llms.txt,https://qianxun.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:46Z,TIMEOUT,,2,network_timeout,True,network_timeout
2564,disney.com,https://disney.com/llms.txt,https://www.disney.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,True,2026-09-07T07:17:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2565,oath.cloud,https://oath.cloud/llms.txt,https://oath.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2566,uisp.com,https://uisp.com/llms.txt,https://uisp.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,705,False,,False,False,2026-09-07T07:17:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2567,supercdn.ru,https://supercdn.ru/llms.txt,https://supercdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2568,azure-dns.net,https://azure-dns.net/llms.txt,https://azure-dns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2569,zeit.de,https://zeit.de/llms.txt,https://www.zeit.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,False,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2570,vkuseraudio.ru,https://vkuseraudio.ru/llms.txt,https://ps.userapi.com/llms.txt,418,1,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:33Z,,,1,ambiguous,False,ambiguous
2571,doubao.com,https://doubao.com/llms.txt,https://www.doubao.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,65180,False,,False,True,2026-09-07T07:17:33Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2572,screenconnect.com,https://screenconnect.com/llms.txt,https://www.screenconnect.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,ScreenConnect,11,96,10872,False,,False,False,2026-09-07T07:17:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2573,lgtvsdp.com,https://lgtvsdp.com/llms.txt,https://lgtvsdp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2574,ethz.ch,https://ethz.ch/llms.txt,https://ethz.ch/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7895,False,,False,False,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2575,pypi.org,https://pypi.org/llms.txt,https://pypi.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4820,False,,True,False,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2576,mosspf.net,https://mosspf.net/llms.txt,https://mosspf.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2577,rtbcdn.ru,https://rtbcdn.ru/llms.txt,https://rtbcdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2578,illinois.edu,https://illinois.edu/llms.txt,https://illinois.edu/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,55661,False,"Mon, 07 Sep 2026 06:43:39 GMT",True,True,2026-09-07T07:17:33Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2579,elastic.co,https://elastic.co/llms.txt,https://www.elastic.co/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76185,False,,True,True,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2580,t2.ru,https://t2.ru/llms.txt,https://t2.ru/llms.txt,503,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7857,False,,False,False,2026-09-07T07:31:48Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
2581,visa.com,https://visa.com/llms.txt,https://www.visa.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,160,False,,False,False,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2582,wshareit.com,https://wshareit.com/llms.txt,https://www.wshareit.com/llms.txt,403,1,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:17:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2583,urldefense.com,https://urldefense.com/llms.txt,https://zenweb.proofpoint.com/urldefense/error?locale=en-US,400,1,True,text/html;charset=utf-8,ambiguous,False,False,False,,0,0,19921,False,,False,True,2026-09-07T07:17:33Z,,,1,ambiguous,False,ambiguous
2584,xboxservices.com,https://xboxservices.com/llms.txt,https://xboxservices.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2585,ucl.ac.uk,https://ucl.ac.uk/llms.txt,https://www.ucl.ac.uk/llms.txt,502,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,6399,False,,False,True,2026-09-07T07:31:48Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
2586,technologyreview.com,https://technologyreview.com/llms.txt,https://www.technologyreview.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1153,False,,True,False,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2587,azurecontainerapps.io,https://azurecontainerapps.io/llms.txt,https://www.microsoft.com/en-in,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,115999,False,,False,True,2026-09-07T07:17:33Z,,Redirected away to https://www.microsoft.com/en-in,1,redirect_other,False,redirect_other
2588,lfstrm.tv,https://lfstrm.tv/llms.txt,https://lfstrm.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2589,flaticon.com,https://flaticon.com/llms.txt,https://www.flaticon.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,7955,False,,False,True,2026-09-07T07:17:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2590,spb.ru,http://spb.ru/llms.txt,http://spb.ru/llms.txt,503,0,False,text/html,network_timeout,False,False,False,,0,0,13032,False,,True,False,2026-09-07T07:31:50Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
2591,roskazna.ru,http://roskazna.ru/llms.txt,https://roskazna.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:50Z,TIMEOUT,,2,network_timeout,True,network_timeout
2592,ccc.de,https://ccc.de/llms.txt,https://www.ccc.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5201,False,,False,True,2026-09-07T07:17:33Z,,,1,missing_404,False,missing_404
2593,tenable.com,https://tenable.com/llms.txt,https://www.tenable.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Tenable,8,54,8936,False,"Mon, 07 Sep 2026 06:24:18 GMT",False,True,2026-09-07T07:17:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2594,scopely.io,https://scopely.io/llms.txt,https://scopely.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2595,bcvcdn.com,https://bcvcdn.com/llms.txt,https://bcvcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2596,csdn.net,https://csdn.net/llms.txt,https://www.csdn.net/llms.txt,521,1,True,text/html,network_timeout,False,False,False,,0,0,2005,False,,False,True,2026-09-07T07:31:51Z,SERVER_ERROR_521,,2,network_timeout,True,network_timeout
2597,ps.kz,https://ps.kz/llms.txt,https://www.ps.kz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5398,False,,True,True,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2598,weplayapp.com,https://weplayapp.com/llms.txt,https://weplayapp.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,3768,False,"Thu, 03 Sep 2026 08:22:04 GMT",True,True,2026-09-07T07:17:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2599,pphosted.com,https://pphosted.com/llms.txt,https://pphosted.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2600,lgthinq.com,http://lgthinq.com/llms.txt,https://lgthinq.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:51Z,TIMEOUT,,2,network_timeout,True,network_timeout
2601,dnse5.com,https://dnse5.com/llms.txt,https://dnse5.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2602,coloros.com,http://coloros.com/llms.txt,http://coloros.com/llms.txt,404,0,False,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:34Z,TIMEOUT,,1,missing_404,False,missing_404
2603,camsite26.lol,https://camsite26.lol/llms.txt,https://camsite26.lol/llms.txt,520,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7336,False,,False,True,2026-09-07T07:31:52Z,SERVER_ERROR_520,,2,network_timeout,True,network_timeout
2604,arizona.edu,https://arizona.edu/llms.txt,https://www.arizona.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,"Mon, 07 Sep 2026 06:43:37 GMT",True,True,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2605,drupal.org,https://drupal.org/llms.txt,https://www.drupal.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,188,False,,False,True,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2606,bumlam.com,https://bumlam.com/llms.txt,https://bumlam.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2607,chinadaily.com.cn,https://chinadaily.com.cn/llms.txt,https://www.chinadaily.com.cn,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,36184,False,"Mon, 07 Sep 2026 07:01:28 GMT",False,False,2026-09-07T07:17:34Z,,Redirected away to https://www.chinadaily.com.cn,1,redirect_other,False,redirect_other
2608,rockstargames.com,https://rockstargames.com/llms.txt,https://www.rockstargames.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2437,False,"Sat, 02 Sep 2045 00:37:35 GMT",False,True,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2609,northwestern.edu,https://northwestern.edu/llms.txt,https://www.northwestern.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15485,False,,False,True,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2610,dhs.gov,https://dhs.gov/llms.txt,https://www.dhs.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,,False,True,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2611,skybridge.click,https://skybridge.click/llms.txt,https://skybridge.click/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3931,False,,True,False,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2612,expressapisv2.net,https://expressapisv2.net/llms.txt,https://expressapisv2.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:17:34Z,,,1,missing_404,False,missing_404
2613,cve.org,https://cve.org/llms.txt,https://www.cve.org/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,880,False,"Tue, 01 Sep 2026 18:07:01 GMT",True,False,2026-09-07T07:17:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2614,itv.com,http://itv.com/llms.txt,https://itv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
2615,wsglb0.com,https://wsglb0.com/llms.txt,https://wsglb0.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2616,alrosa.ru,https://alrosa.ru/llms.txt,https://alrosa.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,266110,False,,False,True,2026-09-07T07:17:35Z,,,1,missing_404,False,missing_404
2617,bybanking.com,http://bybanking.com/llms.txt,https://bybanking.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
2618,perl.org,https://perl.org/llms.txt,https://www.perl.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5946,False,"Mon, 07 Sep 2026 07:17:37 GMT",False,False,2026-09-07T07:17:35Z,,,1,missing_404,False,missing_404
2619,icndns.net,http://icndns.net/llms.txt,https://icndns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
2620,gccdn.net,https://gccdn.net/llms.txt,https://gccdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2621,qunar.com,https://qunar.com/llms.txt,https://www.qunar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1893,False,,True,False,2026-09-07T07:17:35Z,,,1,missing_404,False,missing_404
2622,sjtu.edu.cn,http://sjtu.edu.cn/llms.txt,https://sjtu.edu.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:31:59Z,TIMEOUT,,2,network_timeout,True,network_timeout
2623,alibabacorp.com,http://alibabacorp.com/llms.txt,https://alibabacorp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
2624,pxf.io,https://pxf.io/llms.txt,https://pxf.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,248,False,,False,True,2026-09-07T07:17:35Z,,,1,missing_404,False,missing_404
2625,snssdk.com,https://snssdk.com/llms.txt,https://app.toutiao.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3645,False,,False,True,2026-09-07T07:17:35Z,,Redirected away to https://app.toutiao.com/,1,redirect_other,False,redirect_other
2626,al-adtech.com,https://al-adtech.com/llms.txt,https://al-adtech.com/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:35Z,,,1,ambiguous,False,ambiguous
2627,knt9.xyz,https://knt9.xyz/llms.txt,https://knt9.xyz/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:35Z,,,1,missing_404,False,missing_404
2628,ndtv.com,https://ndtv.com/llms.txt,https://www.ndtv.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:17:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2629,betweendigital.com,https://betweendigital.com/llms.txt,https://cp.betweendigital.com/system/sign,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,944,False,,False,False,2026-09-07T07:17:35Z,,Redirected away to https://cp.betweendigital.com/system/sign,1,redirect_other,False,redirect_other
2630,aditude.io,https://aditude.io/llms.txt,https://www.aditude.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2631,strpst.com,https://strpst.com/llms.txt,https://strpst.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2632,tizen.org,https://tizen.org/llms.txt,https://www.tizen.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34517,False,,False,True,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2633,protechts.net,https://protechts.net/llms.txt,https://protechts.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2634,firwinds.site,https://firwinds.site/llms.txt,https://firwinds.site/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2635,klarna.net,https://klarna.net/llms.txt,https://klarna.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2636,thehill.com,https://thehill.com/llms.txt,https://thehill.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,6522,False,,False,False,2026-09-07T07:17:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2637,strato.de,https://strato.de/llms.txt,https://www.strato.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,81616,False,,True,False,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2638,matomo.org,https://matomo.org/llms.txt,https://matomo.org/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44384,False,,False,True,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2639,woocommerce.com,https://woocommerce.com/llms.txt,https://woocommerce.com/wp-content/uploads/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,WooCommerce: The most customizable ecommerce platform for building your online business\. Get started today for free\.,2,8,1750,False,"Mon, 30 Mar 2026 08:36:00 GMT",True,True,2026-09-07T07:17:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2640,wikisource.org,https://wikisource.org/llms.txt,https://wikisource.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2641,tmdb.org,https://tmdb.org/llms.txt,https://www.themoviedb.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,83480,False,,False,False,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2642,rumble.com,https://rumble.com/llms.txt,https://rumble.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,160075,False,,False,True,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2643,kuaishou.com,https://kuaishou.com/llms.txt,https://www.kuaishou.com/404,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,41077,False,,False,True,2026-09-07T07:17:36Z,,Redirected away to https://www.kuaishou.com/404,1,redirect_other,False,redirect_other
2644,raiffeisen.ru,https://raiffeisen.ru/llms.txt,https://www.raiffeisen.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8818,False,,True,False,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2645,webrootcloudav.com,https://webrootcloudav.com/llms.txt,https://webrootcloudav.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2646,heise.de,https://heise.de/llms.txt,https://www.heise.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,45563,False,"Mon, 07 Sep 2026 07:17:38 GMT",False,True,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2647,nexon.com,https://nexon.com/llms.txt,https://nexon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:02Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2648,iheart.com,https://iheart.com/llms.txt,https://www.iheart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15727,False,,True,False,2026-09-07T07:17:36Z,,,1,missing_404,False,missing_404
2649,protectmyapp.com,https://protectmyapp.com/llms.txt,https://protectmyapp.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,13,56,13721,True,"Wed, 28 Jan 2026 06:58:35 GMT",True,True,2026-09-07T07:17:36Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2650,fanduel.com,https://fanduel.com/llms.txt,https://fanduel.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:17:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2651,pbstck.com,https://pbstck.com/llms.txt,https://pbstck.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2652,auth0app.com,https://auth0app.com/llms.txt,https://auth0app.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2653,ikarem.io,http://ikarem.io/llms.txt,https://ikarem.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
2654,core.microsoft,https://core.microsoft/llms.txt,https://core.microsoft/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2655,coe.int,https://coe.int/llms.txt,https://www.coe.int/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5511,False,,False,False,2026-09-07T07:17:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2656,auth0edge.com,https://auth0edge.com/llms.txt,https://auth0edge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2657,listdl.com,https://listdl.com/llms.txt,https://listdl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2658,easybrain.com,https://easybrain.com/llms.txt,https://easybrain.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,991,False,,False,True,2026-09-07T07:17:37Z,,,1,missing_404,False,missing_404
2659,claude.com,https://claude.com/llms.txt,https://claude.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Claude,12,31,4146,False,"Mon, 07 Sep 2026 07:17:38 GMT",False,False,2026-09-07T07:17:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2660,wpscdn.com,https://wpscdn.com/llms.txt,https://wpscdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2661,eurodns.com,https://eurodns.com/llms.txt,https://www.eurodns.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5970,False,,False,True,2026-09-07T07:17:37Z,,,1,missing_404,False,missing_404
2662,evergage.com,https://evergage.com/llms.txt,https://evergage.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:07Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2663,getpocket.com,https://getpocket.com/llms.txt,https://getpocket.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,955,False,"Wed, 12 Nov 2025 16:57:16 GMT",True,True,2026-09-07T07:32:07Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
2664,ttwstatic.com,https://ttwstatic.com/llms.txt,https://ttwstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2665,brightspace.com,https://brightspace.com/llms.txt,https://www.d2l.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,3,28,3796,False,"Thu, 03 Sep 2026 18:55:01 GMT",True,True,2026-09-07T07:17:37Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2666,edge.apple,https://edge.apple/llms.txt,https://edge.apple/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2667,gamespot.com,https://gamespot.com/llms.txt,https://www.gamespot.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5537,False,,False,False,2026-09-07T07:17:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2668,railway.app,https://railway.app/llms.txt,https://railway.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Railway,7,39,6324,False,"Mon, 07 Sep 2026 06:07:42 GMT",True,False,2026-09-07T07:17:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2669,gutenberg.org,https://gutenberg.org/llms.txt,https://www.gutenberg.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6398,False,"Tue, 18 Aug 2026 10:13:52 GMT",False,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2670,npmjs.org,https://npmjs.org/llms.txt,https://www.npmjs.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5598,False,,False,False,2026-09-07T07:17:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2671,parallels.com,https://parallels.com/llms.txt,https://www.parallels.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Parallels,8,30,5538,True,"Mon, 27 Apr 2026 13:13:03 GMT",True,True,2026-09-07T07:17:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2672,optimove.net,https://optimove.net/llms.txt,https://optimove.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,251,False,"Sun, 28 Jun 2026 10:04:11 GMT",True,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2673,google.us,https://google.us/llms.txt,https://google.us/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2674,livescience.com,https://livescience.com/llms.txt,https://www.livescience.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,183394,False,"Mon, 07 Sep 2026 07:17:40 GMT",False,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2675,safedk.com,https://safedk.com/llms.txt,https://safedk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2676,arc-msedge.net,https://arc-msedge.net/llms.txt,https://arc-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2677,thomsonreuters.com,https://thomsonreuters.com/llms.txt,https://www.thomsonreuters.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,56724,False,,False,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2678,hindustantimes.com,https://hindustantimes.com/llms.txt,https://www.hindustantimes.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Hindustan Times,6,41,6650,True,"Thu, 27 Aug 2026 07:52:48 GMT",True,True,2026-09-07T07:17:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2679,zefrdata.com,https://zefrdata.com/llms.txt,https://zefrdata.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2680,theglobeandmail.com,https://theglobeandmail.com/llms.txt,https://www.theglobeandmail.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57087,False,"Mon, 07 Sep 2026 07:17:41 GMT",True,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2681,ohmy.bid,https://ohmy.bid/llms.txt,https://ohmy.bid/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,574,False,"Wed, 27 May 2026 09:57:02 GMT",True,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2682,vercel-dns-013.com,https://vercel-dns-013.com/llms.txt,https://vercel-dns-013.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2683,cpi.ad.jp,https://cpi.ad.jp/llms.txt,https://www.cpi.ad.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56447,False,,False,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2684,colorado.edu,https://colorado.edu/llms.txt,https://www.colorado.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,190,False,"Mon, 07 Sep 2026 06:43:41 GMT",True,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2685,crazyegg.com,https://crazyegg.com/llms.txt,https://www.crazyegg.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Crazy Egg,6,31,4274,True,,True,True,2026-09-07T07:17:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2686,smithsonianmag.com,https://smithsonianmag.com/llms.txt,https://www.smithsonianmag.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37911,False,,False,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2687,harman.com,https://harman.com/llms.txt,https://www.harman.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,614,False,,False,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2688,feishu.cn,https://feishu.cn/llms.txt,https://www.feishu.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4514,False,,False,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2689,smi2.ru,https://smi2.ru/llms.txt,https://smi2.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55891,False,,False,True,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2690,phantom.app,https://phantom.app/llms.txt,https://phantom.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,55782,False,,False,False,2026-09-07T07:17:38Z,,,1,missing_404,False,missing_404
2691,marzaent.com,https://marzaent.com/llms.txt,https://marzaent.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2692,douyinpic.com,https://douyinpic.com/llms.txt,https://douyinpic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2693,ti.com,https://ti.com/llms.txt,https://www.ti.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3298,False,,False,False,2026-09-07T07:17:39Z,,,1,missing_404,False,missing_404
2694,archlinux.org,https://archlinux.org/llms.txt,https://archlinux.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3616,False,,True,False,2026-09-07T07:17:39Z,,,1,missing_404,False,missing_404
2695,adguard.com,https://adguard.com/llms.txt,https://adguard.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6374,False,,False,True,2026-09-07T07:17:39Z,,,1,missing_404,False,missing_404
2696,inbake.com,http://inbake.com/llms.txt,https://inbake.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
2697,bkcdn.net,https://bkcdn.net/llms.txt,https://bkcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2698,ksapisrv.com,https://ksapisrv.com/llms.txt,https://ksapisrv.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2808,False,,False,False,2026-09-07T07:17:39Z,,,1,missing_404,False,missing_404
2699,riskified.com,https://riskified.com/llms.txt,https://www.riskified.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,93895,False,,False,True,2026-09-07T07:17:39Z,,,1,missing_404,False,missing_404
2700,nhk.or.jp,https://nhk.or.jp/llms.txt,https://nhk.or.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2701,cachefly.net,https://cachefly.net/llms.txt,https://cachefly.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2702,envato.com,https://envato.com/llms.txt,https://www.envato.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7313,False,"Mon, 07 Sep 2026 04:16:09 GMT",False,True,2026-09-07T07:17:39Z,,,1,missing_404,False,missing_404
2703,ibytedtos.com,https://ibytedtos.com/llms.txt,https://ibytedtos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2704,nsw.gov.au,https://nsw.gov.au/llms.txt,https://www.nsw.gov.au/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,17247,False,"Mon, 07 Sep 2026 06:44:31 GMT",True,True,2026-09-07T07:17:39Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2705,dnspod.com,https://dnspod.com/llms.txt,https://www.dnspod.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11811,False,,False,False,2026-09-07T07:17:39Z,,Redirected away to https://www.dnspod.com/,1,redirect_other,False,redirect_other
2706,mojang.com,http://mojang.com/llms.txt,https://mojang.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:09Z,TIMEOUT,,2,network_timeout,True,network_timeout
2707,tsinghua.edu.cn,https://tsinghua.edu.cn/llms.txt,https://tsinghua.edu.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2708,amp-endpoint1.com,https://amp-endpoint1.com/llms.txt,https://amp-endpoint1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2709,fb-t-msedge.net,https://fb-t-msedge.net/llms.txt,https://fb-t-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2710,bcelive.com,https://bcelive.com/llms.txt,https://bcelive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2711,mastodon.social,https://mastodon.social/llms.txt,https://mastodon.social/llms.txt,404,0,True,*/*; charset=utf-8,missing_404,False,False,False,,0,0,1481,False,,False,True,2026-09-07T07:17:40Z,,,1,missing_404,False,missing_404
2712,cloudapp.net,https://cloudapp.net/llms.txt,https://cloudapp.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2713,wipo.int,https://wipo.int/llms.txt,https://www.wipo.int/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,11969,False,"Wed, 16 Apr 2025 10:47:33 GMT",True,False,2026-09-07T07:17:40Z,,,1,missing_404,False,missing_404
2714,addthis.com,https://addthis.com/llms.txt,https://www.oracle.com/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:17:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2715,ndcpp-os.com,https://ndcpp-os.com/llms.txt,https://ndcpp-os.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2716,accor.com,https://accor.com/llms.txt,https://group.accor.com/en,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,695,False,,True,True,2026-09-07T07:17:41Z,,Redirected away to https://group.accor.com/en,1,redirect_other,False,redirect_other
2717,medlineplus.gov,https://medlineplus.gov/llms.txt,https://medlineplus.gov/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17768,False,,False,False,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2718,int08h.com,https://int08h.com/llms.txt,https://int08h.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8274,False,,False,True,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2719,aliexpress-media.com,https://aliexpress-media.com/llms.txt,https://aliexpress-media.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2720,cell.com,https://cell.com/llms.txt,https://cell.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5551,False,,False,False,2026-09-07T07:17:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2721,msftstatic.com,https://msftstatic.com/llms.txt,https://msftstatic.com/llms.txt,400,0,True,,ambiguous,False,False,False,,0,0,194,False,,False,False,2026-09-07T07:17:41Z,,,1,ambiguous,False,ambiguous
2722,stratoserver.net,https://stratoserver.net/llms.txt,https://stratoserver.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2723,iotcplatform.com,http://iotcplatform.com/llms.txt,https://iotcplatform.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
2724,wixdns.net,https://wixdns.net/llms.txt,https://wixdns.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2239,False,,False,True,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2725,cookieyes.com,https://cookieyes.com/llms.txt,https://www.cookieyes.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,CookieYes,12,40,4992,False,,False,True,2026-09-07T07:17:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2726,captcha-delivery.com,https://captcha-delivery.com/llms.txt,https://captcha-delivery.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2727,centos.org,https://centos.org/llms.txt,https://centos.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8340,False,"Thu, 01 Jan 2026 01:12:59 GMT",True,False,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2728,capitalonegslbex.com,https://capitalonegslbex.com/llms.txt,https://capitalonegslbex.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2729,newscientist.com,https://newscientist.com/llms.txt,https://www.newscientist.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2772,False,,False,True,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2730,texas.gov,https://texas.gov/llms.txt,https://www.texas.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,152373,False,"Wed, 02 Sep 2026 16:32:35 GMT",True,False,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2731,ko-fi.com,https://ko-fi.com/llms.txt,https://ko-fi.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,45153,False,"Mon, 07 Sep 2026 07:01:57 GMT",False,False,2026-09-07T07:17:41Z,,Redirected away to https://ko-fi.com/,1,redirect_other,False,redirect_other
2732,comodoca.com,https://comodoca.com/llms.txt,https://www.comodoca.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,81711,False,,False,False,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2733,sfmc-marketing.com,https://sfmc-marketing.com/llms.txt,https://sfmc-marketing.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2734,pstatic.net,http://pstatic.net/llms.txt,https://pstatic.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:12Z,TIMEOUT,,2,network_timeout,True,network_timeout
2735,hisavana.com,https://hisavana.com/llms.txt,https://hisavana.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2736,bgdns.net,https://bgdns.net/llms.txt,https://bgdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2737,archives.gov,https://archives.gov/llms.txt,https://www.archives.gov/files/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15833,False,,False,True,2026-09-07T07:17:41Z,,,1,missing_404,False,missing_404
2738,p-msedge.net,https://p-msedge.net/llms.txt,https://p-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2739,mmstat.com,https://mmstat.com/llms.txt,https://mmstat.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2740,dalyfeds.com,https://dalyfeds.com/llms.txt,https://dalyfeds.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:17:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2741,ufileos.com,https://ufileos.com/llms.txt,https://ufileos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2742,tiktokpangle-cdn-us.com,https://tiktokpangle-cdn-us.com/llms.txt,https://tiktokpangle-cdn-us.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2743,fastly-masque.net,https://fastly-masque.net/llms.txt,https://fastly-masque.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2744,webflow.com,https://webflow.com/llms.txt,https://webflow.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Webflow,8,75,13293,True,"Sun, 06 Sep 2026 20:21:35 GMT",False,False,2026-09-07T07:17:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2745,dnsv4.com,https://dnsv4.com/llms.txt,https://dnsv4.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2746,huntress.io,https://huntress.io/llms.txt,https://huntress.io/llms.txt,401,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,49,False,,False,True,2026-09-07T07:17:41Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
2747,webs.com,https://webs.com/llms.txt,https://www.vistaprint.com/digital-marketing/webs-shutdown,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,169505,False,"Mon, 07 Sep 2026 06:39:11 GMT",False,True,2026-09-07T07:17:41Z,,Redirected away to https://www.vistaprint.com/digital-marketing/webs-shutdown,1,redirect_other,False,redirect_other
2748,sketchfab.com,https://sketchfab.com/llms.txt,https://sketchfab.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6717,False,,False,True,2026-09-07T07:17:42Z,,,1,missing_404,False,missing_404
2749,databricks.com,https://databricks.com/llms.txt,https://www.databricks.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Databricks,8,37,12873,False,"Wed, 03 Jun 2026 16:23:30 GMT",True,True,2026-09-07T07:17:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2750,secb2b.com,https://secb2b.com/llms.txt,https://secb2b.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2751,zalo.me,https://zalo.me/llms.txt,https://id.zalo.me/account/login?continue=http://zalo.me/llms.txt,200,1,True,,redirect_other,False,False,False,,0,0,4893,False,,False,False,2026-09-07T07:17:42Z,,Redirected away to https://id.zalo.me/account/login?continue=http://zalo.me/llms.txt,1,redirect_other,False,redirect_other
2752,padlet.com,https://padlet.com/llms.txt,https://padlet.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Padlet,5,10,2618,True,,True,True,2026-09-07T07:17:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2753,grok.com,https://grok.com/llms.txt,https://grok.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,164884,False,,False,True,2026-09-07T07:17:42Z,,,1,missing_404,False,missing_404
2754,indiegogo.com,https://indiegogo.com/llms.txt,https://www.indiegogo.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5602,False,,False,False,2026-09-07T07:17:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2755,pemsrv.com,https://pemsrv.com/llms.txt,https://pemsrv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2756,queniucf.com,https://queniucf.com/llms.txt,https://queniucf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2757,ueiwsp.com,https://ueiwsp.com/llms.txt,https://ueiwsp.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,7452,False,,False,True,2026-09-07T07:17:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2758,brandbucket.com,https://brandbucket.com/llms.txt,https://www.brandbucket.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,4195,False,,False,False,2026-09-07T07:17:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2759,jtvnw.net,https://jtvnw.net/llms.txt,https://jtvnw.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2760,test-cdn-kkk.com,https://test-cdn-kkk.com/llms.txt,https://test-cdn-kkk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2761,cdn90.cn,https://cdn90.cn/llms.txt,https://cdn90.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2762,dropboxapi.com,https://dropboxapi.com/llms.txt,https://dropboxapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:17Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2763,geocomply.com,https://geocomply.com/llms.txt,https://www.geocomply.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:17:42Z,,,1,missing_404,False,missing_404
2764,cutt.ly,https://cutt.ly/llms.txt,https://cutt.ly/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Cuttly,4,0,8318,False,"Mon, 03 Aug 2026 11:35:26 GMT",True,False,2026-09-07T07:17:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2765,elastic-cloud.com,https://elastic-cloud.com/llms.txt,https://elastic-cloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2766,tynt.com,https://tynt.com/llms.txt,https://tynt.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,4357,False,"Wed, 31 Jul 2019 15:34:40 GMT",True,False,2026-09-07T07:17:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2767,mradx.net,https://mradx.net/llms.txt,https://mradx.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2768,glanceapis.com,https://glanceapis.com/llms.txt,https://glanceapis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2769,tdnsv6.com,https://tdnsv6.com/llms.txt,https://tdnsv6.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2770,howstuffworks.com,https://howstuffworks.com/llms.txt,https://howstuffworks.com/llms.txt,202,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:43Z,,,1,ambiguous,False,ambiguous
2771,icloud.com.cn,https://icloud.com.cn/llms.txt,https://www.icloud.com.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3250,False,,True,False,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2772,uribl.com,https://uribl.com/llms.txt,https://uribl.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,282,False,,False,False,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2773,apptracer.ru,https://apptracer.ru/llms.txt,https://apptracer.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,11597,False,"Thu, 03 Sep 2026 13:02:08 GMT",False,False,2026-09-07T07:17:43Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2774,ksord.com,https://ksord.com/llms.txt,https://ksord.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2775,bizjournals.com,https://bizjournals.com/llms.txt,https://www.bizjournals.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5583,False,,False,False,2026-09-07T07:17:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2776,vtex.com,https://vtex.com/llms.txt,https://www.vtex.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,26112,False,,True,True,2026-09-07T07:17:43Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2777,microsoft365.com,https://microsoft365.com/llms.txt,https://m365.cloud.microsoft/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,90881,False,,False,True,2026-09-07T07:17:43Z,,Redirected away to https://m365.cloud.microsoft/,1,redirect_other,False,redirect_other
2778,giantpanda.com,https://giantpanda.com/llms.txt,https://giantpanda.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Giant Panda — Domain Traffic Monetization,5,10,2742,False,"Mon, 07 Sep 2026 07:17:43 GMT",True,True,2026-09-07T07:17:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2779,stumbleupon.com,https://stumbleupon.com/llms.txt,https://stumbleupon.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5814,False,,True,True,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2780,cnil.fr,https://cnil.fr/llms.txt,https://cnil.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,181,False,"Mon, 07 Sep 2026 07:17:44 GMT",False,True,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2781,nest.com,https://nest.com/llms.txt,https://nest.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,21442,False,,False,False,2026-09-07T07:17:43Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2782,collegeboard.org,https://collegeboard.org/llms.txt,https://www.collegeboard.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,194,False,"Thu, 03 Sep 2026 02:51:39 GMT",True,True,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2783,skycdn.it,https://skycdn.it/llms.txt,https://skycdn.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2784,ravm.tv,https://ravm.tv/llms.txt,https://ravm.tv/llms.txt,404,0,True,text/html;charset=iso-8859-1,missing_404,False,False,False,,0,0,435,False,,False,True,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2785,bytegle.tech,https://bytegle.tech/llms.txt,https://bytegle.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2786,atomile.com,https://atomile.com/llms.txt,https://atomile.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2787,hostedemail.com,https://hostedemail.com/llms.txt,https://hostedemail.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2788,gvt1-cn.com,https://gvt1-cn.com/llms.txt,https://gvt1-cn.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2789,samsungnyc.com,https://samsungnyc.com/llms.txt,https://samsungnyc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2790,gihc.net,http://gihc.net/llms.txt,https://gihc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
2791,mfadsrvr.com,https://mfadsrvr.com/llms.txt,https://hellogenie.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2476,False,,False,False,2026-09-07T07:17:43Z,,Redirected away to https://hellogenie.com,1,redirect_other,False,redirect_other
2792,incognia.com,https://incognia.com/llms.txt,https://www.incognia.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6088,False,,False,False,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2793,redis.io,https://redis.io/llms.txt,https://redis.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Redis Documentation,11,199,46852,False,"Fri, 04 Sep 2026 09:03:14 GMT",True,True,2026-09-07T07:17:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2794,takeaway.com,https://takeaway.com/llms.txt,https://www.takeaway.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5686,False,,False,False,2026-09-07T07:17:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2795,shazam.com,https://shazam.com/llms.txt,https://www.shazam.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Shazam,6,33,6241,True,"Tue, 01 Sep 2026 23:46:30 GMT",True,True,2026-09-07T07:17:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2796,alfabank.ru,https://alfabank.ru/llms.txt,https://alfabank.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2797,dc-telemetry.net,https://dc-telemetry.net/llms.txt,https://dc-telemetry.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2798,ilo.org,https://ilo.org/llms.txt,https://www.ilo.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4544,False,,False,True,2026-09-07T07:17:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2799,capitalone.com,https://capitalone.com/llms.txt,https://www.capitalone.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,100,False,"Mon, 26 Sep 2022 16:43:26 GMT",True,True,2026-09-07T07:17:43Z,,,1,missing_404,False,missing_404
2800,system-monitor.com,https://system-monitor.com/llms.txt,https://www.system-monitor.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2801,iii.com,https://iii.com/llms.txt,https://iii.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,139220,False,,False,True,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2802,hostingradio.ru,https://hostingradio.ru/llms.txt,https://micro-it.ru/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,227787,False,"Thu, 18 Jun 2026 09:15:48 GMT",True,False,2026-09-07T07:17:44Z,,Redirected away to https://micro-it.ru/,1,redirect_other,False,redirect_other
2803,beyla.site,https://beyla.site/llms.txt,https://beyla.site/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2804,walmartimages.com,https://walmartimages.com/llms.txt,https://walmartimages.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2805,datadoghq-browser-agent.com,https://datadoghq-browser-agent.com/llms.txt,https://datadoghq-browser-agent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2806,immersivelabs.online,https://immersivelabs.online/llms.txt,https://errors.origin.immersivelabs.team/bot-control.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,1855,False,"Tue, 07 Nov 2023 09:42:08 GMT",True,False,2026-09-07T07:17:44Z,,Redirected away to https://errors.origin.immersivelabs.team/bot-control.html,1,redirect_other,False,redirect_other
2807,fcc.gov,https://fcc.gov/llms.txt,https://fcc.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,False,2026-09-07T07:17:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2808,tuyaeu.com,https://tuyaeu.com/llms.txt,https://tuyaeu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2809,dot.gov,https://dot.gov/llms.txt,https://www.dot.gov,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,365,False,,False,False,2026-09-07T07:17:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2810,crm.dev,https://crm.dev/llms.txt,https://crm.dev/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,260,False,,False,True,2026-09-07T07:32:21Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
2811,chicagotribune.com,https://chicagotribune.com/llms.txt,https://www.chicagotribune.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2521,False,,False,True,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2812,indianexpress.com,https://indianexpress.com/llms.txt,https://indianexpress.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,617,False,,False,True,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2813,srmdata.com,https://srmdata.com/llms.txt,https://srmdata.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2814,france24.com,https://france24.com/llms.txt,https://www.france24.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,23425,False,,True,True,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2815,philips.com,https://philips.com/llms.txt,https://www.philips.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4193,False,"Sun, 06 Sep 2026 12:15:59 GMT",False,False,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2816,ucsb.edu,https://ucsb.edu/llms.txt,https://www.ucsb.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 06:44:52 GMT",True,True,2026-09-07T07:17:44Z,,,1,missing_404,False,missing_404
2817,pubnative.net,https://pubnative.net/llms.txt,https://pubnative.net/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,3,7,824,True,"Thu, 20 Aug 2026 12:36:10 GMT",True,True,2026-09-07T07:17:44Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
2818,cloudflareclient.com,https://cloudflareclient.com/llms.txt,https://cloudflareclient.com/llms.txt,522,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,3695,False,,False,True,2026-09-07T07:32:35Z,SERVER_ERROR_522,,2,network_timeout,True,network_timeout
2819,gumroad.com,https://gumroad.com/llms.txt,https://gumroad.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Gumroad,3,7,1842,False,,True,True,2026-09-07T07:17:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2820,rackspace.net,http://rackspace.net/llms.txt,https://rackspace.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
2821,podbean.com,https://podbean.com/llms.txt,https://www.podbean.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1284,False,,False,False,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2822,utah.edu,https://utah.edu/llms.txt,https://www.utah.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11854,False,,False,False,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2823,myvzw.com,http://myvzw.com/llms.txt,https://myvzw.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
2824,ventraip.net.au,https://ventraip.net.au/llms.txt,https://ventraip.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23164,False,,True,False,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2825,realtor.com,https://realtor.com/llms.txt,https://www.realtor.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,559,False,"Mon, 24 Aug 2026 19:55:20 GMT",True,True,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2826,google.pl,https://google.pl/llms.txt,https://google.pl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2827,dtscout.com,https://dtscout.com/llms.txt,https://www.dtscout.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,178,False,,False,False,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2828,discovery.com,https://discovery.com/llms.txt,https://www.discovery.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:17:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2829,virginia.edu,https://virginia.edu/llms.txt,https://www.virginia.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26702,False,,False,False,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2830,kunlunsl.com,http://kunlunsl.com/llms.txt,https://kunlunsl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
2831,minecraft.net,http://minecraft.net/llms.txt,https://minecraft.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
2832,instacart.com,https://instacart.com/llms.txt,https://www.instacart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1485,False,,False,True,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2833,wa.gov,https://wa.gov/llms.txt,https://wa.gov/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,52600,False,,False,True,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2834,indazn.com,https://indazn.com/llms.txt,https://indazn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2835,salesforce-scrt.com,https://salesforce-scrt.com/llms.txt,https://salesforce-scrt.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,686,False,"Mon, 07 Sep 2026 07:17:46 GMT",False,True,2026-09-07T07:17:45Z,,,1,missing_404,False,missing_404
2836,army.mil,https://army.mil/llms.txt,https://army.mil/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2837,sportradar.com,https://sportradar.com/llms.txt,https://sportradar.com/apac/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,90918,False,,False,True,2026-09-07T07:17:46Z,,Redirected away to https://sportradar.com/apac/,1,redirect_other,False,redirect_other
2838,astrumu.io,https://astrumu.io/llms.txt,https://astrumu.io/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,985,False,,False,False,2026-09-07T07:17:46Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2839,news.cn,https://news.cn/llms.txt,https://www.news.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4655,False,,False,False,2026-09-07T07:17:46Z,,,1,missing_404,False,missing_404
2840,wxlivecdn.com,https://wxlivecdn.com/llms.txt,https://wxlivecdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2841,toutiao.com,https://toutiao.com/llms.txt,https://www.toutiao.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,144,False,,False,False,2026-09-07T07:17:46Z,,,1,missing_404,False,missing_404
2842,kochava.com,https://kochava.com/llms.txt,https://www.kochava.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,AI-Native Capabilities,16,0,79762,False,"Mon, 20 Jul 2026 15:24:33 GMT",True,False,2026-09-07T07:17:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2843,hdslb.com,https://hdslb.com/llms.txt,https://hdslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2844,dssott.com,https://dssott.com/llms.txt,https://dssott.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:46Z,,,1,missing_404,False,missing_404
2845,allawntech.com,https://allawntech.com/llms.txt,https://allawntech.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,24,False,,False,False,2026-09-07T07:17:46Z,,,1,missing_404,False,missing_404
2846,kinghost.com.br,http://kinghost.com.br/llms.txt,https://kinghost.com.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,SSL_ERROR,,2,network_timeout,True,network_timeout
2847,sberdevices.ru,https://sberdevices.ru/llms.txt,https://sberdevices.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,100690,False,,True,True,2026-09-07T07:17:46Z,,,1,missing_404,False,missing_404
2848,swishapps.ai,https://swishapps.ai/llms.txt,https://swishapps.ai/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,321,False,,False,False,2026-09-07T07:17:46Z,,,1,missing_404,False,missing_404
2849,sueddeutsche.de,https://sueddeutsche.de/llms.txt,https://www.sueddeutsche.de/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,53701,False,,False,True,2026-09-07T07:17:46Z,,Redirected away to https://www.sueddeutsche.de/,1,redirect_other,False,redirect_other
2850,ctfassets.net,https://ctfassets.net/llms.txt,https://ctfassets.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2851,mathworks.com,https://mathworks.com/llms.txt,https://www.mathworks.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:17:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2852,tamu.edu,https://tamu.edu/llms.txt,https://www.tamu.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,63307,False,"Mon, 31 Aug 2026 18:44:41 GMT",True,False,2026-09-07T07:17:47Z,,,1,missing_404,False,missing_404
2853,faa.gov,https://faa.gov/llms.txt,http://www.faa.gov/llms.txt,403,1,False,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,False,2026-09-07T07:17:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2854,anchor.fm,https://anchor.fm/llms.txt,https://creators.spotify.com/pod/show/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,12064,False,,True,True,2026-09-07T07:17:47Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2855,58.com,https://58.com/llms.txt,https://404.58.com/404.html?from=58.com/llms.txt,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,2846,False,,False,False,2026-09-07T07:17:47Z,,Redirected away to https://404.58.com/404.html?from=58.com/llms.txt,1,redirect_other,False,redirect_other
2856,trafficjunky.net,https://trafficjunky.net/llms.txt,https://www.trafficjunky.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16492,False,,False,True,2026-09-07T07:17:47Z,,Redirected away to https://www.trafficjunky.com/,1,redirect_other,False,redirect_other
2857,manutouch.com.cn,https://manutouch.com.cn/llms.txt,https://manutouch.com.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
2858,pullcf.com,https://pullcf.com/llms.txt,https://pullcf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2859,schwab.com,https://schwab.com/llms.txt,https://www.schwab.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,503,False,,True,True,2026-09-07T07:17:47Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2860,treasury.gov,http://treasury.gov/llms.txt,https://treasury.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2861,privacyshield.gov,https://privacyshield.gov/llms.txt,https://privacyshield.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:17:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2862,faz.net,https://faz.net/llms.txt,https://www.faz.net/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,75714,False,,False,True,2026-09-07T07:17:48Z,,,1,missing_404,False,missing_404
2863,cdnhwc3.com,https://cdnhwc3.com/llms.txt,https://cdnhwc3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2864,hottrumpnews.icu,https://hottrumpnews.icu/llms.txt,https://hottrumpnews.icu/llms.txt,520,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7354,False,,False,True,2026-09-07T07:32:37Z,SERVER_ERROR_520,,2,network_timeout,True,network_timeout
2865,venturebeat.com,https://venturebeat.com/llms.txt,https://venturebeat.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,32183,False,,False,True,2026-09-07T07:17:48Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
2866,unisoc.com,http://unisoc.com/llms.txt,http://unisoc.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,169,False,,False,False,2026-09-07T07:17:48Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
2867,ipapi.co,https://ipapi.co/llms.txt,https://ipapi.co/?q=llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11584,False,,False,False,2026-09-07T07:17:48Z,,Redirected away to https://ipapi.co/?q=llms.txt,1,redirect_other,False,redirect_other
2868,yumpu.com,https://yumpu.com/llms.txt,https://www.yumpu.com/en/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,70138,False,,False,True,2026-09-07T07:17:48Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2869,myq-cloud.com,https://myq-cloud.com/llms.txt,https://myq-cloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2870,jwpltx.com,https://jwpltx.com/llms.txt,https://jwpltx.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:48Z,,,1,missing_404,False,missing_404
2871,undp.org,https://undp.org/llms.txt,https://www.undp.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1228,False,"Mon, 07 Sep 2026 07:17:50 GMT",True,True,2026-09-07T07:17:48Z,,,1,missing_404,False,missing_404
2872,iop.org,https://iop.org/llms.txt,https://www.iop.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 06:44:35 GMT",False,True,2026-09-07T07:17:48Z,,,1,missing_404,False,missing_404
2873,history.com,https://history.com/llms.txt,https://www.history.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6983,False,,True,False,2026-09-07T07:17:48Z,,,1,missing_404,False,missing_404
2874,suno.com,https://suno.com/llms.txt,https://suno.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Suno: Make a Full Song From a Simple Idea,9,0,11848,False,"Sat, 05 Sep 2026 15:55:25 GMT",True,True,2026-09-07T07:17:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2875,zscaler.com,https://zscaler.com/llms.txt,https://www.zscaler.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Zscaler,3,0,61859,False,"Mon, 07 Sep 2026 07:17:51 GMT",False,True,2026-09-07T07:17:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2876,xnxx-cdn.com,https://xnxx-cdn.com/llms.txt,https://xnxx-cdn.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:48Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
2877,microsoftazuread-sso.com,https://microsoftazuread-sso.com/llms.txt,https://microsoftazuread-sso.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2878,hinet.net,https://hinet.net/llms.txt,https://www.cht.com.tw/home/consumer/broadband/preferential/hinetupgrade,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,106966,False,,False,True,2026-09-07T07:17:49Z,,Redirected away to https://www.cht.com.tw/home/consumer/broadband/preferential/hinetupgrade,1,redirect_other,False,redirect_other
2879,adtelligent.com,https://adtelligent.com/llms.txt,https://adtelligent.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2880,zscaler.net,https://zscaler.net/llms.txt,https://zscaler.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2881,ubisoft.com,https://ubisoft.com/llms.txt,https://ubisoft.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:37Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2882,powerapps.com,https://powerapps.com/llms.txt,https://powerapps.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:37Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2883,panasonic.com,https://panasonic.com/llms.txt,https://www.panasonic.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,False,2026-09-07T07:17:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2884,splashtop.com,https://splashtop.com/llms.txt,https://www.splashtop.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57245,False,,False,True,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2885,web.app,https://web.app/llms.txt,https://firebase.google.com/products/hosting/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,49210,False,"Mon, 06 Jul 2026 15:27:28 GMT",False,True,2026-09-07T07:17:49Z,,Redirected away to https://firebase.google.com/products/hosting/,1,redirect_other,False,redirect_other
2886,spot.im,https://spot.im/llms.txt,https://www.spot.im/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2887,libsyn.com,https://libsyn.com/llms.txt,https://libsyn.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Libsyn,19,0,8679,False,"Mon, 07 Sep 2026 07:17:50 GMT",False,True,2026-09-07T07:17:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2888,bumble.com,https://bumble.com/llms.txt,https://bumble.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37002,False,,False,True,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2889,tealiumiq.com,https://tealiumiq.com/llms.txt,https://tealiumiq.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1611,False,"Wed, 02 Sep 2026 16:08:54 GMT",True,True,2026-09-07T07:17:49Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2890,mapquest.com,https://mapquest.com/llms.txt,https://mapquest.com/llms.txt,202,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:17:49Z,,,1,ambiguous,False,ambiguous
2891,samsungads.com,https://samsungads.com/llms.txt,https://www.samsung.com/us/business/samsungads/,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,184119,False,"Mon, 07 Sep 2026 06:18:53 GMT",True,True,2026-09-07T07:17:49Z,,Redirected away to https://www.samsung.com/us/business/samsungads/,1,redirect_other,False,redirect_other
2892,directnic.com,https://directnic.com/llms.txt,https://directnic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2893,tokopedia.com,http://tokopedia.com/llms.txt,https://tokopedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
2894,glance-cdn.com,https://glance-cdn.com/llms.txt,https://glance-cdn.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2895,chip.de,https://chip.de/llms.txt,https://chip.de/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,False,2026-09-07T07:17:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2896,rottentomatoes.com,https://rottentomatoes.com/llms.txt,https://www.rottentomatoes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42937,False,,True,True,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2897,prezi.com,https://prezi.com/llms.txt,https://prezi.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Prezi Knowledge Document,7,0,12462,False,"Tue, 23 Jun 2026 12:36:07 GMT",True,True,2026-09-07T07:17:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2898,check24.de,https://check24.de/llms.txt,https://www.check24.de/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,198,False,,False,False,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2899,clever.com,https://clever.com/llms.txt,https://www.clever.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Clever,2,191,62172,False,"Tue, 28 Oct 2025 03:32:24 GMT",True,True,2026-09-07T07:17:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2900,bu.edu,https://bu.edu/llms.txt,https://www.bu.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15416,False,,False,True,2026-09-07T07:17:49Z,,,1,missing_404,False,missing_404
2901,wac-dc-msedge.net,https://wac-dc-msedge.net/llms.txt,https://wac-dc-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2902,registry.in,https://registry.in/llms.txt,https://registry.in/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,576,False,,False,True,2026-09-07T07:17:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2903,avs.io,https://avs.io/llms.txt,https://www.aviasales.ru,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,130989,False,,False,True,2026-09-07T07:17:50Z,,Redirected away to https://www.aviasales.ru,1,redirect_other,False,redirect_other
2904,yandex.com.tr,https://yandex.com.tr/llms.txt,https://yandex.com.tr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6423,False,,False,False,2026-09-07T07:17:50Z,,,1,missing_404,False,missing_404
2905,pendingrenewaldeletion.com,https://pendingrenewaldeletion.com/llms.txt,https://pendingrenewaldeletion.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2906,usertrust.com,http://usertrust.com/llms.txt,https://usertrust.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
2907,dbankcdn.com,https://dbankcdn.com/llms.txt,https://dbankcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2908,phys.org,https://phys.org/llms.txt,https://phys.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Phys.org,5,17,2417,False,"Mon, 22 Jun 2026 11:03:47 GMT",True,False,2026-09-07T07:17:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2909,ihc.ru,https://ihc.ru/llms.txt,https://www.ihc.ru/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Хостинг, VPS/VDS, регистрация доменов | Интернет Хостинг Центр",3,44,16610,True,"Wed, 03 Jun 2026 18:41:45 GMT",True,False,2026-09-07T07:17:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2910,senderscore.com,https://senderscore.com/llms.txt,https://senderscore.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:17:50Z,,,1,missing_404,False,missing_404
2911,adidas.com,http://adidas.com/llms.txt,https://www.adidas.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3369,False,,True,True,2026-09-07T07:17:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2912,proton.me,https://proton.me/llms.txt,https://proton.me/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,296,False,"Sat, 05 Sep 2026 09:50:55 GMT",True,True,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2913,mydramawave.com,https://mydramawave.com/llms.txt,https://mydramawave.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,9157,False,"Fri, 04 Sep 2026 03:48:41 GMT",True,False,2026-09-07T07:17:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2914,square.site,https://square.site/llms.txt,https://squareup.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Square (US - English),14,82,22082,False,,True,True,2026-09-07T07:17:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2915,profi.ru,https://profi.ru/llms.txt,https://profi.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7308,False,,True,False,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2916,zapier.com,https://zapier.com/llms.txt,https://zapier.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Zapier,8,24,12654,False,,False,False,2026-09-07T07:17:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2917,thawte.com,https://thawte.com/llms.txt,https://www.thawte.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Thawte — llms.txt,13,0,3145,False,"Thu, 19 Feb 2026 11:19:22 GMT",True,True,2026-09-07T07:17:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2918,narod.ru,https://narod.ru/llms.txt,https://narod.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13159,False,,True,False,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2919,gannett-dns.com,https://gannett-dns.com/llms.txt,https://gannett-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2920,nip.io,https://nip.io/llms.txt,https://nip.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2921,eyeota.net,https://eyeota.net/llms.txt,https://www.eyeota.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3962,False,"Wed, 02 Sep 2026 14:01:38 GMT",False,True,2026-09-07T07:17:51Z,,Redirected away to https://www.eyeota.com,1,redirect_other,False,redirect_other
2922,blismedia.com,https://blismedia.com/llms.txt,https://blismedia.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1355,False,,False,True,2026-09-07T07:17:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2923,tesla.services,http://tesla.services/llms.txt,https://tesla.services/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:41Z,TIMEOUT,,2,network_timeout,True,network_timeout
2924,unrealengine.com,https://unrealengine.com/llms.txt,https://www.unrealengine.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,25393,False,,False,False,2026-09-07T07:17:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2925,gotowebinar.com,https://gotowebinar.com/llms.txt,https://www.goto.com/webinar,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,554,False,,True,True,2026-09-07T07:17:51Z,,Redirected away to https://www.goto.com/webinar,1,redirect_other,False,redirect_other
2926,foggymorningmist.com,https://foggymorningmist.com/llms.txt,https://foggymorningmist.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2927,imageshack.us,https://imageshack.us/llms.txt,https://imageshack.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6768,False,,False,False,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2928,tenor.com,https://tenor.com/llms.txt,https://tenor.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16025,False,,True,True,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2929,thetimes.co.uk,https://thetimes.co.uk/llms.txt,https://www.thetimes.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,163426,False,"Fri, 12 Jun 2026 09:35:48 GMT",True,False,2026-09-07T07:17:51Z,,,1,missing_404,False,missing_404
2930,nokia.com,https://nokia.com/llms.txt,https://www.nokia.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:17:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2931,osu.edu,https://osu.edu/llms.txt,https://www.osu.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7997,False,,False,True,2026-09-07T07:17:52Z,,,1,missing_404,False,missing_404
2932,zdf.de,https://zdf.de/llms.txt,https://www.zdf.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5833,False,,False,True,2026-09-07T07:17:52Z,,,1,missing_404,False,missing_404
2933,netis.cc,https://netis.cc/llms.txt,https://netis.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2934,asahi.com,https://asahi.com/llms.txt,https://www.asahi.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3980,False,,True,False,2026-09-07T07:17:52Z,,,1,missing_404,False,missing_404
2935,laracasts.com,https://laracasts.com/llms.txt,https://laracasts.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Laracasts System Context,6,0,4564,False,"Fri, 04 Sep 2026 16:53:04 GMT",True,False,2026-09-07T07:17:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2936,softonic.com,https://softonic.com/llms.txt,https://www.softonic.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3038,False,,False,True,2026-09-07T07:17:52Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2937,iea.org,https://iea.org/llms.txt,https://www.iea.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,131723,False,,False,True,2026-09-07T07:17:52Z,,,1,missing_404,False,missing_404
2938,eqtv.io,https://eqtv.io/llms.txt,https://eqtv.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2939,merlincdn.net,https://merlincdn.net/llms.txt,https://merlincdn.net/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:52Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
2940,webflow.io,https://webflow.io/llms.txt,https://webflow.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:52Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
2941,instructables.com,https://instructables.com/llms.txt,https://www.instructables.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17026,False,,False,True,2026-09-07T07:17:52Z,,,1,missing_404,False,missing_404
2942,cern.ch,https://cern.ch/llms.txt,https://cern.ch/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10419,False,,False,False,2026-09-07T07:17:52Z,,,1,missing_404,False,missing_404
2943,tvsquared.com,http://tvsquared.com/llms.txt,http://tvsquared.com/llms.txt,409,0,False,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,6451,False,,False,True,2026-09-07T07:17:52Z,SSL_ERROR,,1,ambiguous,False,ambiguous
2944,askona.ru,http://askona.ru/llms.txt,https://askona.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:52Z,TIMEOUT,,2,network_timeout,True,network_timeout
2945,adnxs.net,https://adnxs.net/llms.txt,https://adnxs.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2946,airtable.com,https://airtable.com/llms.txt,https://airtable.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72291,False,,True,False,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2947,redbubble.com,https://redbubble.com/llms.txt,https://www.redbubble.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,101,False,,False,True,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2948,fortinet.com,https://fortinet.com/llms.txt,https://www.fortinet.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,29272,False,"Thu, 27 Aug 2026 21:02:15 GMT",True,True,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2949,logitech.io,https://logitech.io/llms.txt,https://logitech.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2950,buzzoola.com,https://buzzoola.com/llms.txt,https://buzzoola.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2951,boyuanhulian.com,https://boyuanhulian.com/llms.txt,https://boyuanhulian.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2952,moz.com,https://moz.com/llms.txt,https://moz.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11772,False,,False,True,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2953,semasio.net,https://semasio.net/llms.txt,https://semasio.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2954,theregister.com,https://theregister.com/llms.txt,https://www.theregister.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,133004,False,,False,False,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2955,e-volution.ai,https://e-volution.ai/llms.txt,https://e-volution.ai/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,462,False,"Fri, 05 Dec 2025 09:54:18 GMT",True,False,2026-09-07T07:17:53Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
2956,hoster.kz,https://hoster.kz/llms.txt,https://hoster.kz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25158,False,,False,True,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2957,tcylgslb.com,https://tcylgslb.com/llms.txt,https://tcylgslb.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:17:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2958,weibocdn.com,http://weibocdn.com/llms.txt,http://weibocdn.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:17:53Z,TIMEOUT,,1,missing_404,False,missing_404
2959,sonos.com,https://sonos.com/llms.txt,https://sonos.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,True,2026-09-07T07:17:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2960,assetsconfigcdn.org,https://assetsconfigcdn.org/llms.txt,https://assetsconfigcdn.org/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:17:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2961,breakingtrumpnews.icu,https://breakingtrumpnews.icu/llms.txt,https://breakingtrumpnews.icu/llms.txt,520,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7384,False,,False,True,2026-09-07T07:32:52Z,SERVER_ERROR_520,,2,network_timeout,True,network_timeout
2962,crealitycloud.com,https://crealitycloud.com/llms.txt,https://www.crealitycloud.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Creality Cloud,17,151,22436,True,"Wed, 02 Sep 2026 11:40:15 GMT",True,False,2026-09-07T07:17:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2963,cdnhwczba04.com,https://cdnhwczba04.com/llms.txt,https://cdnhwczba04.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2964,thehindu.com,http://thehindu.com/llms.txt,https://www.thehindu.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64156,False,,False,True,2026-09-07T07:17:53Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
2965,globalcdn.co,http://globalcdn.co/llms.txt,https://globalcdn.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:54Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
2966,ifconfig.me,https://ifconfig.me/llms.txt,https://ifconfig.me/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2967,kpmg.com,https://kpmg.com/llms.txt,https://kpmg.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,KPMG International | Home,11,51,6837,False,"Fri, 25 Jul 2025 07:25:01 GMT",True,True,2026-09-07T07:17:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
2968,aviasales.com,https://aviasales.com/llms.txt,https://www.aviasales.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17157,False,,False,True,2026-09-07T07:17:53Z,,,1,missing_404,False,missing_404
2969,starbucks.com,https://starbucks.com/llms.txt,https://www.starbucks.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36504,False,,True,True,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2970,line-apps.com,https://line-apps.com/llms.txt,https://line-apps.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:54Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
2971,bitnami.com,https://bitnami.com/llms.txt,https://bitnami.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2972,robinhood.com,https://robinhood.com/llms.txt,https://robinhood.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:17:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2973,vogue.com,https://vogue.com/llms.txt,https://www.vogue.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,278215,False,,False,True,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2974,tenda.com.cn,https://tenda.com.cn/llms.txt,https://tenda.com.cn/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1485,False,,False,True,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2975,heart.org,https://heart.org/llms.txt,https://www.heart.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4546,False,,False,True,2026-09-07T07:17:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2976,staticflickr.com,https://staticflickr.com/llms.txt,https://staticflickr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2977,claudeusercontent.com,https://claudeusercontent.com/llms.txt,https://claude.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,198,False,,False,True,2026-09-07T07:17:54Z,,Redirected away to https://claude.com/,1,redirect_other,False,redirect_other
2978,usa.gov,https://usa.gov/llms.txt,https://www.usa.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15912,False,"Fri, 04 Sep 2026 16:56:27 GMT",True,False,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2979,allstate.com,http://allstate.com/llms.txt,https://allstate.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
2980,citrix.com,https://citrix.com/llms.txt,https://www.citrix.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17851,False,"Mon, 07 Sep 2026 04:00:04 GMT",True,False,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2981,hakunaymatata.com,https://hakunaymatata.com/llms.txt,https://hakunaymatata.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2982,ns.ph,https://ns.ph/llms.txt,https://ns.ph/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2983,domain.com,https://domain.com/llms.txt,https://www.domain.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5578,False,,False,False,2026-09-07T07:17:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2984,argotunnel.com,https://argotunnel.com/llms.txt,https://argotunnel.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2985,v-videoapp.com,https://v-videoapp.com/llms.txt,https://www.v-videoapp.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2986,ctmail.com,http://ctmail.com/llms.txt,https://ctmail.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
2987,ubereats.com,https://ubereats.com/llms.txt,https://www.ubereats.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45491,False,,False,True,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2988,irishtimes.com,https://irishtimes.com/llms.txt,https://www.irishtimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2814,False,"Mon, 07 Sep 2026 07:17:56 GMT",True,True,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2989,haxx.se,https://haxx.se/llms.txt,https://haxx.se/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,269,False,,False,False,2026-09-07T07:17:54Z,,,1,missing_404,False,missing_404
2990,synology.me,https://synology.me/llms.txt,https://synology.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2991,1drv.ms,https://1drv.ms/llms.txt,https://1drv.ms/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:17:55Z,,,1,missing_404,False,missing_404
2992,medscape.com,https://medscape.com/llms.txt,https://www.medscape.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,38552,False,,False,False,2026-09-07T07:17:55Z,,,1,missing_404,False,missing_404
2993,adition.com,https://adition.com/llms.txt,https://virtualminds.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15591,False,,False,True,2026-09-07T07:17:55Z,,,1,missing_404,False,missing_404
2994,servidoresdns.net,https://servidoresdns.net/llms.txt,https://www.arsys.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,83665,False,,False,True,2026-09-07T07:17:55Z,,,1,missing_404,False,missing_404
2995,starmakerstudios.com,https://starmakerstudios.com/llms.txt,https://starmakerstudios.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:56Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
2996,merchant-center-analytics.goog,https://merchant-center-analytics.goog/llms.txt,https://merchant-center-analytics.goog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:17:55Z,,,1,missing_404,False,missing_404
2997,vrbo.com,https://vrbo.com/llms.txt,https://www.vrbo.com/llms.txt,403,1,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,True,2026-09-07T07:17:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
2998,blxrbdn.com,https://blxrbdn.com/llms.txt,https://blxrbdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
2999,intelbras.com.br,https://intelbras.com.br/llms.txt,https://www.intelbras.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3341,False,,False,True,2026-09-07T07:17:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3000,simplisafe.com,https://simplisafe.com/llms.txt,https://simplisafe.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,16889,False,"Tue, 01 Sep 2026 13:55:09 GMT",True,True,2026-09-07T07:17:55Z,,,1,missing_404,False,missing_404
3001,gcd-dns.com,http://gcd-dns.com/llms.txt,http://gcd-dns.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,733,False,,False,False,2026-09-07T07:18:07Z,TIMEOUT,,1,missing_404,False,missing_404
3002,mystrikingly.com,https://mystrikingly.com/llms.txt,https://www.strikingly.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,123810,False,,True,True,2026-09-07T07:18:07Z,,Redirected away to https://www.strikingly.com,1,redirect_other,False,redirect_other
3003,rian.ru,https://rian.ru/llms.txt,https://ria.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71341,False,,False,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3004,dashnxdomain.net,https://dashnxdomain.net/llms.txt,https://dashnxdomain.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3005,rsc.org,https://rsc.org/llms.txt,https://www.rsc.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,127982,False,,False,False,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3006,mookie1.com,http://mookie1.com/llms.txt,http://mookie1.com/llms.txt,400,0,False,text/html,ambiguous,False,False,False,,0,0,312,False,,False,False,2026-09-07T07:18:07Z,SSL_ERROR,,1,ambiguous,False,ambiguous
3007,justia.com,https://justia.com/llms.txt,https://www.justia.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5556,False,,False,False,2026-09-07T07:18:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3008,joomla.org,https://joomla.org/llms.txt,https://www.joomla.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10309,False,"Mon, 07 Sep 2026 07:18:10 GMT",False,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3009,w55c.net,https://w55c.net/llms.txt,https://w55c.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3010,calameo.com,https://calameo.com/llms.txt,https://www.calameo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14521,False,"Mon, 07 Sep 2026 07:18:09 GMT",False,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3011,parastorage.com,https://parastorage.com/llms.txt,https://parastorage.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2239,False,,False,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3012,s-microsoft.com,https://s-microsoft.com/llms.txt,https://s-microsoft.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3013,unmsapp.com,https://unmsapp.com/llms.txt,https://unmsapp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3014,about.me,https://about.me/llms.txt,https://about.me/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4847,False,,False,False,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3015,intercomcdn.com,https://intercomcdn.com/llms.txt,https://www.intercom.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Intercom — llms.txt,14,54,8183,False,,False,True,2026-09-07T07:18:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3016,pastebin.com,https://pastebin.com/llms.txt,https://pastebin.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13249,False,,False,False,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3017,bt.com,https://bt.com/llms.txt,https://www.bt.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1,False,,False,False,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3018,ctvnews.ca,https://ctvnews.ca/llms.txt,https://www.ctvnews.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,532,False,"Mon, 07 Sep 2026 07:18:10 GMT",True,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3019,microsoft.us,https://microsoft.us/llms.txt,https://microsoft.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3020,script.ac,https://script.ac/llms.txt,https://script.ac/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3021,idealo.de,https://idealo.de/llms.txt,https://www.idealo.de/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3888,False,,False,True,2026-09-07T07:18:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3022,caniuse.com,https://caniuse.com/llms.txt,https://caniuse.com/?search=llms.txt,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,8727,False,,False,True,2026-09-07T07:18:07Z,,Redirected away to https://caniuse.com/?search=llms.txt,1,redirect_other,False,redirect_other
3023,ondemand.com,https://ondemand.com/llms.txt,https://www.sap.com/cloud,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,370,False,,False,False,2026-09-07T07:18:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3024,proofpoint.us,https://proofpoint.us/llms.txt,https://proofpoint.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3025,drmgms.com,https://drmgms.com/llms.txt,https://www.dreamgames.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37418,False,"Mon, 07 Sep 2026 07:06:11 GMT",True,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3026,faqs.org,http://faqs.org/llms.txt,http://www.faqs.org/llms.txt,429,1,False,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,2198,False,,False,True,2026-09-07T07:18:07Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
3027,cpan.org,https://cpan.org/llms.txt,https://www.cpan.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,272,False,,False,False,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3028,traveloka.com,https://traveloka.com/llms.txt,https://www.traveloka.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Traveloka,5,24,9738,True,,False,True,2026-09-07T07:18:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3029,newsbreak.com,https://newsbreak.com/llms.txt,https://www.newsbreak.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,NewsBreak,2,3,1887,False,,False,False,2026-09-07T07:18:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3030,nheos.com,https://nheos.com/llms.txt,https://nheos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3031,affirm.com,https://affirm.com/llms.txt,https://www.affirm.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9541,False,"Thu, 03 Sep 2026 18:17:20 GMT",False,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3032,today.com,https://today.com/llms.txt,https://www.today.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61341,False,,True,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3033,awsdns-29.com,https://awsdns-29.com/llms.txt,https://awsdns-29.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3034,ntppool.org,https://ntppool.org/llms.txt,https://www.ntppool.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10798,False,"Mon, 07 Sep 2026 07:18:09 GMT",False,True,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3035,univie.ac.at,https://univie.ac.at/llms.txt,https://www.univie.ac.at/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14281,False,,False,False,2026-09-07T07:18:07Z,,,1,missing_404,False,missing_404
3036,tableau.com,https://tableau.com/llms.txt,https://tableau.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,373,False,,False,False,2026-09-07T07:18:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3037,vervegroupinc.net,https://vervegroupinc.net/llms.txt,https://vervegroupinc.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:18:08Z,,,1,missing_404,False,missing_404
3038,bsgslb.com,http://bsgslb.com/llms.txt,http://bsgslb.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:08Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3039,userway.org,https://userway.org/llms.txt,https://userway.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,26313,False,"Fri, 21 Aug 2026 16:39:57 GMT",True,False,2026-09-07T07:18:08Z,,,1,missing_404,False,missing_404
3040,tmtreader.com,https://tmtreader.com/llms.txt,https://tmtreader.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3041,flic.kr,https://flic.kr/llms.txt,https://www.flickr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18607,False,,False,False,2026-09-07T07:18:08Z,,,1,missing_404,False,missing_404
3042,dnsimple.com,https://dnsimple.com/llms.txt,https://dnsimple.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DNSimple,10,53,5820,True,,True,True,2026-09-07T07:18:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3043,opensource.org,https://opensource.org/llms.txt,https://opensource.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1344,False,,False,True,2026-09-07T07:18:08Z,,,1,missing_404,False,missing_404
3044,imagemagick.org,https://imagemagick.org/llms.txt,https://imagemagick.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ImageMagick,14,0,3463,False,"Mon, 07 Sep 2026 02:16:10 GMT",True,True,2026-09-07T07:18:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3045,ohchr.org,http://ohchr.org/llms.txt,https://ohchr.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,SSL_ERROR,,2,network_timeout,True,network_timeout
3046,jampp.com,https://jampp.com/llms.txt,https://www.jampp.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4733,False,"Mon, 22 Jun 2026 13:41:31 GMT",True,True,2026-09-07T07:18:08Z,,,1,missing_404,False,missing_404
3047,vinted.com,https://vinted.com/llms.txt,https://www.vinted.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:32:59Z,,,2,network_timeout,True,missing_404
3048,navy.mil,https://navy.mil/llms.txt,https://navy.mil/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3049,hellotalk8.com,https://hellotalk8.com/llms.txt,https://hellotalk8.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7653,False,,False,False,2026-09-07T07:18:08Z,,,1,missing_404,False,missing_404
3050,eastmoney.com,https://eastmoney.com/llms.txt,https://www.eastmoney.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,76069,False,"Mon, 07 Sep 2026 07:18:01 GMT",True,False,2026-09-07T07:18:08Z,,Redirected away to https://www.eastmoney.com/,1,redirect_other,False,redirect_other
3051,dtkn.ru,http://dtkn.ru/llms.txt,https://dtkn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
3052,awsdns-03.com,https://awsdns-03.com/llms.txt,https://awsdns-03.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3053,nasdaq.com,http://nasdaq.com/llms.txt,https://nasdaq.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
3054,wellsfargo.com,https://wellsfargo.com/llms.txt,https://www.wellsfargo.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7958,False,,False,True,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3055,sbis.ru,https://sbis.ru/llms.txt,https://saby.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,204323,False,,False,True,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3056,miitbeian.gov.cn,https://miitbeian.gov.cn/llms.txt,https://miitbeian.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3057,ex.co,https://ex.co/llms.txt,https://ex.co/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,9742,False,"Mon, 26 Jan 2026 18:52:43 GMT",True,True,2026-09-07T07:18:09Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3058,scw.cloud,http://scw.cloud/llms.txt,https://www.scaleway.com/en/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,72060,False,,False,True,2026-09-07T07:18:09Z,SSL_ERROR,Redirected away to https://www.scaleway.com/en/,1,redirect_other,False,redirect_other
3059,imgix.net,http://imgix.net/llms.txt,https://www.imgix.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,18943,False,"Thu, 03 Sep 2026 17:17:10 GMT",False,False,2026-09-07T07:18:09Z,TIMEOUT,Redirected away to https://www.imgix.com/,1,redirect_other,False,redirect_other
3060,usp.br,https://usp.br/llms.txt,https://usp.br/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,8010,False,,False,False,2026-09-07T07:33:03Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
3061,sfu.ca,https://sfu.ca/llms.txt,https://www.sfu.ca/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2461,False,"Fri, 03 Jul 2026 18:31:28 GMT",True,False,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3062,gname-dns.com,https://gname-dns.com/llms.txt,https://gname-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3063,uspto.gov,https://uspto.gov/llms.txt,https://www.uspto.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14856,False,,False,True,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3064,sc-static.net,https://sc-static.net/llms.txt,https://sc-static.net/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:18:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3065,zdnscloud.com,https://zdnscloud.com/llms.txt,https://zdnscloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3066,dmoz.org,https://dmoz.org/llms.txt,https://dmoz.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4626,False,,False,True,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3067,google.at,https://google.at/llms.txt,https://google.at/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3068,rutgers.edu,https://rutgers.edu/llms.txt,https://www.rutgers.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32060,False,"Sun, 06 Sep 2026 16:53:21 GMT",True,True,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3069,ziggo.nl,http://ziggo.nl/llms.txt,https://www.ziggo.nl/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3814,False,,False,True,2026-09-07T07:18:09Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3070,zynga.com,https://zynga.com/llms.txt,https://www.zynga.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7319,False,,False,True,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3071,aarp.org,https://aarp.org/llms.txt,https://www.aarp.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:09Z,,,1,missing_404,False,missing_404
3072,hoster.ru,http://hoster.ru/llms.txt,https://hoster.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
3073,kwaicdn.com,https://kwaicdn.com/llms.txt,https://kwaicdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3074,rudderstack.com,https://rudderstack.com/llms.txt,https://rudderstack.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:06Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
3075,fbi.gov,https://fbi.gov/llms.txt,https://www.fbi.gov/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,38758,False,,False,False,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3076,mncdn.com,http://mncdn.com/llms.txt,https://mncdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
3077,joinmassive.com,https://joinmassive.com/llms.txt,https://www.joinmassive.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Massive,16,186,27992,False,"Mon, 07 Sep 2026 07:18:11 GMT",True,True,2026-09-07T07:18:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3078,geoipcheck.com,https://geoipcheck.com/llms.txt,https://geoipcheck.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3079,toasttab.com,https://toasttab.com/llms.txt,https://toasttab.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:07Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3080,cloudx.io,https://cloudx.io/llms.txt,https://www.cloudx.ai/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5642,False,"Thu, 03 Sep 2026 07:00:01 GMT",True,True,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3081,gog.com,https://gog.com/llms.txt,https://www.gog.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3082,domaindetails.com,https://domaindetails.com/llms.txt,https://domaindetails.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47984,False,,False,True,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3083,konami.net,https://konami.net/llms.txt,https://konami.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3084,ntt.net,http://ntt.net/llms.txt,https://ntt.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
3085,llamarpc.com,https://llamarpc.com/llms.txt,https://llamarpc.com/llms.txt,526,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,945,False,,False,True,2026-09-07T07:33:09Z,SERVER_ERROR_526,,2,network_timeout,True,network_timeout
3086,scopus.com,https://scopus.com/llms.txt,https://scopus.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:10Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3087,ncsu.edu,https://ncsu.edu/llms.txt,https://www.ncsu.edu/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:10Z,,,1,ambiguous,False,ambiguous
3088,ixigua.com,https://ixigua.com/llms.txt,https://www.ixigua.com/llms.txt,200,1,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,7765,False,,False,False,2026-09-07T07:18:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3089,merkle.io,https://merkle.io/llms.txt,https://www.merkle.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24431,False,,False,True,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3090,dehasher.com,https://dehasher.com/llms.txt,https://dehasher.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5427,False,,False,False,2026-09-07T07:18:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3091,max.com,https://max.com/llms.txt,https://www.hbomax.com/llms.txt,404,2,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,30,False,,False,True,2026-09-07T07:18:10Z,,,1,missing_404,False,missing_404
3092,histats.com,https://histats.com/llms.txt,https://www.histats.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,311,False,"Mon, 26 May 2025 13:20:07 GMT",False,False,2026-09-07T07:18:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3093,curl.se,https://curl.se/llms.txt,https://curl.se/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,8017,False,"Tue, 04 Aug 2026 21:48:32 GMT",True,False,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3094,foodnetwork.com,https://foodnetwork.com/llms.txt,https://www.foodnetwork.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17751,False,"Mon, 07 Sep 2026 07:05:59 GMT",False,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3095,loom.com,https://loom.com/llms.txt,https://www.loom.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Loom,2,0,908,False,"Sat, 05 Sep 2026 05:30:15 GMT",True,True,2026-09-07T07:18:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3096,iionads.com,https://iionads.com/llms.txt,https://iionads.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53,False,,False,False,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3097,cbssports.com,https://cbssports.com/llms.txt,https://www.cbssports.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14451,False,,True,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3098,ed.ac.uk,http://ed.ac.uk/llms.txt,https://ed.ac.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
3099,paypal.me,https://paypal.me/llms.txt,https://www.paypal.com/paypalme/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,86360,False,,True,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3100,n-able.com,https://n-able.com/llms.txt,https://www.n-able.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,335348,False,,False,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3101,duosecurity.com,https://duosecurity.com/llms.txt,https://duo.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Cisco Duo,1,84,20979,False,"Fri, 04 Sep 2026 18:59:09 GMT",True,False,2026-09-07T07:18:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3102,nate.com,https://nate.com/llms.txt,https://nate.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2697,False,"Wed, 19 Feb 2025 00:30:37 GMT",False,False,2026-09-07T07:18:11Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3103,mihanwebhost.com,https://mihanwebhost.com/llms.txt,https://mihanwebhost.com/404.php,404,1,True,text/html,missing_404,False,False,False,,0,0,4560,False,,False,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3104,miniclippt.com,https://miniclippt.com/llms.txt,https://miniclippt.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3105,drweb.com,https://drweb.com/llms.txt,https://www.drweb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,77490,False,,False,False,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3106,rqtrk.eu,https://rqtrk.eu/llms.txt,https://rqtrk.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3107,crunchbase.com,https://crunchbase.com/llms.txt,https://www.crunchbase.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76716,False,,False,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3108,esquire.com,https://esquire.com/llms.txt,https://www.esquire.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3109,google.be,https://google.be/llms.txt,https://google.be/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:11Z,,,1,missing_404,False,missing_404
3110,kbz0pwvxmv.com,https://kbz0pwvxmv.com/llms.txt,https://kbz0pwvxmv.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hola VPN,14,18,14095,False,"Sat, 01 Jan 2000 00:00:00 GMT",True,True,2026-09-07T07:18:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3111,opsgenie.com,https://opsgenie.com/llms.txt,https://opsgenie.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:12Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3112,canva.site,https://canva.site/llms.txt,https://canva.site/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,587,False,,False,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3113,likeevideo.ru,https://likeevideo.ru/llms.txt,https://likeevideo.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:14Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3114,dbankedge.cn,https://dbankedge.cn/llms.txt,https://dbankedge.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3115,guard.io,https://guard.io/llms.txt,https://guard.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Guardio,13,165,19950,True,"Mon, 07 Sep 2026 00:51:59 GMT",False,False,2026-09-07T07:18:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3116,tmz.com,https://tmz.com/llms.txt,https://www.tmz.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23597,False,,False,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3117,wzb.eu,https://wzb.eu/llms.txt,https://wzb.eu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,180,False,,False,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3118,awsdns-27.com,https://awsdns-27.com/llms.txt,https://awsdns-27.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3119,ifood.com.br,https://ifood.com.br/llms.txt,https://www.ifood.com.br/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5558,False,,False,True,2026-09-07T07:18:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3120,tagesschau.de,https://tagesschau.de/llms.txt,https://www.tagesschau.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,45258,False,,False,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3121,vidkern.shop,http://vidkern.shop/llms.txt,https://vidkern.shop/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:17Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
3122,webgo.de,https://webgo.de/llms.txt,https://webgo.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20080,False,,False,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3123,wsdvs.info,https://wsdvs.info/llms.txt,https://wsdvs.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3124,egnyte.com,https://egnyte.com/llms.txt,https://www.egnyte.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Egnyte,9,40,15627,False,,False,True,2026-09-07T07:18:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3125,joyn.de,https://joyn.de/llms.txt,https://www.joyn.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12121,False,"Wed, 02 Sep 2026 04:41:10 GMT",True,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3126,brevo.com,https://brevo.com/llms.txt,https://brevo.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,107,False,,False,True,2026-09-07T07:18:12Z,,,1,missing_404,False,missing_404
3127,kahoot.it,https://kahoot.it/llms.txt,https://kahoot.it/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,5455,False,"Wed, 02 Sep 2026 14:59:05 GMT",True,True,2026-09-07T07:18:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3128,dol.gov,https://dol.gov/llms.txt,https://www.dol.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3129,bttrack.com,https://bttrack.com/llms.txt,https://bttrack.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3130,acuityplatform.com,https://acuityplatform.com/llms.txt,https://acuityplatform.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,713,False,,False,False,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3131,pitt.edu,https://pitt.edu/llms.txt,https://www.pitt.edu/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 06:45:01 GMT",True,True,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3132,sjv.io,https://sjv.io/llms.txt,https://sjv.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3133,chase.com,https://chase.com/llms.txt,https://www.chase.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,105181,False,,False,True,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3134,thrtle.com,https://thrtle.com/llms.txt,https://thrtle.com/llms.txt,200,0,True,image/gif,ambiguous,False,False,False,,0,0,43,False,,False,False,2026-09-07T07:18:13Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3135,voximplant.com,https://voximplant.com/llms.txt,https://voximplant.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Voximplant,8,0,5553,False,"Wed, 02 Sep 2026 16:55:34 GMT",True,True,2026-09-07T07:18:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3136,amxrtb.com,https://amxrtb.com/llms.txt,https://amxrtb.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:18:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3137,google.ch,https://google.ch/llms.txt,https://google.ch/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3138,su89-cdn.net,https://su89-cdn.net/llms.txt,https://su89-cdn.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hola VPN,14,18,14095,False,"Sat, 01 Jan 2000 00:00:00 GMT",True,True,2026-09-07T07:18:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3139,cancer.gov,https://cancer.gov/llms.txt,https://www.cancer.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1511,False,"Mon, 07 Sep 2026 05:07:32 GMT",True,True,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3140,mediawiki.org,https://mediawiki.org/llms.txt,https://www.mediawiki.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3141,lenta.ru,https://lenta.ru/llms.txt,https://lenta.ru/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3142,zdxcloud.net,https://zdxcloud.net/llms.txt,https://zdxcloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3143,google.com.tr,https://google.com.tr/llms.txt,https://google.com.tr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3144,fang.com,https://fang.com/llms.txt,https://fang.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22,False,,False,False,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3145,mcgill.ca,https://mcgill.ca/llms.txt,https://www.mcgill.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29146,False,"Mon, 07 Sep 2026 04:24:44 GMT",True,True,2026-09-07T07:18:13Z,,,1,missing_404,False,missing_404
3146,register.it,https://register.it/llms.txt,https://www.register.it/404.html,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,91571,False,,False,False,2026-09-07T07:18:13Z,,Redirected away to https://www.register.it/404.html,1,redirect_other,False,redirect_other
3147,jpush.cn,https://jpush.cn/llms.txt,https://jpush.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3148,esa.int,https://esa.int/llms.txt,https://www.esa.int/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4715,False,"Mon, 07 Sep 2026 07:18:16 GMT",False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3149,google.com.tw,https://google.com.tw/llms.txt,https://google.com.tw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3150,mountain.com,https://mountain.com/llms.txt,https://mountain.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,MNTN: Connected TV Performance Marketing Platform,4,20,2356,False,"Tue, 14 Apr 2026 00:55:26 GMT",True,True,2026-09-07T07:18:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3151,awsdns-11.com,https://awsdns-11.com/llms.txt,https://awsdns-11.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3152,rkdms.com,https://rkdms.com/llms.txt,https://rkdms.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3179,False,,False,False,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3153,youronlinechoices.eu,https://youronlinechoices.eu/llms.txt,https://youronlinechoices.eu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1291,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3154,watchguard.com,https://watchguard.com/llms.txt,https://www.watchguard.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,4655,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3155,microsoftonline.us,https://microsoftonline.us/llms.txt,https://microsoftonline.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3156,angelfire.com,http://angelfire.com/llms.txt,https://angelfire.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,TIMEOUT,,2,network_timeout,True,network_timeout
3157,wikibooks.org,https://wikibooks.org/llms.txt,https://en.wikibooks.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3158,threatlocker.com,https://threatlocker.com/llms.txt,https://www.threatlocker.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ThreatLocker® — Zero Trust Platform for Endpoint and Cloud Security,7,33,8262,False,"Mon, 07 Sep 2026 07:18:16 GMT",False,False,2026-09-07T07:18:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3159,modrinth.com,https://modrinth.com/llms.txt,https://modrinth.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7931,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3160,heyzine.com,https://heyzine.com/llms.txt,https://heyzine.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7711,False,,False,False,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3161,allrecipes.com,https://allrecipes.com/llms.txt,https://www.allrecipes.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,50157,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3162,queniuak.com,https://queniuak.com/llms.txt,https://queniuak.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3163,ix.ru,https://ix.ru/llms.txt,https://www.msk-ix.ru/,200,1,True,text/html,redirect_other,False,False,False,,0,0,267139,False,"Mon, 07 Sep 2026 01:02:27 GMT",True,True,2026-09-07T07:18:14Z,,Redirected away to https://www.msk-ix.ru/,1,redirect_other,False,redirect_other
3164,novell.com,https://novell.com/llms.txt,https://www.novell.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15729,False,,False,False,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3165,dmxleo.com,https://dmxleo.com/llms.txt,https://dmxleo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3166,gtld.biz,https://gtld.biz/llms.txt,https://gtld.biz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3167,hybrid.ai,https://hybrid.ai/llms.txt,https://hybrid.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18115,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3168,fool.com,https://fool.com/llms.txt,https://www.fool.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18945,False,,False,True,2026-09-07T07:18:14Z,,,1,missing_404,False,missing_404
3169,nyc.gov,https://nyc.gov/llms.txt,https://www.nyc.gov/llms.txt,490,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,1106,False,"Thu, 07 May 2026 13:22:56 GMT",True,False,2026-09-07T07:18:14Z,,,1,ambiguous,False,ambiguous
3170,google.com.mx,https://google.com.mx/llms.txt,https://google.com.mx/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3171,metro.co.uk,https://metro.co.uk/llms.txt,https://metro.co.uk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64269,False,,False,False,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3172,bybit.com,https://bybit.com/llms.txt,https://www.bybit.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Bybit,13,34,5614,False,"Mon, 07 Sep 2026 01:04:28 GMT",True,True,2026-09-07T07:18:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3173,afilias-nst.org,https://afilias-nst.org/llms.txt,https://afilias-nst.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3174,custhelp.com,http://custhelp.com/llms.txt,https://custhelp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:18Z,TIMEOUT,,2,network_timeout,True,network_timeout
3175,vercel.com,https://vercel.com/llms.txt,https://vercel.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Vercel,8,18,3507,True,,True,True,2026-09-07T07:18:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3176,si.com,https://si.com/llms.txt,https://www.si.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Sports Illustrated,5,18,12217,True,"Mon, 07 Sep 2026 07:18:18 GMT",False,True,2026-09-07T07:18:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3177,walkme.com,https://walkme.com/llms.txt,https://www.walkme.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,WalkMe,0,71,17316,False,,False,True,2026-09-07T07:18:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3178,admatic.de,https://admatic.de/llms.txt,https://admatic.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,115066,False,,False,True,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3179,ultradns.net,http://ultradns.net/llms.txt,http://ultradns.net/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,709,False,"Mon, 07 Sep 2026 07:18:16 GMT",False,False,2026-09-07T07:18:15Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3180,bing-pe.com,https://bing-pe.com/llms.txt,https://www.bing.com/llms.txt?toWww=1&redig=D3F96C82C3F04A38A61CFA7E477426D6,404,2,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3181,geeksforgeeks.org,https://geeksforgeeks.org/llms.txt,https://www.geeksforgeeks.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,92836,False,,True,True,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3182,pandasecurity.com,https://pandasecurity.com/llms.txt,https://www.pandasecurity.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15568,False,"Mon, 06 May 2024 10:45:09 GMT",False,False,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3183,cygwin.com,https://cygwin.com/llms.txt,https://cygwin.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3184,ctnsnet.com,https://ctnsnet.com/llms.txt,https://ctnsnet.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:15Z,,,1,missing_404,False,missing_404
3185,eagllwin.com,https://eagllwin.com/llms.txt,https://eagllwin.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3186,myanimelist.net,https://myanimelist.net/llms.txt,https://myanimelist.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15238,False,,False,True,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3187,website-files.com,https://website-files.com/llms.txt,https://website-files.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3188,freshdesk.com,https://freshdesk.com/llms.txt,https://www.freshworks.com/freshdesk/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52283,False,,False,True,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3189,webcontentassessor.com,https://webcontentassessor.com/llms.txt,https://webcontentassessor.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:18:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3190,aeroflot.ru,https://aeroflot.ru/llms.txt,https://www.aeroflot.ru/llms.txt,503,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,8396,False,,False,False,2026-09-07T07:33:21Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
3191,brookings.edu,https://brookings.edu/llms.txt,https://www.brookings.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4590,False,,False,True,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3192,mfms.ru,http://mfms.ru/llms.txt,https://mfms.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
3193,thedailybeast.com,https://thedailybeast.com/llms.txt,https://www.thedailybeast.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,167675,False,"Mon, 07 Sep 2026 07:18:19 GMT",True,True,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3194,fastclick.net,https://fastclick.net/llms.txt,https://fastclick.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3195,ipwho.is,https://ipwho.is/llms.txt,https://ipwho.is/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,43,False,,False,False,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3196,rosminzdrav.ru,https://rosminzdrav.ru/llms.txt,https://minzdrav.gov.ru/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3197,elle.com,https://elle.com/llms.txt,https://www.elle.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3198,freedesktop.org,https://freedesktop.org/llms.txt,https://freedesktop.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,266,False,,False,False,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3199,unimelb.edu.au,https://unimelb.edu.au/llms.txt,https://unimelb.edu.au/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5556,False,,False,False,2026-09-07T07:18:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3200,caltech.edu,https://caltech.edu/llms.txt,https://www.caltech.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3821,False,,False,False,2026-09-07T07:18:16Z,,,1,missing_404,False,missing_404
3201,malwarebytes.com,https://malwarebytes.com/llms.txt,https://www.malwarebytes.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Malwarebytes,8,0,7532,False,,False,True,2026-09-07T07:18:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3202,thingiverse.com,https://thingiverse.com/llms.txt,https://www.thingiverse.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17992,False,,False,True,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3203,awmdm.com,https://awmdm.com/llms.txt,https://awmdm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3204,billboard.com,https://billboard.com/llms.txt,https://www.billboard.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,113648,False,,False,False,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3205,dhgate.com,https://dhgate.com/llms.txt,https://www.dhgate.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,755,False,"Thu, 03 Jul 2025 06:49:24 GMT",True,True,2026-09-07T07:18:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3206,lovable.app,https://lovable.app/llms.txt,https://lovable.dev,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5572,False,,False,False,2026-09-07T07:18:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3207,onaudience.com,https://onaudience.com/llms.txt,https://onaudience.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46704,False,,False,True,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3208,saby.ru,https://saby.ru/llms.txt,https://saby.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,100749,False,,False,True,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3209,mossru.com,https://mossru.com/llms.txt,https://mossru.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3210,ning.com,https://ning.com/llms.txt,https://www.ning.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42374,False,,False,True,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3211,google.com.ua,https://google.com.ua/llms.txt,https://google.com.ua/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3212,vanguard.com,https://vanguard.com/llms.txt,https://www.vanguard.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66901,False,"Mon, 10 Nov 2025 20:51:53 GMT",True,True,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3213,uk.net,https://uk.net/llms.txt,https://uk.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8104,False,,False,False,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3214,plex.bz,https://plex.bz/llms.txt,https://plex.bz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3215,amx1.net,https://amx1.net/llms.txt,https://amx1.net/llms.txt,400,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:17Z,,,1,ambiguous,False,ambiguous
3216,163img.com,http://163img.com/llms.txt,http://163img.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:17Z,TIMEOUT,,1,missing_404,False,missing_404
3217,adingo.jp,https://adingo.jp/llms.txt,https://corp.fluct.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,26677,False,,True,True,2026-09-07T07:18:17Z,,Redirected away to https://corp.fluct.jp/,1,redirect_other,False,redirect_other
3218,santander.com.br,https://santander.com.br/llms.txt,https://santander.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,False,2026-09-07T07:18:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3219,nianticlabs.com,https://nianticlabs.com/llms.txt,https://explore.scopely.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47587,False,,False,False,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3220,selcloud.ru,https://selcloud.ru/llms.txt,https://selcloud.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3221,flipboard.com,https://flipboard.com/llms.txt,https://flipboard.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23753,False,,True,True,2026-09-07T07:18:17Z,,,1,missing_404,False,missing_404
3222,cib.com.cn,https://cib.com.cn/llms.txt,https://cib.com.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3223,bigo.sg,https://bigo.sg/llms.txt,https://bigo.sg/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3224,adentifi.com,https://adentifi.com/llms.txt,https://adentifi.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:18:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3225,hootsuite.com,https://hootsuite.com/llms.txt,https://www.hootsuite.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hootsuite,0,100,21369,False,"Mon, 07 Sep 2026 06:44:34 GMT",True,True,2026-09-07T07:18:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3226,charlestonroadregistry.com,https://charlestonroadregistry.com/llms.txt,https://www.registry.google/about/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1575,False,,False,False,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3227,atsenergo.ru,http://atsenergo.ru/llms.txt,https://atsenergo.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:25Z,TIMEOUT,,2,network_timeout,True,network_timeout
3228,rostelecom.ru,https://rostelecom.ru/llms.txt,https://www.company.rt.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,529,False,,False,True,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3229,delta.com,http://delta.com/llms.txt,https://www.delta.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,17048,False,"Fri, 14 Aug 2026 20:23:23 GMT",True,True,2026-09-07T07:18:18Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3230,mxptint.net,http://mxptint.net/llms.txt,https://mxptint.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:25Z,TIMEOUT,,2,network_timeout,True,network_timeout
3231,the-ozone-project.com,https://the-ozone-project.com/llms.txt,https://the-ozone-project.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,True,2026-09-07T07:18:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3232,goodhousekeeping.com,https://goodhousekeeping.com/llms.txt,https://www.goodhousekeeping.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Good Housekeeping,27,171,54570,False,"Fri, 07 Aug 2026 16:36:02 GMT",True,True,2026-09-07T07:18:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3233,go.dev,https://go.dev/llms.txt,https://go.dev/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26971,False,,False,False,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3234,afrinic.net,https://afrinic.net/llms.txt,https://afrinic.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3235,awsdns-37.com,https://awsdns-37.com/llms.txt,https://awsdns-37.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3236,quizlet.com,https://quizlet.com/llms.txt,https://quizlet.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Quizlet,5,41,7414,True,"Fri, 04 Sep 2026 22:23:55 GMT",True,True,2026-09-07T07:18:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3237,samsunghealth.com,https://samsunghealth.com/llms.txt,https://samsunghealth.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,989,False,"Mon, 06 Jul 2026 05:45:54 GMT",True,True,2026-09-07T07:18:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3238,google.com.sg,https://google.com.sg/llms.txt,https://google.com.sg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3239,federalregister.gov,https://federalregister.gov/llms.txt,https://unblock.federalregister.gov,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,10596,False,,False,True,2026-09-07T07:18:18Z,,Redirected away to https://unblock.federalregister.gov,1,redirect_other,False,redirect_other
3240,arlo.com,https://arlo.com/llms.txt,https://www.arlo.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Arlo,5,15,2255,False,,True,True,2026-09-07T07:18:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3241,banahosting.com,https://banahosting.com/llms.txt,https://www.banahosting.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58691,False,,False,True,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3242,unep.org,https://unep.org/llms.txt,https://www.unep.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1243,False,,False,True,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3243,epcco.com.sa,https://epcco.com.sa/llms.txt,https://epcco.com.sa/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,103,False,,False,False,2026-09-07T07:18:18Z,,,1,missing_404,False,missing_404
3244,superdnsserver.net,https://superdnsserver.net/llms.txt,https://superdnsserver.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3245,nzherald.co.nz,https://nzherald.co.nz/llms.txt,https://www.nzherald.co.nz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15090,False,"Mon, 07 Sep 2026 07:18:21 GMT",True,True,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3246,monday.com,https://monday.com/llms.txt,https://monday.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,monday.com,12,53,9903,True,"Sun, 06 Sep 2026 15:16:41 GMT",True,True,2026-09-07T07:18:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3247,isc.org,https://isc.org/llms.txt,https://www.isc.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9653,False,"Thu, 03 Sep 2026 19:02:34 GMT",True,False,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3248,docusign.com,https://docusign.com/llms.txt,https://www.docusign.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44320,False,,True,True,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3249,ksyna.net,https://ksyna.net/llms.txt,https://ksyna.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3250,cosmopolitan.com,https://cosmopolitan.com/llms.txt,https://www.cosmopolitan.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3251,hotjar.io,https://hotjar.io/llms.txt,https://hotjar.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3252,zara.com,https://zara.com/llms.txt,https://zara.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,370,False,,False,False,2026-09-07T07:18:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3253,galaxy-cdn.com,https://galaxy-cdn.com/llms.txt,https://galaxy-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3254,minutemedia-prebid.com,https://minutemedia-prebid.com/llms.txt,https://minutemedia-prebid.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3255,fotmob.com,https://fotmob.com/llms.txt,https://www.fotmob.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,FotMob,7,11,5833,False,"Fri, 04 Sep 2026 10:33:09 GMT",True,True,2026-09-07T07:18:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3256,lovable.dev,https://lovable.dev/llms.txt,https://lovable.dev/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lovable,7,43,4593,True,,False,True,2026-09-07T07:18:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3257,alchemer.com,https://alchemer.com/llms.txt,https://alchemer.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1350,False,,False,True,2026-09-07T07:18:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3258,sas.com,https://sas.com/llms.txt,https://www.sas.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,True,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3259,xero.com,https://xero.com/llms.txt,https://www.xero.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Xero,17,97,13353,True,"Thu, 04 Jun 2026 02:48:06 GMT",True,True,2026-09-07T07:18:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3260,iz.ru,https://iz.ru/llms.txt,https://iz.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:18:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3261,symcb.com,https://symcb.com/llms.txt,https://symcb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3262,tripadvisor.co.uk,https://tripadvisor.co.uk/llms.txt,https://www.tripadvisor.co.uk/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,777,False,,False,True,2026-09-07T07:18:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3263,sbb.ch,https://sbb.ch/llms.txt,https://www.sbb.ch/de/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,5860,False,"Fri, 04 Sep 2026 12:18:10 GMT",True,True,2026-09-07T07:18:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3264,dinahosting.com,https://dinahosting.com/llms.txt,https://dinahosting.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,dinahosting,5,2,5293,False,"Mon, 20 Apr 2026 10:48:09 GMT",True,False,2026-09-07T07:18:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3265,videolan.org,https://videolan.org/llms.txt,https://www.videolan.org/llms.txt,418,1,True,text/plain,ambiguous,False,False,False,,0,0,14,False,,False,False,2026-09-07T07:18:19Z,,,1,ambiguous,False,ambiguous
3266,wso2.download,http://wso2.download/llms.txt,https://wso2.download/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
3267,qh-cdn.com,https://qh-cdn.com/llms.txt,https://qh-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3268,awsdns-52.com,https://awsdns-52.com/llms.txt,https://awsdns-52.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3269,boomplaymusic.com,https://boomplaymusic.com/llms.txt,https://www.boomplay.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,34426,False,,False,True,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3270,sproutsocial.com,https://sproutsocial.com/llms.txt,https://sproutsocial.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Sprout Social,9,100,15219,True,"Fri, 04 Sep 2026 18:40:55 GMT",True,True,2026-09-07T07:18:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3271,dvr163.com,https://dvr163.com/llms.txt,https://dvr163.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,283,False,,False,False,2026-09-07T07:18:19Z,,,1,missing_404,False,missing_404
3272,uhc.com,https://uhc.com/llms.txt,https://www.uhc.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:18:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3273,tokeon.ru,https://tokeon.ru/llms.txt,https://tokeon.ru/error/404,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,111531,False,,False,False,2026-09-07T07:18:20Z,,Redirected away to https://tokeon.ru/error/404,1,redirect_other,False,redirect_other
3274,yahoo.net,https://yahoo.net/llms.txt,https://www.yahoo.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,4589,False,,False,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3275,shawcable.net,https://shawcable.net/llms.txt,https://www.rogers.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,78570,False,,True,True,2026-09-07T07:18:20Z,,Redirected away to https://www.rogers.com/,1,redirect_other,False,redirect_other
3276,houzz.com,https://houzz.com/llms.txt,https://www.houzz.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31186,False,,True,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3277,usembassy.gov,https://usembassy.gov/llms.txt,https://usembassy.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:18:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3278,mediavine.com,https://mediavine.com/llms.txt,https://www.mediavine.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85526,False,,False,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3279,tomshardware.com,https://tomshardware.com/llms.txt,https://www.tomshardware.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,88415,False,"Mon, 07 Sep 2026 07:18:23 GMT",False,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3280,deere.com,https://deere.com/llms.txt,https://www.deere.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3281,fox.com,https://fox.com/llms.txt,https://www.fox.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7616,False,,False,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3282,ispot.tv,https://ispot.tv/llms.txt,https://ispot.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:33Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
3283,e1c-ops.com,https://e1c-ops.com/llms.txt,https://e1c-ops.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:20Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
3284,seagate.com,https://seagate.com/llms.txt,https://www.seagate.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,65990,False,"Thu, 03 Sep 2026 00:09:35 GMT",False,True,2026-09-07T07:18:20Z,,,1,missing_404,False,missing_404
3285,cancer.org,https://cancer.org/llms.txt,https://www.cancer.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,68320,False,,False,False,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3286,thetimes.com,https://thetimes.com/llms.txt,https://www.thetimes.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,87993,False,"Fri, 12 Jun 2026 09:35:48 GMT",True,False,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3287,vt.edu,https://vt.edu/llms.txt,https://www.vt.edu/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,74614,False,,False,False,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3288,hotels.com,http://hotels.com/llms.txt,https://hotels.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:33Z,TIMEOUT,,2,network_timeout,True,network_timeout
3289,consumerreports.org,https://consumerreports.org/llms.txt,https://www.consumerreports.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,59675,False,"Mon, 26 Jan 2026 21:51:32 GMT",True,True,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3290,x-cdn-static.com,https://x-cdn-static.com/llms.txt,https://x-cdn-static.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hola VPN,14,18,14095,False,"Sat, 01 Jan 2000 00:00:00 GMT",True,True,2026-09-07T07:18:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3291,glasvezelactiveren.nl,https://glasvezelactiveren.nl/llms.txt,https://glasvezelactiveren.nl/llms.txt,200,0,True,,soft_200_html,False,False,False,,0,0,13284,False,,False,False,2026-09-07T07:18:21Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3292,telstra.com,https://telstra.com/llms.txt,https://www.telstra.com.au/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,246504,False,,False,True,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3293,bbci.co.uk,http://bbci.co.uk/llms.txt,http://bbci.co.uk/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14206,False,,True,True,2026-09-07T07:18:21Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3294,socdm.com,https://socdm.com/llms.txt,https://socdm.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,10,False,,False,False,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3295,magazineluiza.com.br,https://magazineluiza.com.br/llms.txt,http://www.magazineluiza.com.br/llms.txt,403,1,False,text/html,blocked_forbidden,False,False,False,,0,0,323,False,,False,True,2026-09-07T07:18:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3296,bidvol.com,https://bidvol.com/llms.txt,https://bidvol.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3297,es.io,https://es.io/llms.txt,https://es.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3298,cbr.ru,https://cbr.ru/llms.txt,https://cbr.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11101,False,,False,True,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3299,webnovel.com,https://webnovel.com/llms.txt,https://www.webnovel.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6802,False,,False,False,2026-09-07T07:18:21Z,,,1,missing_404,False,missing_404
3300,walgreens.com,https://walgreens.com/llms.txt,https://walgreens.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:34Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3301,dhl.de,https://dhl.de/llms.txt,https://www.dhl.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1526,False,"Tue, 09 Jun 2026 15:47:29 GMT",True,False,2026-09-07T07:18:22Z,,,1,missing_404,False,missing_404
3302,mcdonalds.com,http://mcdonalds.com/llms.txt,https://mcdonalds.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
3303,gitee.com,https://gitee.com/llms.txt,https://gitee.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Gitee,6,17,6487,True,"Thu, 03 Sep 2026 10:44:23 GMT",True,False,2026-09-07T07:18:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3304,ftstatic.com,https://ftstatic.com/llms.txt,https://ftstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3305,awsdns-24.com,https://awsdns-24.com/llms.txt,https://awsdns-24.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3306,yandex.kz,https://yandex.kz/llms.txt,https://yandex.kz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11799,False,,False,False,2026-09-07T07:18:22Z,,,1,missing_404,False,missing_404
3307,braze.eu,https://braze.eu/llms.txt,https://www.braze.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Braze,6,45,42797,False,,True,True,2026-09-07T07:18:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3308,foursquare.com,https://foursquare.com/llms.txt,https://foursquare.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,771,False,,False,False,2026-09-07T07:18:22Z,,,1,missing_404,False,missing_404
3309,awsdns-30.com,https://awsdns-30.com/llms.txt,https://awsdns-30.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3310,zscalertwo.net,https://zscalertwo.net/llms.txt,https://zscalertwo.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3311,asuscomm.com,https://asuscomm.com/llms.txt,https://asuscomm.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:22Z,,,1,missing_404,False,missing_404
3312,apple-dns.cn,https://apple-dns.cn/llms.txt,https://apple-dns.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3313,nicovideo.jp,https://nicovideo.jp/llms.txt,https://www.nicovideo.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9084,False,,False,False,2026-09-07T07:18:22Z,,,1,missing_404,False,missing_404
3314,sfmc-content.com,https://sfmc-content.com/llms.txt,https://sfmc-content.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3315,adotmob.com,http://adotmob.com/llms.txt,https://adotmob.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:38Z,TIMEOUT,,2,network_timeout,True,network_timeout
3316,wireshark.org,https://wireshark.org/llms.txt,https://www.wireshark.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6599,False,"Wed, 02 Sep 2026 22:43:06 GMT",False,False,2026-09-07T07:18:22Z,,,1,missing_404,False,missing_404
3317,mydnspt.net,http://mydnspt.net/llms.txt,https://mydnspt.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:38Z,TIMEOUT,,2,network_timeout,True,network_timeout
3318,arin.net,https://arin.net/llms.txt,https://www.arin.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,23642,False,,True,False,2026-09-07T07:18:23Z,,,1,missing_404,False,missing_404
3319,greenpeace.org,https://greenpeace.org/llms.txt,https://www.greenpeace.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3537,False,,False,False,2026-09-07T07:18:23Z,,,1,missing_404,False,missing_404
3320,foxsports.com,https://foxsports.com/llms.txt,https://www.foxsports.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,525,False,,False,True,2026-09-07T07:18:23Z,,,1,missing_404,False,missing_404
3321,infojobs.net,https://infojobs.net/llms.txt,https://infojobs.net/llms.txt,405,0,True,text/html,ambiguous,False,False,False,,0,0,8275,False,,False,True,2026-09-07T07:18:23Z,,,1,ambiguous,False,ambiguous
3322,tradingeconomics.com,https://tradingeconomics.com/llms.txt,https://tradingeconomics.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1999,False,,False,True,2026-09-07T07:18:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3323,sina.cn,http://sina.cn/llms.txt,http://sina.cn/llms.txt,200,0,False,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:23Z,CONNECTION_ERROR,HTTP 200 with empty body,1,ambiguous,False,ambiguous
3324,permutive.app,https://permutive.app/llms.txt,https://permutive.app/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:18:23Z,,,1,missing_404,False,missing_404
3325,honor.com,https://honor.com/llms.txt,https://www.honor.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,HONOR Italia,6,13,1960,False,"Sun, 08 Feb 2026 01:29:08 GMT",True,False,2026-09-07T07:18:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3326,rgnameserver.com,https://rgnameserver.com/llms.txt,https://rgnameserver.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3327,vatican.va,https://vatican.va/llms.txt,https://www.vatican.va/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:18:23Z,,,1,missing_404,False,missing_404
3328,bsgslb.cn,http://bsgslb.cn/llms.txt,http://bsgslb.cn/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:23Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3329,dyz9.top,https://dyz9.top/llms.txt,https://dyz9.top/vpn/en/,200,2,True,text/html,redirect_other,False,False,False,,0,0,98543,False,"Mon, 07 Sep 2026 07:18:25 GMT",False,True,2026-09-07T07:18:23Z,,Redirected away to https://dyz9.top/vpn/en/,1,redirect_other,False,redirect_other
3330,deltafibernederland.nl,http://deltafibernederland.nl/llms.txt,https://deltafibernederland.nl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:38Z,SSL_ERROR,,2,network_timeout,True,network_timeout
3331,signalr.net,https://signalr.net/llms.txt,https://dotnet.microsoft.com/en-us/apps/aspnet/signalr,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16382,False,,False,True,2026-09-07T07:18:23Z,,Redirected away to https://dotnet.microsoft.com/en-us/apps/aspnet/signalr,1,redirect_other,False,redirect_other
3332,rzd.ru,http://rzd.ru/llms.txt,https://rzd.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
3333,liveintent.com,https://liveintent.com/llms.txt,https://www.liveintent.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:18:23Z,,,1,missing_404,False,missing_404
3334,ctrip.com,https://ctrip.com/llms.txt,https://www.ctrip.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Я,3,31,8556,False,"Tue, 10 Mar 2026 08:44:30 GMT",True,False,2026-09-07T07:18:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3335,lavanguardia.com,https://lavanguardia.com/llms.txt,https://www.lavanguardia.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,18774,False,,False,True,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3336,marphezis.com,https://marphezis.com/llms.txt,https://marphezis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3337,google.se,https://google.se/llms.txt,https://google.se/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3338,msi.com,https://msi.com/llms.txt,https://www.msi.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:18:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3339,iterable.com,https://iterable.com/llms.txt,https://iterable.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Iterable - AI Customer Engagement Platform,6,17,6110,False,"Wed, 02 Sep 2026 04:26:15 GMT",True,True,2026-09-07T07:18:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3340,amazon.ae,https://amazon.ae/llms.txt,https://www.amazon.ae/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2163,False,,False,True,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3341,razorpay.com,https://razorpay.com/llms.txt,https://razorpay.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Razorpay,9,98,19872,True,"Mon, 31 Aug 2026 13:12:37 GMT",True,True,2026-09-07T07:18:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3342,dns-finder.com,https://dns-finder.com/llms.txt,https://dns-finder.com/llms.txt,403,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:18:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3343,cnrs.fr,https://cnrs.fr/llms.txt,https://www.cnrs.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 04:24:51 GMT",False,True,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3344,kdocs.cn,https://kdocs.cn/llms.txt,https://www.kdocs.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13320,False,,True,False,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3345,tagesspiegel.de,https://tagesspiegel.de/llms.txt,https://www.tagesspiegel.de/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23395,False,,False,True,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3346,awsdns-26.com,https://awsdns-26.com/llms.txt,https://awsdns-26.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3347,tvinteractive.tv,http://tvinteractive.tv/llms.txt,https://tvinteractive.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:42Z,TIMEOUT,,2,network_timeout,True,network_timeout
3348,awsdns-33.com,https://awsdns-33.com/llms.txt,https://awsdns-33.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3349,found.io,https://found.io/llms.txt,https://found.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3350,nymag.com,https://nymag.com/llms.txt,https://nymag.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12411,False,,False,False,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3351,second-ns.de,https://second-ns.de/llms.txt,https://second-ns.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3352,asos.com,http://asos.com/llms.txt,https://asos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:43Z,TIMEOUT,,2,network_timeout,True,network_timeout
3353,chartbeat.com,https://chartbeat.com/llms.txt,https://chartbeat.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16081,False,,True,False,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3354,lifehacker.com,https://lifehacker.com/llms.txt,https://lifehacker.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,993,False,,False,True,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3355,samplicio.us,https://samplicio.us/llms.txt,https://samplicio.us/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3356,samsclub.com,https://samsclub.com/llms.txt,https://www.samsclub.com/are-you-human?url=L2xsbXMudHh0&uuid=5127b600-aa8c-11f1-90b6-679a9362bd26&vid=&g=b,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16081,False,,False,True,2026-09-07T07:18:24Z,,Redirected away to https://www.samsclub.com/are-you-human?url=L2xsbXMudHh0&uuid=5127b600-aa8c-11f1-90b6-679a9362bd26&vid=&g=b,1,redirect_other,False,redirect_other
3357,gnome.org,https://gnome.org/llms.txt,https://www.gnome.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3725,False,,False,False,2026-09-07T07:18:24Z,,,1,missing_404,False,missing_404
3358,qpic.cn,http://qpic.cn/llms.txt,https://qpic.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:45Z,TIMEOUT,,2,network_timeout,True,network_timeout
3359,telekom.de,https://telekom.de/llms.txt,https://www.telekom.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12422,False,,False,False,2026-09-07T07:18:25Z,,,1,missing_404,False,missing_404
3360,movetv.com,https://movetv.com/llms.txt,https://movetv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3361,zemanta.com,https://zemanta.com/llms.txt,https://www.zemanta.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:18:25Z,,,1,missing_404,False,missing_404
3362,sankuai.com,https://sankuai.com/llms.txt,https://sankuai.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:18:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3363,protrafficinspector.com,https://protrafficinspector.com/llms.txt,https://protrafficinspector.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:25Z,,,1,missing_404,False,missing_404
3364,gaijin.net,https://gaijin.net/llms.txt,https://gaijin.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:54Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3365,postman.com,https://postman.com/llms.txt,https://www.postman.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Postman,8,52,9536,True,"Fri, 04 Sep 2026 19:49:25 GMT",True,True,2026-09-07T07:18:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3366,wanadoo.fr,https://wanadoo.fr/llms.txt,https://www.orange.fr/portail,200,2,True,text/html,redirect_other,False,False,False,,0,0,1193,False,"Thu, 03 Sep 2026 09:39:31 GMT",True,True,2026-09-07T07:18:25Z,,Redirected away to https://www.orange.fr/portail,1,redirect_other,False,redirect_other
3367,rezync.com,http://rezync.com/llms.txt,https://rezync.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
3368,voskhod.ru,https://voskhod.ru/llms.txt,https://voskhod.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23144,False,,False,True,2026-09-07T07:18:25Z,,,1,missing_404,False,missing_404
3369,google.co.th,https://google.co.th/llms.txt,https://google.co.th/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:25Z,,,1,missing_404,False,missing_404
3370,aa.com,https://aa.com/llms.txt,https://www.aa.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:18:25Z,,,1,missing_404,False,missing_404
3371,spglobal.com,https://spglobal.com/llms.txt,https://www.spglobal.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,False,2026-09-07T07:18:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3372,google.co.il,https://google.co.il/llms.txt,https://google.co.il/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:26Z,,,1,missing_404,False,missing_404
3373,bstatic.com,https://bstatic.com/llms.txt,https://bstatic.com/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,299,False,,False,False,2026-09-07T07:18:26Z,,,1,missing_404,False,missing_404
3374,georgetown.edu,https://georgetown.edu/llms.txt,https://www.georgetown.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5525,False,,False,True,2026-09-07T07:18:26Z,,,1,missing_404,False,missing_404
3375,revcontent.com,https://revcontent.com/llms.txt,https://www.revcontent.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6031,False,,False,True,2026-09-07T07:18:26Z,,,1,missing_404,False,missing_404
3376,mrf.io,https://mrf.io/llms.txt,https://mrf.io/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,256,False,,False,True,2026-09-07T07:33:57Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
3377,deadline.com,https://deadline.com/llms.txt,https://deadline.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59816,False,,False,False,2026-09-07T07:18:26Z,,,1,missing_404,False,missing_404
3378,macys.com,https://macys.com/llms.txt,https://www.macys.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,9901,False,,False,True,2026-09-07T07:18:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3379,weatherbug.net,https://weatherbug.net/llms.txt,https://weatherbug.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3380,awsdns-13.com,https://awsdns-13.com/llms.txt,https://awsdns-13.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3381,c6gj-static.net,https://c6gj-static.net/llms.txt,https://c6gj-static.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hola VPN,14,18,14095,False,"Sat, 01 Jan 2000 00:00:00 GMT",True,True,2026-09-07T07:18:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3382,zeotap.com,http://zeotap.com/llms.txt,https://app.zeotap.com/app,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,19343,False,"Wed, 26 Aug 2026 07:52:04 GMT",False,True,2026-09-07T07:18:26Z,SSL_ERROR,Redirected away to https://app.zeotap.com/app,1,redirect_other,False,redirect_other
3383,tds.net,https://tds.net/llms.txt,https://portal.tds.net/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,5038,False,,False,False,2026-09-07T07:18:26Z,,,1,missing_404,False,missing_404
3384,gitbook.io,https://gitbook.io/llms.txt,https://www.gitbook.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,643117,False,"Fri, 04 Sep 2026 13:21:10 GMT",True,True,2026-09-07T07:18:26Z,,Redirected away to https://www.gitbook.com/,1,redirect_other,False,redirect_other
3385,akstat.io,https://akstat.io/llms.txt,https://akstat.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3386,streamtheworld.com,https://streamtheworld.com/llms.txt,https://streamtheworld.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3387,dotvndns.vn,http://dotvndns.vn/llms.txt,http://dotvndns.vn/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:18:26Z,TIMEOUT,,1,missing_404,False,missing_404
3388,legislation.gov.uk,https://legislation.gov.uk/llms.txt,https://www.legislation.gov.uk/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:26Z,,,1,ambiguous,False,ambiguous
3389,nextmillmedia.com,https://nextmillmedia.com/llms.txt,https://nextmillmedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3390,coca-cola.com,https://coca-cola.com/llms.txt,https://www.coca-cola.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,76668,False,"Thu, 03 Sep 2026 11:58:44 GMT",True,True,2026-09-07T07:18:27Z,,,1,missing_404,False,missing_404
3391,pmbmonetize.live,https://pmbmonetize.live/llms.txt,https://pmbmonetize.live/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3392,cvent.com,https://cvent.com/llms.txt,https://www.cvent.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Cvent,10,340,51453,False,"Mon, 20 Jul 2026 10:21:13 GMT",False,True,2026-09-07T07:18:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3393,dns.com,https://dns.com/llms.txt,https://www.dns.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:27Z,,,1,missing_404,False,missing_404
3394,trouble-free.net,https://trouble-free.net/llms.txt,https://trouble-free.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:27Z,,,1,missing_404,False,missing_404
3395,indiana.edu,https://indiana.edu/llms.txt,https://bloomington.iu.edu,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,315507,False,,False,False,2026-09-07T07:18:27Z,,Redirected away to https://bloomington.iu.edu,1,redirect_other,False,redirect_other
3396,awsdns-41.com,https://awsdns-41.com/llms.txt,https://awsdns-41.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3397,cn.com,https://cn.com/llms.txt,https://cn.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8239,False,,False,False,2026-09-07T07:18:27Z,,,1,missing_404,False,missing_404
3398,tesco.com,https://tesco.com/llms.txt,https://tesco.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,False,2026-09-07T07:18:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3399,eventbrite.co.uk,https://eventbrite.co.uk/llms.txt,https://www.eventbrite.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75516,False,,False,False,2026-09-07T07:18:27Z,,,1,missing_404,False,missing_404
3400,e-recht24.de,https://e-recht24.de/llms.txt,https://www.e-recht24.de/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,e-recht24.de,8,278,75269,False,"Tue, 29 Jul 2025 11:14:43 GMT",True,False,2026-09-07T07:18:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3401,swiftkey.com,https://swiftkey.com/llms.txt,https://swiftkey.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:58Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3402,yg5sjx5kzy.com,https://yg5sjx5kzy.com/llms.txt,https://yg5sjx5kzy.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hola VPN,14,18,14095,False,"Sat, 01 Jan 2000 00:00:00 GMT",True,True,2026-09-07T07:18:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3403,printercloud.com,https://printercloud.com/llms.txt,https://printercloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3404,bahn.de,https://bahn.de/llms.txt,https://www.bahn.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,369,False,"Fri, 04 Sep 2026 07:42:04 GMT",True,True,2026-09-07T07:18:27Z,,,1,missing_404,False,missing_404
3405,ttdns3.com,https://ttdns3.com/llms.txt,https://ttdns3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3406,reverso.net,https://reverso.net/llms.txt,https://reverso.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1041,False,,False,False,2026-09-07T07:18:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3407,jio.com,https://jio.com/llms.txt,https://www.jio.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Jio AI Discovery File,0,0,9636,False,"Thu, 03 Sep 2026 18:55:07 GMT",True,True,2026-09-07T07:18:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3408,awsdns-20.com,https://awsdns-20.com/llms.txt,https://awsdns-20.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3409,servenobid.com,https://servenobid.com/llms.txt,https://servenobid.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3410,this-domain-for-sale.com,https://this-domain-for-sale.com/llms.txt,https://this-domain-for-sale.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,7480,False,,False,True,2026-09-07T07:18:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3411,citi.com,https://citi.com/llms.txt,https://www.citi.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,188,False,,False,False,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3412,dan.com,https://dan.com/llms.txt,https://www.afternic.com/?origin=dancom,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,54772,False,,True,True,2026-09-07T07:33:59Z,,Redirected away to https://www.afternic.com/?origin=dancom,2,network_timeout,True,redirect_other
3413,samsungpositioning.com,https://samsungpositioning.com/llms.txt,https://samsungpositioning.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:33:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3414,ouraring.com,https://ouraring.com/llms.txt,https://ouraring.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26709,False,,False,True,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3415,rtbhouse.com,https://rtbhouse.com/llms.txt,https://www.rtbhouse.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,RTB House,5,5,2964,False,"Mon, 07 Sep 2026 07:00:09 GMT",True,True,2026-09-07T07:18:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3416,ripe.net,https://ripe.net/llms.txt,https://www.ripe.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,107460,False,,False,True,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3417,qnap.com,https://qnap.com/llms.txt,https://www.qnap.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,QNAP,4,6,1918,False,,False,True,2026-09-07T07:18:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3418,com.com,https://com.com/llms.txt,https://com.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1063,False,,False,False,2026-09-07T07:18:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3419,mobilefuse.com,https://mobilefuse.com/llms.txt,https://mobilefuse.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,MobileFuse,5,67,13512,False,"Mon, 15 Jun 2026 17:14:41 GMT",True,False,2026-09-07T07:18:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3420,lenta.com,https://lenta.com/llms.txt,https://lenta.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Открытые API,0,0,17432,False,"Wed, 02 Sep 2026 06:59:45 GMT",True,True,2026-09-07T07:18:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3421,olx.ua,https://olx.ua/llms.txt,https://www.olx.ua/uk/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13679,False,,True,False,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3422,awsdns-39.com,https://awsdns-39.com/llms.txt,https://awsdns-39.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3423,pantheonsite.io,http://pantheonsite.io/llms.txt,https://pantheonsite.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
3424,mimecast.com,https://mimecast.com/llms.txt,https://www.mimecast.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15564,False,,False,True,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3425,hrw.org,https://hrw.org/llms.txt,https://www.hrw.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 07:18:30 GMT",True,True,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3426,feedly.com,https://feedly.com/llms.txt,https://feedly.com/llms.txt,404,0,True,application/json;charset=utf-8,missing_404,False,False,False,,0,0,79,False,,False,False,2026-09-07T07:18:28Z,,,1,missing_404,False,missing_404
3427,sentry-cdn.com,https://sentry-cdn.com/llms.txt,https://sentry-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3428,serverdata.net,https://serverdata.net/llms.txt,https://serverdata.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,316,False,,False,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3429,rs6.net,https://rs6.net/llms.txt,https://rs6.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,993,False,,False,True,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3430,netshoes.com.br,https://netshoes.com.br/llms.txt,https://www.netshoes.com.br/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,389,False,,False,True,2026-09-07T07:18:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3431,bale.ai,https://bale.ai/llms.txt,https://bale.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2044,False,,True,True,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3432,flightaware.com,https://flightaware.com/llms.txt,https://www.flightaware.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2506,False,"Tue, 01 Jan 1980 00:00:00 GMT",True,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3433,blogspot.co.uk,https://blogspot.co.uk/llms.txt,https://blogspot.co.uk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3434,logicnow.us,https://logicnow.us/llms.txt,https://logicnow.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3435,shopifycdn.com,https://shopifycdn.com/llms.txt,https://shopifycdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3436,gameloft.com,https://gameloft.com/llms.txt,https://www.gameloft.com/en/not-found/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5625,False,,False,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3437,wasabisys.com,https://wasabisys.com/llms.txt,https://wasabisys.com/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,407,False,,False,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3438,syncingbridge.com,https://syncingbridge.com/llms.txt,https://syncingbridge.com/llms.txt,400,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:29Z,,,1,ambiguous,False,ambiguous
3439,skimresources.com,https://skimresources.com/llms.txt,https://skimresources.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2859,False,,True,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3440,hopkinsmedicine.org,https://hopkinsmedicine.org/llms.txt,https://hopkinsmedicine.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1026,False,,False,False,2026-09-07T07:18:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3441,js.org,https://js.org/llms.txt,https://js.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11575,False,,True,False,2026-09-07T07:18:29Z,,,1,missing_404,False,missing_404
3442,queniubg.com,https://queniubg.com/llms.txt,https://queniubg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3443,hs-scripts.com,https://hs-scripts.com/llms.txt,https://hs-scripts.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3444,domaintools.com,https://domaintools.com/llms.txt,https://www.domaintools.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DomainTools,7,62,7556,True,"Mon, 07 Sep 2026 07:18:32 GMT",False,False,2026-09-07T07:18:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3445,wustl.edu,https://wustl.edu/llms.txt,https://washu.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,106619,False,,False,True,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3446,fraunhofer.de,https://fraunhofer.de/llms.txt,https://www.fraunhofer.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,14907,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3447,macomnet.ru,https://macomnet.ru/llms.txt,https://macomnet.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16193,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3448,orf.at,https://orf.at/llms.txt,https://orf.at/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3449,edx.org,https://edx.org/llms.txt,https://www.edx.org/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,edX - Online Learning Platform,9,0,3645,False,"Mon, 07 Sep 2026 07:18:31 GMT",False,False,2026-09-07T07:18:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3450,unity3dusercontent.com,https://unity3dusercontent.com/llms.txt,https://unity3dusercontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3451,pruffme.com,https://pruffme.com/llms.txt,https://pruffme.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3452,dion.ne.jp,https://dion.ne.jp/llms.txt,https://dion.ne.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3453,ladsp.com,https://ladsp.com/llms.txt,https://ladsp.com/llms.txt,404,0,True,text/javascript;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3454,nobelprize.org,https://nobelprize.org/llms.txt,https://www.nobelprize.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23404,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3455,sprinklr.com,https://sprinklr.com/llms.txt,https://www.sprinklr.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Sprinklr,19,260,54672,True,"Fri, 31 Jul 2026 11:41:24 GMT",True,True,2026-09-07T07:18:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3456,dictionary.com,https://dictionary.com/llms.txt,https://dictionary.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:18:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3457,digital.com,https://digital.com/llms.txt,https://digital.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3458,ec-lyon.fr,https://ec-lyon.fr/llms.txt,https://ec-lyon.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3459,quark.cn,https://quark.cn/llms.txt,https://www.quark.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2122,False,,True,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3460,hugedomainsdns.com,https://hugedomainsdns.com/llms.txt,https://hugedomainsdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3461,jftechws.com,https://jftechws.com/llms.txt,https://jftechws.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3462,lenovomm.com,https://lenovomm.com/llms.txt,https://lenovomm.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3463,siteground.biz,https://siteground.biz/llms.txt,https://www.siteground.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,SiteGround,10,115,29474,False,,False,True,2026-09-07T07:18:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3464,wistia.com,https://wistia.com/llms.txt,https://wistia.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60496,False,,True,True,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3465,nextdns.io,https://nextdns.io/llms.txt,https://nextdns.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16978,False,,True,True,2026-09-07T07:18:30Z,,,1,missing_404,False,missing_404
3466,hawaii.edu,https://hawaii.edu/llms.txt,https://www.hawaii.edu/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13359,False,,False,False,2026-09-07T07:18:31Z,,Redirected away to https://www.hawaii.edu/,1,redirect_other,False,redirect_other
3467,telstra.net,https://telstra.net/llms.txt,https://telstra.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3468,thefreedictionary.com,https://thefreedictionary.com/llms.txt,https://www.thefreedictionary.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,15453,False,"Mon, 07 Sep 2026 07:18:32 GMT",False,True,2026-09-07T07:18:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3469,digitaltrends.com,https://digitaltrends.com/llms.txt,https://www.digitaltrends.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52060,False,"Mon, 07 Sep 2026 07:18:32 GMT",True,True,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3470,dataprivacyframework.gov,https://dataprivacyframework.gov/llms.txt,https://dataprivacyframework.gov/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2116,False,"Tue, 01 Sep 2026 21:01:00 GMT",True,True,2026-09-07T07:18:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3471,ipcc.ch,https://ipcc.ch/llms.txt,https://www.ipcc.ch/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3902,False,,False,True,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3472,firstvds.ru,https://firstvds.ru/llms.txt,https://firstvds.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57271,False,,False,True,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3473,qcomgeo2.com,https://qcomgeo2.com/llms.txt,https://qcomgeo2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3474,hs-banner.com,https://hs-banner.com/llms.txt,https://hs-banner.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3475,awsdns-62.com,https://awsdns-62.com/llms.txt,https://awsdns-62.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3476,oray.com,https://oray.com/llms.txt,https://www.oray.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1279,False,,False,True,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3477,oppomobile.com,https://oppomobile.com/llms.txt,https://oppomobile.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2259,False,,True,False,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3478,demandbase.com,http://demandbase.com/llms.txt,https://demandbase.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:03Z,SSL_ERROR,,2,network_timeout,True,network_timeout
3479,familysearch.org,https://familysearch.org/llms.txt,https://www.familysearch.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,FamilySearch,6,10,2698,False,"Thu, 16 Apr 2026 17:58:28 GMT",True,False,2026-09-07T07:18:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3480,jumpcloud.com,https://jumpcloud.com/llms.txt,https://jumpcloud.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,25,28,35728,False,"Wed, 22 Apr 2026 18:33:14 GMT",True,False,2026-09-07T07:18:31Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3481,powerplatform.com,https://powerplatform.com/llms.txt,https://www.microsoft.com/en-in/power-platform,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,102583,False,,False,True,2026-09-07T07:18:31Z,,Redirected away to https://www.microsoft.com/en-in/power-platform,1,redirect_other,False,redirect_other
3482,awsdns-54.com,https://awsdns-54.com/llms.txt,https://awsdns-54.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3483,leagueoflegends.com,https://leagueoflegends.com/llms.txt,https://www.leagueoflegends.com/en-gb/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2482,False,,True,True,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3484,xtracloud.net,https://xtracloud.net/llms.txt,https://xtracloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3485,worldcat.org,https://worldcat.org/llms.txt,https://search.worldcat.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,103840,False,,False,True,2026-09-07T07:18:31Z,,,1,missing_404,False,missing_404
3486,honeywell.com,https://honeywell.com/llms.txt,https://www.honeywell.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,109481,False,"Fri, 04 Sep 2026 18:17:12 GMT",True,True,2026-09-07T07:18:32Z,,,1,missing_404,False,missing_404
3487,abebooks.com,https://abebooks.com/llms.txt,https://www.abebooks.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,1634,False,,False,True,2026-09-07T07:18:32Z,,,1,missing_404,False,missing_404
3488,awsdns-49.com,https://awsdns-49.com/llms.txt,https://awsdns-49.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3489,awsdns-59.com,https://awsdns-59.com/llms.txt,https://awsdns-59.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3490,tencentclb.com,https://tencentclb.com/llms.txt,https://tencentclb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3491,awsdns-16.com,https://awsdns-16.com/llms.txt,https://awsdns-16.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3492,google.com.ar,https://google.com.ar/llms.txt,https://google.com.ar/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:32Z,,,1,missing_404,False,missing_404
3493,abc.es,https://abc.es/llms.txt,https://www.abc.es/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,43407,False,,False,True,2026-09-07T07:18:32Z,,,1,missing_404,False,missing_404
3494,envato.market,https://envato.market/llms.txt,https://envato.market/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3495,cuny.edu,https://cuny.edu/llms.txt,https://www.cuny.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16602,False,,False,True,2026-09-07T07:18:32Z,,,1,missing_404,False,missing_404
3496,awsdns-25.com,https://awsdns-25.com/llms.txt,https://awsdns-25.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3497,serveriai.lt,https://serveriai.lt/llms.txt,https://www.iv.lt/serveriai/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,876,False,,True,False,2026-09-07T07:18:32Z,,Redirected away to https://www.iv.lt/serveriai/,1,redirect_other,False,redirect_other
3498,awsdns-47.com,https://awsdns-47.com/llms.txt,https://awsdns-47.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3499,azureedge.us,https://azureedge.us/llms.txt,https://azureedge.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3500,awsdns-34.com,https://awsdns-34.com/llms.txt,https://awsdns-34.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3501,23.in-addr.arpa,https://23.in-addr.arpa/llms.txt,https://23.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3502,500px.com,https://500px.com/llms.txt,https://500px.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9709,False,"Mon, 07 Sep 2026 05:40:43 GMT",True,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3503,mhlw.go.jp,https://mhlw.go.jp/llms.txt,https://mhlw.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3504,ciscospark.com,http://ciscospark.com/llms.txt,https://ciscospark.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
3505,br.de,https://br.de/llms.txt,https://www.br.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16055,False,,False,False,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3506,awsdns-08.com,https://awsdns-08.com/llms.txt,https://awsdns-08.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3507,awsdns-42.com,https://awsdns-42.com/llms.txt,https://awsdns-42.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3508,smartsheet.com,https://smartsheet.com/llms.txt,https://www.smartsheet.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,llms.txt — Smartsheet (smartsheet.com) — Canonical AI Routing Document,11,23,15331,False,,False,True,2026-09-07T07:18:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3509,eum-appdynamics.com,https://eum-appdynamics.com/llms.txt,https://eum-appdynamics.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3510,chron.com,https://chron.com/llms.txt,https://www.chron.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4137,False,,True,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3511,emarsys.net,https://emarsys.net/llms.txt,https://emarsys.com/en/,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1320,False,,False,True,2026-09-07T07:18:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3512,ad-score.com,https://ad-score.com/llms.txt,https://ad-score.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,47,False,,False,False,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3513,coupangcdn.com,https://coupangcdn.com/llms.txt,https://coupangcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3514,ymmobi.com,https://ymmobi.com/llms.txt,https://ymmobi.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:34:04Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
3515,urbandictionary.com,https://urbandictionary.com/llms.txt,https://www.urbandictionary.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9480,False,,False,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3516,zaloapp.com,https://zaloapp.com/llms.txt,https://id.zalo.me/account/login?continue=http://zalo.me/llms.txt,200,2,True,,redirect_other,False,False,False,,0,0,4893,False,,False,False,2026-09-07T07:18:38Z,,Redirected away to https://id.zalo.me/account/login?continue=http://zalo.me/llms.txt,1,redirect_other,False,redirect_other
3517,awsdns-35.com,https://awsdns-35.com/llms.txt,https://awsdns-35.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3518,edu-servers.net,https://edu-servers.net/llms.txt,https://edu-servers.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3519,pub.network,https://pub.network/llms.txt,https://pub.network/llms.txt,403,0,True,application/xml; charset=utf-8,blocked_forbidden,False,False,False,,0,0,111,False,,False,True,2026-09-07T07:18:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3520,brightcove.com,https://brightcove.com/llms.txt,https://www.brightcove.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2319,False,,False,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3521,virustotal.com,https://virustotal.com/llms.txt,https://virustotal.com/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,997,False,,False,False,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3522,undertone.com,http://undertone.com/llms.txt,https://undertone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:05Z,SSL_ERROR,,2,network_timeout,True,network_timeout
3523,timeout.com,https://timeout.com/llms.txt,https://www.timeout.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6215,False,,False,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3524,owasp.org,https://owasp.org/llms.txt,https://owasp.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29351,False,,False,False,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3525,judns.com,https://judns.com/llms.txt,https://www.judns.com,200,1,True,text/html,redirect_other,False,False,False,,0,0,807,False,,False,False,2026-09-07T07:18:38Z,,Redirected away to https://www.judns.com,1,redirect_other,False,redirect_other
3526,hpeprint.com,https://hpeprint.com/llms.txt,https://hpeprint.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,1019,False,,False,False,2026-09-07T07:34:05Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
3527,paa-reporting-advertising.amazon,https://paa-reporting-advertising.amazon/llms.txt,https://paa-reporting-advertising.amazon/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:18:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3528,xsolla.com,https://xsolla.com/llms.txt,https://xsolla.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Xsolla,6,35,2215,False,"Wed, 29 Oct 2025 19:18:57 GMT",True,False,2026-09-07T07:18:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3529,lenovo.com.cn,https://lenovo.com.cn/llms.txt,https://lenovo.com.cn/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,339,False,,False,False,2026-09-07T07:18:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3530,mariadb.org,https://mariadb.org/llms.txt,https://mariadb.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84333,False,,False,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3531,parsely.com,https://parsely.com/llms.txt,https://www.parse.ly/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,68235,False,,False,False,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3532,iqm.com,https://iqm.com/llms.txt,https://iqm.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7564,False,,False,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3533,stuff.co.nz,https://stuff.co.nz/llms.txt,https://www.stuff.co.nz/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,64049,False,"Tue, 01 Sep 2026 07:14:26 GMT",True,True,2026-09-07T07:18:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3534,brightcloud.com,https://brightcloud.com/llms.txt,https://brightcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:06Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3535,lse.ac.uk,https://lse.ac.uk/llms.txt,https://www.lse.ac.uk/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3536,hs-analytics.net,https://hs-analytics.net/llms.txt,https://hs-analytics.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3537,adtarget.com.tr,https://adtarget.com.tr/llms.txt,https://adtarget.com.tr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,808,False,"Sat, 21 Sep 2024 02:26:23 GMT",False,False,2026-09-07T07:18:38Z,,,1,missing_404,False,missing_404
3538,legacy.com,https://legacy.com/llms.txt,https://www.legacy.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1525,False,,False,False,2026-09-07T07:18:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3539,dnsv2.com,https://dnsv2.com/llms.txt,https://dnsv2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3540,awsdns-07.com,https://awsdns-07.com/llms.txt,https://awsdns-07.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3541,awsdns-61.com,https://awsdns-61.com/llms.txt,https://awsdns-61.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3542,openldap.org,https://openldap.org/llms.txt,https://openldap.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:39Z,,,1,missing_404,False,missing_404
3543,formula1.com,https://formula1.com/llms.txt,https://www.formula1.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16487,False,"Mon, 02 Mar 2026 12:54:11 GMT",True,False,2026-09-07T07:18:39Z,,,1,missing_404,False,missing_404
3544,google.co.za,https://google.co.za/llms.txt,https://google.co.za/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:39Z,,,1,missing_404,False,missing_404
3545,vanityfair.com,https://vanityfair.com/llms.txt,https://www.vanityfair.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,391333,False,,False,True,2026-09-07T07:18:39Z,,,1,missing_404,False,missing_404
3546,rtbwise.com,https://rtbwise.com/llms.txt,https://rtbwise.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,18026,False,"Thu, 03 Sep 2026 10:13:13 GMT",True,True,2026-09-07T07:18:39Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3547,ndr.de,https://ndr.de/llms.txt,https://www.ndr.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,45900,False,,False,True,2026-09-07T07:18:39Z,,,1,missing_404,False,missing_404
3548,cian.ru,https://cian.ru/llms.txt,https://www.cian.ru/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,21572,False,,False,False,2026-09-07T07:18:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3549,pokemon.com,https://pokemon.com/llms.txt,https://www.pokemon.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15230,False,,False,True,2026-09-07T07:18:39Z,,,1,missing_404,False,missing_404
3550,clinicaltrials.gov,https://clinicaltrials.gov/llms.txt,https://clinicaltrials.gov/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,94295,False,"Thu, 27 Aug 2026 18:52:52 GMT",True,True,2026-09-07T07:18:39Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3551,kicker.de,https://kicker.de/llms.txt,https://www.kicker.de/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,769,False,,False,True,2026-09-07T07:18:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3552,zdnscloud.cn,https://zdnscloud.cn/llms.txt,https://zdnscloud.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3553,backblaze.com,https://backblaze.com/llms.txt,https://www.backblaze.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,www.backblaze.com,5,0,5052,False,"Mon, 07 Sep 2026 07:18:41 GMT",False,False,2026-09-07T07:18:40Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3554,habr.com,https://habr.com/llms.txt,https://habr.com/ru/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51913,False,,True,True,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3555,tass.ru,https://tass.ru/llms.txt,https://tass.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:18:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3556,tufts.edu,https://tufts.edu/llms.txt,https://www.tufts.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187,False,"Mon, 07 Sep 2026 06:45:09 GMT",True,True,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3557,bitly.com,https://bitly.com/llms.txt,https://bitly.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,6075,False,,True,False,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3558,gimp.org,https://gimp.org/llms.txt,https://www.gimp.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10741,False,"Tue, 01 Sep 2026 00:03:47 GMT",True,True,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3559,artstation.com,https://artstation.com/llms.txt,https://www.artstation.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,91611,False,,False,True,2026-09-07T07:18:40Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3560,prtimes.jp,https://prtimes.jp/llms.txt,https://prtimes.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28325,False,,False,True,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3561,cox.net,https://cox.net/llms.txt,https://www.cox.com/residential/home.html,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,19906,False,,False,True,2026-09-07T07:18:40Z,,Redirected away to https://www.cox.com/residential/home.html,1,redirect_other,False,redirect_other
3562,man7.org,https://man7.org/llms.txt,https://man7.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3563,sfr.fr,http://sfr.fr/llms.txt,https://sfr.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,TIMEOUT,,2,network_timeout,True,network_timeout
3564,ebsco.com,https://ebsco.com/llms.txt,https://www.ebsco.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16899,False,"Mon, 07 Sep 2026 07:11:17 GMT",True,False,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3565,twinrdengine.com,https://twinrdengine.com/llms.txt,https://twinrdengine.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3566,smugmug.com,https://smugmug.com/llms.txt,https://www.smugmug.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13617,False,,False,True,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3567,google.cz,https://google.cz/llms.txt,https://google.cz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3568,hepsiburada.com,https://hepsiburada.com/llms.txt,https://www.hepsiburada.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1757,False,,False,True,2026-09-07T07:18:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3569,tfkc.de,https://tfkc.de/llms.txt,https://tfkc.de/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,270,False,,False,False,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3570,timesofisrael.com,https://timesofisrael.com/llms.txt,https://www.timesofisrael.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:18:40Z,,,1,missing_404,False,missing_404
3571,slack-edge.com,https://slack-edge.com/llms.txt,https://slack-edge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3572,iastate.edu,https://iastate.edu/llms.txt,https://www.iastate.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32219,False,,False,True,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3573,abbyyjapan.com,https://abbyyjapan.com/llms.txt,https://abbyyjapan.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:18:41Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3574,confiant-integrations.net,https://confiant-integrations.net/llms.txt,https://confiant-integrations.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3575,amazon.nl,https://amazon.nl/llms.txt,https://www.amazon.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2217,False,,False,True,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3576,lua.org,https://lua.org/llms.txt,https://lua.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3577,17track.net,https://17track.net/llms.txt,https://www.17track.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,17TRACK,12,0,10179,False,"Mon, 22 Jun 2026 13:03:07 GMT",True,True,2026-09-07T07:18:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3578,emb-api.com,https://emb-api.com/llms.txt,https://emb-api.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3579,faceit.com,https://faceit.com/llms.txt,https://www.faceit.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3327,False,,False,False,2026-09-07T07:18:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3580,fivecdm.com,https://fivecdm.com/llms.txt,https://fivecdm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3581,politico.eu,https://politico.eu/llms.txt,https://www.politico.eu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,763,False,,False,True,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3582,bidease.com,https://bidease.com/llms.txt,https://www.bidease.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4021,False,"Wed, 01 Jul 2026 09:54:23 GMT",False,True,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3583,ml314.com,https://ml314.com/llms.txt,https://ml314.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3584,fastlydns.net,https://fastlydns.net/llms.txt,https://fastlydns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3585,measureadv.com,https://measureadv.com/llms.txt,https://measureadv.com/llms.txt,400,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:41Z,,,1,ambiguous,False,ambiguous
3586,avg.com,https://avg.com/llms.txt,https://avg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:07Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3587,workdaysuv.com,https://workdaysuv.com/llms.txt,https://workdaysuv.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:18:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3588,awsdns-12.com,https://awsdns-12.com/llms.txt,https://awsdns-12.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3589,proquest.com,https://proquest.com/llms.txt,https://www.proquest.com/llms.txt,200,2,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,124554,False,,False,True,2026-09-07T07:18:41Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3590,tubitv.com,https://tubitv.com/llms.txt,https://gdpr.tubi.tv,200,1,True,text/html,redirect_other,False,False,False,,0,0,2861,False,"Thu, 16 Jul 2026 22:27:59 GMT",True,False,2026-09-07T07:18:41Z,,Redirected away to https://gdpr.tubi.tv,1,redirect_other,False,redirect_other
3591,paysafecard.com,https://paysafecard.com/llms.txt,https://www.paysafecard.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8015,False,,False,False,2026-09-07T07:18:41Z,,,1,missing_404,False,missing_404
3592,chatgpt.site,https://chatgpt.site/llms.txt,https://learn.chatgpt.com/docs/sites,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,256574,False,"Mon, 07 Sep 2026 04:51:47 GMT",True,True,2026-09-07T07:18:41Z,,Redirected away to https://learn.chatgpt.com/docs/sites,1,redirect_other,False,redirect_other
3593,grafana.net,https://grafana.net/llms.txt,https://grafana.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Grafana documentation,9,91,13751,False,"Mon, 07 Sep 2026 05:48:07 GMT",True,False,2026-09-07T07:18:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3594,scene7.com,http://scene7.com/llms.txt,https://scene7.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
3595,awsdns-43.com,https://awsdns-43.com/llms.txt,https://awsdns-43.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3596,htzq.com.cn,http://htzq.com.cn/llms.txt,https://htzq.com.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
3597,awsdns-48.com,https://awsdns-48.com/llms.txt,https://awsdns-48.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3598,garant.ru,https://garant.ru/llms.txt,https://www.garant.ru/llms.txt,200,1,True,text/plain; charset=windows-1251,confirmed_llms_txt,True,True,True,-  - .,0,12,2675,False,"Tue, 30 Jun 2026 08:14:12 GMT",True,True,2026-09-07T07:18:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3599,pushwoosh.com,https://pushwoosh.com/llms.txt,https://www.pushwoosh.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Pushwoosh,9,105,20732,True,"Fri, 04 Sep 2026 19:48:00 GMT",True,False,2026-09-07T07:18:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3600,hadronid.net,https://hadronid.net/llms.txt,https://hadronid.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3601,immobilienscout24.de,https://immobilienscout24.de/llms.txt,https://www.immobilienscout24.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,5619,False,"Mon, 07 Sep 2026 00:08:06 GMT",True,False,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3602,acoustic-adm.com,https://acoustic-adm.com/llms.txt,https://acoustic-adm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3603,osha.gov,https://osha.gov/llms.txt,https://osha.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,True,2026-09-07T07:18:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3604,foxbusiness.com,https://foxbusiness.com/llms.txt,https://www.foxbusiness.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3605,uwaterloo.ca,https://uwaterloo.ca/llms.txt,https://uwaterloo.ca/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,279,False,,False,False,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3606,stickyadstv.com,http://stickyadstv.com/llms.txt,https://stickyadstv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:10Z,TIMEOUT,,2,network_timeout,True,network_timeout
3607,colorlib.com,https://colorlib.com/llms.txt,https://colorlib.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Colorlib,2,6,1205,False,"Fri, 04 Sep 2026 20:51:52 GMT",True,False,2026-09-07T07:18:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3608,your-storageshare.de,https://your-storageshare.de/llms.txt,https://www.hetzner.com/storage/storage-share/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,144156,False,,True,True,2026-09-07T07:18:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3609,awsdns-22.com,https://awsdns-22.com/llms.txt,https://awsdns-22.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3610,softether-network.net,https://softether-network.net/llms.txt,https://softether-network.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3611,onenote.com,http://onenote.com/llms.txt,https://onenote.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:10Z,TIMEOUT,,2,network_timeout,True,network_timeout
3612,vkusvill.ru,https://vkusvill.ru/llms.txt,https://vkusvill.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ВкусВилл,9,48,7854,False,"Thu, 06 Aug 2026 05:28:06 GMT",True,True,2026-09-07T07:18:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3613,osano.com,https://osano.com/llms.txt,https://www.osano.com/hubfs/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Osano,3,19,3513,False,"Wed, 17 Jun 2026 15:18:52 GMT",True,True,2026-09-07T07:18:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3614,awsdns-10.com,https://awsdns-10.com/llms.txt,https://awsdns-10.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3615,cldin.eu,https://cldin.eu/llms.txt,https://www.yourhosting.nl/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Yourhosting,4,132,15758,False,,False,True,2026-09-07T07:18:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3616,google.com.vn,https://google.com.vn/llms.txt,https://google.com.vn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3617,awsdns-46.com,https://awsdns-46.com/llms.txt,https://awsdns-46.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3618,proxad.net,https://proxad.net/llms.txt,https://www.free.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60083,False,,True,False,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3619,boston.com,https://boston.com/llms.txt,https://www.boston.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4127,False,,False,True,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3620,awsdns-15.com,https://awsdns-15.com/llms.txt,https://awsdns-15.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3621,ioriveredge.net,https://ioriveredge.net/llms.txt,https://ioriveredge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3622,teepublic.com,https://teepublic.com/llms.txt,https://www.teepublic.com/llms.txt,406,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:18:42Z,,,1,ambiguous,False,ambiguous
3623,bounceexchange.com,https://bounceexchange.com/llms.txt,https://www.wunderkind.co/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2774,False,"Mon, 31 Aug 2026 16:37:20 GMT",False,True,2026-09-07T07:18:42Z,,Redirected away to https://www.wunderkind.co/,1,redirect_other,False,redirect_other
3624,selcdn.net,https://selcdn.net/llms.txt,https://selcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3625,awsdns-57.com,https://awsdns-57.com/llms.txt,https://awsdns-57.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3626,unl.edu,https://unl.edu/llms.txt,https://www.unl.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 06:45:13 GMT",True,True,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3627,newsroom.bi,https://newsroom.bi/llms.txt,https://www.marfeel.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,11515,False,"Sat, 05 Sep 2026 05:46:58 GMT",True,True,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3628,gatech.edu,https://gatech.edu/llms.txt,https://www.gatech.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,188,False,"Wed, 02 Sep 2026 17:49:04 GMT",True,True,2026-09-07T07:18:42Z,,,1,missing_404,False,missing_404
3629,redbull.com,https://redbull.com/llms.txt,https://www.redbull.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Red Bull,4,6,958,False,"Mon, 07 Sep 2026 05:18:18 GMT",True,True,2026-09-07T07:18:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3630,nydailynews.com,https://nydailynews.com/llms.txt,https://www.nydailynews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22310,False,,False,True,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3631,rnp.br,https://rnp.br/llms.txt,https://rnp.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3055,False,"Mon, 07 Sep 2026 07:18:48 GMT",False,True,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3632,sba.gov,https://sba.gov/llms.txt,https://www.sba.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11322,False,,False,True,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3633,trkn.us,http://trkn.us/llms.txt,https://trkn.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:17Z,SSL_ERROR,,2,network_timeout,True,network_timeout
3634,xkcd.com,https://xkcd.com/llms.txt,https://xkcd.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3635,termsfeed.com,https://termsfeed.com/llms.txt,https://www.termsfeed.com/llms.txt/,502,2,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,5018,False,,False,True,2026-09-07T07:34:18Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
3636,matchtv.ru,https://matchtv.ru/llms.txt,https://matchtv.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7185,False,,True,False,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3637,ansa.it,https://ansa.it/llms.txt,https://www.ansa.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30272,False,,False,False,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3638,wikidot.com,https://wikidot.com/llms.txt,http://www.wikidot.com/llms-txt,404,2,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10790,False,,True,True,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3639,entrust.net,https://entrust.net/llms.txt,https://entrust.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3640,google.co.kr,https://google.co.kr/llms.txt,https://google.co.kr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3641,cursor.com,https://cursor.com/llms.txt,https://cursor.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Cursor Documentation,28,0,20126,False,,False,True,2026-09-07T07:18:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3642,hubapi.com,https://hubapi.com/llms.txt,https://developers.hubspot.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,193882,False,"Fri, 04 Sep 2026 14:29:22 GMT",False,True,2026-09-07T07:18:43Z,,Redirected away to https://developers.hubspot.com/,1,redirect_other,False,redirect_other
3643,sng.link,https://sng.link/llms.txt,https://sng.link/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3644,standard.co.uk,https://standard.co.uk/llms.txt,https://www.standard.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2315,False,,False,True,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3645,lonelyplanet.com,https://lonelyplanet.com/llms.txt,https://www.lonelyplanet.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,279454,False,,False,True,2026-09-07T07:18:43Z,,,1,missing_404,False,missing_404
3646,awsdns-36.com,https://awsdns-36.com/llms.txt,https://awsdns-36.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3647,technoratimedia.com,http://technoratimedia.com/llms.txt,https://technoratimedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:20Z,TIMEOUT,,2,network_timeout,True,network_timeout
3648,apkpure.com,https://apkpure.com/llms.txt,https://apkpure.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,APKPure,5,68,15310,True,"Mon, 26 May 2025 06:26:13 GMT",True,False,2026-09-07T07:18:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3649,anu.edu.au,https://anu.edu.au/llms.txt,https://www.anu.edu.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3650,bitrix.info,https://bitrix.info/llms.txt,https://bitrix.info/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3651,freilassing.ru,https://freilassing.ru/llms.txt,https://freilassing.ru/llms.txt,503,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:20Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
3652,buzzsprout.com,https://buzzsprout.com/llms.txt,https://www.buzzsprout.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2877,False,,False,False,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3653,ktalk.ru,https://ktalk.ru/llms.txt,https://ktalk.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,13870,False,,False,False,2026-09-07T07:18:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3654,amnesty.org,https://amnesty.org/llms.txt,https://www.amnesty.org/llms.txt,500,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,2431,False,,False,True,2026-09-07T07:34:22Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
3655,glance.net,https://glance.net/llms.txt,https://glance.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6369,False,,False,True,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3656,ttoverseaus.net,https://ttoverseaus.net/llms.txt,https://ttoverseaus.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3657,infolinks.com,https://infolinks.com/llms.txt,https://www.infolinks.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11494,False,,False,True,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3658,consentmanager.net,https://consentmanager.net/llms.txt,https://www.consentmanager.net/,200,1,True,application/rss+xml; charset=utf-8,redirect_other,False,False,False,,0,0,1314,False,"Wed, 02 Sep 2026 10:59:15 GMT",True,True,2026-09-07T07:18:44Z,,Redirected away to https://www.consentmanager.net/,1,redirect_other,False,redirect_other
3659,nssvc.net,https://nssvc.net/llms.txt,https://nssvc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3660,bngf.ru,http://bngf.ru/llms.txt,https://bngf.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:23Z,TIMEOUT,,2,network_timeout,True,network_timeout
3661,replit.com,https://replit.com/llms.txt,https://replit.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Replit Documentation,16,229,20191,False,,False,True,2026-09-07T07:18:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3662,awsdns-38.com,https://awsdns-38.com/llms.txt,https://awsdns-38.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3663,gifshow.com,https://gifshow.com/llms.txt,https://gifshow.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2808,False,,False,False,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3664,zscloud.net,https://zscloud.net/llms.txt,https://zscloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3665,netsuite.com,https://netsuite.com/llms.txt,https://netsuite.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,374,False,,False,False,2026-09-07T07:18:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3666,dingtalk.com,https://dingtalk.com/llms.txt,https://www.dingtalk.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,41965,False,,False,False,2026-09-07T07:18:44Z,,Redirected away to https://www.dingtalk.com/,1,redirect_other,False,redirect_other
3667,chosun.com,https://chosun.com/llms.txt,https://chosun.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,325,False,,False,False,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3668,gesetze-im-internet.de,https://gesetze-im-internet.de/llms.txt,https://gesetze-im-internet.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3669,yle.fi,https://yle.fi/llms.txt,https://yle.fi/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,10859,False,"Wed, 10 Jun 2026 06:51:33 GMT",True,True,2026-09-07T07:18:44Z,,,1,missing_404,False,missing_404
3670,abb.com,http://abb.com/llms.txt,https://abb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:23Z,TIMEOUT,,2,network_timeout,True,network_timeout
3671,4wps.net,http://4wps.net/llms.txt,http://4wps.net/llms.txt,403,0,False,text/html,blocked_forbidden,False,False,False,,0,0,915,False,,False,False,2026-09-07T07:18:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3672,awsdns-51.com,https://awsdns-51.com/llms.txt,https://awsdns-51.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3673,awsdns-56.com,https://awsdns-56.com/llms.txt,https://awsdns-56.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3674,cloudappsecurity.com,http://cloudappsecurity.com/llms.txt,https://cloudappsecurity.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:24Z,TIMEOUT,,2,network_timeout,True,network_timeout
3675,samsungcloudcdn.com,https://samsungcloudcdn.com/llms.txt,https://samsungcloudcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3676,gitea.com,https://gitea.com/llms.txt,https://gitea.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,11,False,,False,True,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3677,wargaming.net,https://wargaming.net/llms.txt,https://wargaming.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,47541,False,,True,False,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3678,yp.to,https://yp.to/llms.txt,https://yp.to/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3679,aljazeera.net,https://aljazeera.net/llms.txt,https://www.aljazeera.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41475,False,,True,True,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3680,hackaday.com,https://hackaday.com/llms.txt,https://hackaday.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42795,False,,False,True,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3681,dev.to,https://dev.to/llms.txt,https://dev.to/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DEV Community,3,7,2835,True,,True,True,2026-09-07T07:18:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3682,atl-paas.net,https://atl-paas.net/llms.txt,https://atl-paas.net/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,131,False,,False,False,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3683,glpals.com,https://glpals.com/llms.txt,https://glpals.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3684,bac.com,http://bac.com/llms.txt,https://www.bankofamerica.com/banking-information/error-page-en.html,404,2,True,text/html,missing_404,False,False,False,,0,0,5872,False,"Mon, 13 May 2024 16:58:54 GMT",True,True,2026-09-07T07:18:45Z,TIMEOUT,,1,missing_404,False,missing_404
3685,voanews.com,https://voanews.com/llms.txt,https://www.voanews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1216,False,,False,True,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3686,snowflakecomputing.com,https://snowflakecomputing.com/llms.txt,https://snowflakecomputing.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3687,cometchat.io,https://cometchat.io/llms.txt,https://cometchat.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3688,ardmediathek.de,https://ardmediathek.de/llms.txt,https://www.ardmediathek.de/llms.txt,410,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,4,False,,True,False,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3689,nexx360.io,https://nexx360.io/llms.txt,https://nexx360.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3690,zscalerthree.net,https://zscalerthree.net/llms.txt,https://zscalerthree.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3691,vkuseraudio.net,https://vkuseraudio.net/llms.txt,https://ps.userapi.com/llms.txt,418,1,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:45Z,,,1,ambiguous,False,ambiguous
3692,wiki.gg,https://wiki.gg/llms.txt,https://wiki.gg/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,wiki.gg,5,3,3202,False,,True,True,2026-09-07T07:18:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3693,global-e.com,https://global-e.com/llms.txt,https://www.global-e.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3694,themegrill.com,https://themegrill.com/llms.txt,https://themegrill.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ThemeGrill: Beautiful Free & Premium Responsive WordPress Themes,2,39,7324,False,,False,True,2026-09-07T07:18:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3695,celtra.com,https://celtra.com/llms.txt,https://celtra.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3696,aws.com,https://aws.com/llms.txt,https://aws.amazon.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32533,False,,False,False,2026-09-07T07:18:45Z,,,1,missing_404,False,missing_404
3697,dji.com,https://dji.com/llms.txt,https://dji.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3698,yndx-cdn.com,https://yndx-cdn.com/llms.txt,https://yndx-cdn.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:45Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
3699,elementor.com,https://elementor.com/llms.txt,https://elementor.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Elementor,6,34,15451,False,"Wed, 24 Jun 2026 08:18:54 GMT",True,False,2026-09-07T07:18:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3700,google.com.ph,https://google.com.ph/llms.txt,https://google.com.ph/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3701,kroger.com,http://kroger.com/llms.txt,https://kroger.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,TIMEOUT,,2,network_timeout,True,network_timeout
3702,aruba.it,https://aruba.it/llms.txt,https://www.aruba.it/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30140,False,,False,True,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3703,smallpdf.com,https://smallpdf.com/llms.txt,https://smallpdf.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32379,False,,True,True,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3704,rochester.edu,https://rochester.edu/llms.txt,https://www.rochester.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14087,False,,False,False,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3705,globalnews.ca,https://globalnews.ca/llms.txt,https://globalnews.ca/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,487,False,,False,True,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3706,awsdns-02.com,https://awsdns-02.com/llms.txt,https://awsdns-02.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3707,nordstrom.com,https://nordstrom.com/llms.txt,https://www.nordstrom.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,266878,False,,False,True,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3708,uniqlo.com,http://uniqlo.com/llms.txt,https://uniqlo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,TIMEOUT,,2,network_timeout,True,network_timeout
3709,finam.ru,https://finam.ru/llms.txt,https://finam.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,20798,False,,False,False,2026-09-07T07:18:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3710,dnszi.com,https://dnszi.com/llms.txt,https://dnszi.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:18:46Z,,,1,missing_404,False,missing_404
3711,symcd.com,https://symcd.com/llms.txt,https://symcd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3712,zenodo.org,https://zenodo.org/llms.txt,https://zenodo.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13972,False,,False,False,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3713,oregonstate.edu,https://oregonstate.edu/llms.txt,https://oregonstate.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,"Wed, 02 Sep 2026 07:38:02 GMT",False,True,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3714,dns.ne.jp,https://dns.ne.jp/llms.txt,https://dns.ne.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3715,cisa.gov,https://cisa.gov/llms.txt,https://cisa.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,368,False,,False,True,2026-09-07T07:18:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3716,telenor.se,http://telenor.se/llms.txt,https://telenor.se/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,SSL_ERROR,,2,network_timeout,True,network_timeout
3717,united.com,http://united.com/llms.txt,https://united.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,TIMEOUT,,2,network_timeout,True,network_timeout
3718,amazon.se,https://amazon.se/llms.txt,https://www.amazon.se/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2233,False,,False,True,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3719,gemius.pl,https://gemius.pl/llms.txt,https://gemius.com/pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2685,False,,False,False,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3720,awsdns-53.com,https://awsdns-53.com/llms.txt,https://awsdns-53.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3721,plausible.io,https://plausible.io/llms.txt,https://plausible.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1943,False,,False,True,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3722,google.com.eg,https://google.com.eg/llms.txt,https://google.com.eg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3723,opensuse.org,https://opensuse.org/llms.txt,https://www.opensuse.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:47Z,,,1,missing_404,False,missing_404
3724,livehwc4.com,https://livehwc4.com/llms.txt,https://livehwc4.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,308,False,,False,False,2026-09-07T07:18:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3725,vseinstrumenti.ru,https://vseinstrumenti.ru/llms.txt,https://vseinstrumenti.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:18:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3726,uga.edu,https://uga.edu/llms.txt,https://www.uga.edu/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,3417,False,"Mon, 31 Aug 2026 18:21:51 GMT",True,False,2026-09-07T07:18:47Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3727,awsdns-06.com,https://awsdns-06.com/llms.txt,https://awsdns-06.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3728,dnsv1.com,https://dnsv1.com/llms.txt,https://dnsv1.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,60,False,,False,False,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3729,arbeitsagentur.de,https://arbeitsagentur.de/llms.txt,https://www.arbeitsagentur.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23951,False,,True,True,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3730,awsdns-58.com,https://awsdns-58.com/llms.txt,https://awsdns-58.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3731,indiatoday.in,https://indiatoday.in/llms.txt,https://www.indiatoday.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,578949,False,,True,True,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3732,googlehosted.com,https://googlehosted.com/llms.txt,https://googlehosted.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3733,google.pt,https://google.pt/llms.txt,https://google.pt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3734,insightexpressai.com,https://insightexpressai.com/llms.txt,https://insightexpressai.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2667,False,,False,False,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3735,whitepages.com,https://whitepages.com/llms.txt,https://www.whitepages.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Whitepages,11,43,6788,False,,False,True,2026-09-07T07:18:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3736,salon.com,https://salon.com/llms.txt,https://www.salon.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14854,False,,False,True,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3737,awsdns-45.com,https://awsdns-45.com/llms.txt,https://awsdns-45.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3738,wordfence.com,https://wordfence.com/llms.txt,https://www.wordfence.com/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:48Z,,,1,ambiguous,False,ambiguous
3739,qualcomm.com,https://qualcomm.com/llms.txt,https://www.qualcomm.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,5831,False,"Mon, 07 Sep 2026 07:06:46 GMT",False,False,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3740,centralnic.net,https://centralnic.net/llms.txt,https://centralnic.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3741,brown.edu,https://brown.edu/llms.txt,https://www.brown.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187,False,"Sun, 06 Sep 2026 16:39:33 GMT",False,True,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3742,fotostrana.ru,https://fotostrana.ru/llms.txt,https://fotostrana.ru/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3743,admaster.cc,https://admaster.cc/llms.txt,https://admaster.cc/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Admaster,5,3,3350,False,,True,True,2026-09-07T07:18:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3744,porsche.com,https://porsche.com/llms.txt,https://www.porsche.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15991,False,"Wed, 08 Jan 2025 07:08:53 GMT",True,True,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3745,liberation.fr,https://liberation.fr/llms.txt,https://www.liberation.fr/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,773,False,,False,True,2026-09-07T07:18:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3746,codeberg.org,https://codeberg.org/llms.txt,https://codeberg.org/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,11,False,,False,True,2026-09-07T07:18:48Z,,,1,missing_404,False,missing_404
3747,ndash.net,https://ndash.net/llms.txt,https://ndash.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3748,connectad.io,https://connectad.io/llms.txt,https://connectad.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,10546,False,,False,False,2026-09-07T07:18:49Z,,,1,missing_404,False,missing_404
3749,quillbot.com,https://quillbot.com/llms.txt,https://quillbot.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:18:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3750,metmuseum.org,https://metmuseum.org/llms.txt,https://metmuseum.org/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,11719,False,,False,True,2026-09-07T07:18:49Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
3751,awsdns-17.com,https://awsdns-17.com/llms.txt,https://awsdns-17.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3752,ampproject.net,https://ampproject.net/llms.txt,https://amp.dev/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,1719,False,,True,True,2026-09-07T07:18:49Z,,Redirected away to https://amp.dev/,1,redirect_other,False,redirect_other
3753,securityfocus.com,http://securityfocus.com/llms.txt,https://securityfocus.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
3754,hbs.edu,https://hbs.edu/llms.txt,https://www.hbs.edu/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,24091,False,,False,True,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3755,banki.ru,https://banki.ru/llms.txt,https://banki.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13602,False,,False,True,2026-09-07T07:18:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3756,zimbra.com,https://zimbra.com/llms.txt,https://www.zimbra.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12338,False,,False,True,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3757,trimble.com,https://trimble.com/llms.txt,https://www.trimble.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Corporate,1,3,343,False,,False,True,2026-09-07T07:18:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3758,githubcopilot.com,https://githubcopilot.com/llms.txt,https://github.com/features/copilot/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3759,disdarrummers.shop,https://disdarrummers.shop/llms.txt,https://disdarrummers.shop/vpn/en/,200,2,True,text/html,redirect_other,False,False,False,,0,0,5320,False,"Mon, 07 Sep 2026 07:18:53 GMT",False,True,2026-09-07T07:18:50Z,,Redirected away to https://disdarrummers.shop/vpn/en/,1,redirect_other,False,redirect_other
3760,clean.gg,https://clean.gg/llms.txt,https://clean.gg/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:50Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
3761,ourworldindata.org,https://ourworldindata.org/llms.txt,https://ourworldindata.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22669,False,,False,True,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3762,centurygame.com,https://centurygame.com/llms.txt,https://www.centurygames.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32393,False,,False,True,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3763,awsdns-40.com,https://awsdns-40.com/llms.txt,https://awsdns-40.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3764,oaistatsig.com,https://oaistatsig.com/llms.txt,https://oaistatsig.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3765,shopee.vn,https://shopee.vn/llms.txt,https://shopee.vn/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,196895,False,,False,True,2026-09-07T07:18:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3766,ekatox.com,https://ekatox.com/llms.txt,https://ekatox.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,168,False,,False,False,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3767,theiconic.com.au,https://theiconic.com.au/llms.txt,https://theiconic.com.au/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:18:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3768,google.dk,https://google.dk/llms.txt,https://google.dk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:50Z,,,1,missing_404,False,missing_404
3769,weborama.fr,https://weborama.fr/llms.txt,https://www.weborama.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17910,False,"Tue, 01 Sep 2026 08:45:48 GMT",True,True,2026-09-07T07:18:51Z,,,1,missing_404,False,missing_404
3770,stspg-customer.com,https://stspg-customer.com/llms.txt,https://stspg-customer.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3771,os-lb.com,https://os-lb.com/llms.txt,https://os-lb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3772,studocu.com,https://studocu.com/llms.txt,https://www.studocu.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,30340,False,,False,False,2026-09-07T07:18:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3773,samsungrs.com,https://samsungrs.com/llms.txt,https://samsungrs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3774,awsdns-23.com,https://awsdns-23.com/llms.txt,https://awsdns-23.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3775,mercari.com,https://mercari.com/llms.txt,https://www.mercari.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,484,False,,True,True,2026-09-07T07:18:51Z,,,1,missing_404,False,missing_404
3776,elevenlabs.io,https://elevenlabs.io/llms.txt,https://elevenlabs.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ElevenLabs,7,47,9450,False,,False,True,2026-09-07T07:18:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3777,piano.io,https://piano.io/llms.txt,https://www.piano.io/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Piano,6,93,27047,True,"Wed, 25 Mar 2026 15:02:14 GMT",True,True,2026-09-07T07:18:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3778,arduino.cc,https://arduino.cc/llms.txt,https://www.arduino.cc/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,Arduino homepage,4,31,5041,True,"Mon, 07 Sep 2026 00:57:20 GMT",True,False,2026-09-07T07:18:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3779,vwapps.io,https://vwapps.io/llms.txt,https://vwapps.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3780,ru.com,https://ru.com/llms.txt,https://ru.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3781,awsdns-01.com,https://awsdns-01.com/llms.txt,https://awsdns-01.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3782,loxonecloud.com,https://loxonecloud.com/llms.txt,https://loxonecloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3783,kp.ru,https://kp.ru/llms.txt,https://www.kp.ru/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8866,False,,False,False,2026-09-07T07:18:51Z,,,1,missing_404,False,missing_404
3784,tcgplayer.com,https://tcgplayer.com/llms.txt,https://www.tcgplayer.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,41322,False,"Thu, 03 Sep 2026 19:02:27 GMT",True,False,2026-09-07T07:18:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3785,farfetch.com,https://farfetch.com/llms.txt,https://www.farfetch.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,15,69,8793,False,"Tue, 01 Sep 2026 15:40:30 GMT",True,True,2026-09-07T07:18:51Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3786,awsdns-14.com,https://awsdns-14.com/llms.txt,https://awsdns-14.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3787,pndsn.com,https://pndsn.com/llms.txt,https://pndsn.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:18:51Z,,,1,missing_404,False,missing_404
3788,awsdns-04.com,https://awsdns-04.com/llms.txt,https://awsdns-04.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3789,wscdns.com,https://wscdns.com/llms.txt,https://wscdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3790,google.cl,https://google.cl/llms.txt,https://google.cl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:51Z,,,1,missing_404,False,missing_404
3791,bet365.com,https://bet365.com/llms.txt,https://www.bet365.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3678,False,,False,False,2026-09-07T07:18:51Z,,,1,missing_404,False,missing_404
3792,unam.mx,https://unam.mx/llms.txt,https://www.unam.mx,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,55573,False,"Mon, 07 Sep 2026 04:44:27 GMT",False,True,2026-09-07T07:18:51Z,,Redirected away to https://www.unam.mx,1,redirect_other,False,redirect_other
3793,perl.com,https://perl.com/llms.txt,https://www.perl.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17459,False,,True,False,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3794,4shared.com,https://4shared.com/llms.txt,https://e.4shared.com/linkerror.jsp,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,43823,False,,False,True,2026-09-07T07:18:52Z,,Redirected away to https://e.4shared.com/linkerror.jsp,1,redirect_other,False,redirect_other
3795,siteimproveanalytics.io,https://siteimproveanalytics.io/llms.txt,https://siteimproveanalytics.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3796,yomiuri.co.jp,https://yomiuri.co.jp/llms.txt,https://www.yomiuri.co.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1379,False,,False,True,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3797,intergient.com,https://intergient.com/llms.txt,https://intergient.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3798,10jqka.com.cn,https://10jqka.com.cn/llms.txt,https://www.10jqka.com.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1159,False,,True,False,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3799,apnic.net,https://apnic.net/llms.txt,https://www.apnic.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4650,False,,False,True,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3800,ispconfig.org,https://ispconfig.org/llms.txt,https://www.ispconfig.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17130,False,,False,True,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3801,awsdns-19.com,https://awsdns-19.com/llms.txt,https://awsdns-19.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3802,bdtelemetry.amazon,https://bdtelemetry.amazon/llms.txt,https://bdtelemetry.amazon/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3803,realestate.com.au,https://realestate.com.au/llms.txt,https://www.realestate.com.au/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1603,False,,True,False,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3804,pointtoserver.com,https://pointtoserver.com/llms.txt,https://pointtoserver.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3805,pcworld.com,https://pcworld.com/llms.txt,https://www.pcworld.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7868,False,,False,True,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3806,awsdns-05.com,https://awsdns-05.com/llms.txt,https://awsdns-05.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3807,aif.ru,https://aif.ru/llms.txt,https://aif.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84182,False,,False,False,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3808,mobiuspace.net,https://mobiuspace.net/llms.txt,https://mobiuspace.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3809,dashlane.com,https://dashlane.com/llms.txt,https://dashlane.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
3810,fsu.edu,https://fsu.edu/llms.txt,https://www.fsu.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Sun, 06 Sep 2026 20:54:53 GMT",True,True,2026-09-07T07:18:52Z,,,1,missing_404,False,missing_404
3811,toyota.com,https://toyota.com/llms.txt,https://toyota.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
3812,espncricinfo.com,https://espncricinfo.com/llms.txt,https://www.cricinfo.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:18:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3813,arm-msedge.net,https://arm-msedge.net/llms.txt,https://arm-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3814,skipthedishes.com,https://skipthedishes.com/llms.txt,https://www.skipthedishes.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5670,False,,False,False,2026-09-07T07:18:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3815,awsdns-21.com,https://awsdns-21.com/llms.txt,https://awsdns-21.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3816,proxmox.com,https://proxmox.com/llms.txt,https://proxmox.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3817,qrcdn.net,https://qrcdn.net/llms.txt,https://qrcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3818,rte.ie,https://rte.ie/llms.txt,https://www.rte.ie/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,67015,False,"Thu, 25 Mar 2021 09:21:04 GMT",False,False,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3819,over-blog.com,https://over-blog.com/llms.txt,https://www.over-blog.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7517,False,,False,True,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3820,polyspeak.ai,https://polyspeak.ai/llms.txt,https://www.polybuzz.ai,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,14836,False,,False,True,2026-09-07T07:18:53Z,,Redirected away to https://www.polybuzz.ai,1,redirect_other,False,redirect_other
3821,google.com.co,https://google.com.co/llms.txt,https://google.com.co/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3822,queniuyk.com,https://queniuyk.com/llms.txt,https://queniuyk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3823,itau.com.br,https://itau.com.br/llms.txt,https://itau.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:18:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3824,braintree-api.com,https://braintree-api.com/llms.txt,https://braintree-api.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3825,drpc.org,https://drpc.org/llms.txt,https://drpc.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,dRPC,6,29,3575,True,"Fri, 04 Sep 2026 14:22:16 GMT",True,True,2026-09-07T07:18:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3826,pp.ru,https://pp.ru/llms.txt,https://pp.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5152,False,,False,False,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3827,cribl.cloud,https://cribl.cloud/llms.txt,https://manage.cribl.cloud/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30360,False,,True,True,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3828,nic.do,https://nic.do/llms.txt,https://www.nic.do/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32768,False,,False,True,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3829,telefonica.com,https://telefonica.com/llms.txt,https://www.telefonica.com/es/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,161745,False,,False,False,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3830,nos.nl,https://nos.nl/llms.txt,https://nos.nl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36597,False,,True,True,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3831,bmw-motorrad.com.cn,https://bmw-motorrad.com.cn/llms.txt,https://www.bmw-motorrad.com.cn/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,245,False,,False,False,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3832,cms.gov,https://cms.gov/llms.txt,https://www.cms.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,30467,False,"Sat, 10 Aug 2024 00:43:54 GMT",True,True,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3833,space.com,https://space.com/llms.txt,https://www.space.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22311,False,"Mon, 07 Sep 2026 07:18:57 GMT",False,True,2026-09-07T07:18:53Z,,,1,missing_404,False,missing_404
3834,awsdns-50.com,https://awsdns-50.com/llms.txt,https://awsdns-50.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3835,sportradarserving.com,https://sportradarserving.com/llms.txt,https://sportradarserving.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3836,adhigh.net,https://adhigh.net/llms.txt,https://adhigh.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
3837,uscourts.gov,https://uscourts.gov/llms.txt,https://www.uscourts.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,"Mon, 07 Sep 2026 07:18:55 GMT",True,True,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3838,vimeocdn.com,https://vimeocdn.com/llms.txt,https://vimeocdn.com/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,190,False,,False,True,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3839,se.com,https://se.com/llms.txt,https://www.se.com/ww/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9699,False,"Tue, 10 Dec 2019 08:22:55 GMT",True,True,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3840,samokat.ru,https://samokat.ru/llms.txt,https://samokat.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:18:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3841,yahoo.cloud,https://yahoo.cloud/llms.txt,https://yahoo.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3842,lnk.to,https://lnk.to/llms.txt,https://lnk.to/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:18:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3843,google.fi,https://google.fi/llms.txt,https://google.fi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3844,tracker.cl,https://tracker.cl/llms.txt,https://tracker.cl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2898,False,"Sat, 15 Aug 2026 06:49:35 GMT",True,False,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3845,cia.gov,https://cia.gov/llms.txt,https://www.cia.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,105630,False,"Tue, 01 Sep 2026 19:57:31 GMT",True,True,2026-09-07T07:18:54Z,,,1,missing_404,False,missing_404
3846,codepen.io,https://codepen.io/llms.txt,https://codepen.io/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5510,False,,False,False,2026-09-07T07:18:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3847,complianz.io,https://complianz.io/llms.txt,https://complianz.io/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,11,44,4267,True,"Tue, 01 Sep 2026 18:50:06 GMT",False,False,2026-09-07T07:18:54Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3848,bitrix24.com,https://bitrix24.com/llms.txt,https://www.bitrix24.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Bitrix24,4,80,26098,False,"Tue, 03 Jun 2025 11:21:08 GMT",True,True,2026-09-07T07:18:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3849,splunkdev.net,https://splunkdev.net/llms.txt,https://splunkdev.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3850,a.co,https://a.co/llms.txt,https://a.co/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,28,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3851,jimdosite.com,https://jimdosite.com/llms.txt,https://jimdosite.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3852,morningstar.com,https://morningstar.com/llms.txt,https://www.morningstar.com/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:55Z,,,1,ambiguous,False,ambiguous
3853,serpro.gov.br,https://serpro.gov.br/llms.txt,https://www.serpro.gov.br/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15565,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3854,uscis.gov,https://uscis.gov/llms.txt,https://uscis.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,False,2026-09-07T07:18:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3855,volcfcdndvs1.com,https://volcfcdndvs1.com/llms.txt,https://volcfcdndvs1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3856,tconnect.services,https://tconnect.services/llms.txt,https://tconnect.services/llms.txt,503,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,591,False,,False,True,2026-09-07T07:34:53Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
3857,jobstreet.com,https://jobstreet.com/llms.txt,https://www.jobstreet.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8165,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3858,awsdns-55.com,https://awsdns-55.com/llms.txt,https://awsdns-55.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3859,dynamicyield.com,https://dynamicyield.com/llms.txt,https://www.mastercard.com/us/en/business/consumer-acquisition-and-engagement/personalization/dynamic-yield.html,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,497,False,,False,False,2026-09-07T07:18:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3860,wordreference.com,https://wordreference.com/llms.txt,https://www.wordreference.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10773,False,,False,True,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3861,google.com.my,https://google.com.my/llms.txt,https://google.com.my/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3862,prismaaccess.com,https://prismaaccess.com/llms.txt,https://prismaaccess.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3863,mysterium.network,https://mysterium.network/llms.txt,https://mysterium.network/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mysterium Network,5,3,3225,False,,True,True,2026-09-07T07:18:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3864,permutive.com,https://permutive.com/llms.txt,https://permutive.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3865,libbyshelf.com,https://libbyshelf.com/llms.txt,https://www.overdrive.com/apps/libby,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,118413,False,,True,True,2026-09-07T07:18:55Z,,Redirected away to https://www.overdrive.com/apps/libby,1,redirect_other,False,redirect_other
3866,value-domain.com,https://value-domain.com/llms.txt,https://www.value-domain.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31273,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3867,www.gov.pl,https://www.gov.pl/llms.txt,https://www.gov.pl/,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,39665,False,,True,True,2026-09-07T07:18:55Z,,Redirected away to https://www.gov.pl/,1,redirect_other,False,redirect_other
3868,cnr.it,https://cnr.it/llms.txt,https://www.cnr.it//llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3869,ucloud.cn,https://ucloud.cn/llms.txt,https://www.ucloud.cn/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,6893,False,,False,True,2026-09-07T07:18:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3870,awsdns-28.com,https://awsdns-28.com/llms.txt,https://awsdns-28.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3871,sbcglobal.net,https://sbcglobal.net/llms.txt,https://sbcglobal.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3872,lazada.co.id,https://lazada.co.id/llms.txt,https://www.lazada.co.id/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,54499,False,,True,True,2026-09-07T07:18:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3873,alibaba-inc.com,http://alibaba-inc.com/llms.txt,https://alibaba-inc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
3874,lazada.com.ph,https://lazada.com.ph/llms.txt,https://www.lazada.com.ph/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lazada Philippines (lazada.com.ph),4,0,2812,False,,False,True,2026-09-07T07:18:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3875,sardine.ai,https://sardine.ai/llms.txt,https://www.sardine.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,sardine.ai,24,62,9792,False,"Mon, 07 Sep 2026 06:45:24 GMT",True,True,2026-09-07T07:18:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3876,is.gd,https://is.gd/llms.txt,https://www.dailyrecord.co.uk/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,43220,False,,False,True,2026-09-07T07:18:55Z,,Redirected away to https://www.dailyrecord.co.uk/,1,redirect_other,False,redirect_other
3877,bell-labs.com,https://bell-labs.com/llms.txt,https://www.bell-labs.com/llms.txt,410,1,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:55Z,,,1,missing_404,False,missing_404
3878,news24.com,https://news24.com/llms.txt,https://www.news24.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3879,gpubgm.com,https://gpubgm.com/llms.txt,https://gpubgm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3880,bk6bba-resources.com,https://bk6bba-resources.com/llms.txt,https://bk6bba-resources.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3881,unhcr.org,https://unhcr.org/llms.txt,https://www.unhcr.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,50401,False,,False,False,2026-09-07T07:18:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3882,grizpliz.am,https://grizpliz.am/llms.txt,https://grizpliz.am/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3883,proof-dns.com,https://proof-dns.com/llms.txt,https://dns.google/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3884,capcutapi.us,https://capcutapi.us/llms.txt,https://capcutapi.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3885,taxssp.com,https://taxssp.com/llms.txt,https://taxssp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3886,google.no,https://google.no/llms.txt,https://google.no/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3887,juntadeandalucia.es,https://juntadeandalucia.es/llms.txt,https://www.juntadeandalucia.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,207,False,,True,True,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3888,geforce.com,https://geforce.com/llms.txt,https://www.geforce.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,True,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3889,ebayimg.com,https://ebayimg.com/llms.txt,https://ebayimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3890,clarium.io,https://clarium.io/llms.txt,https://clarium.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3891,sketchup.com,https://sketchup.com/llms.txt,https://sketchup.trimble.com/llms.txt,200,2,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,SketchUp,1,3,362,False,,False,True,2026-09-07T07:18:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3892,google.co.nz,https://google.co.nz/llms.txt,https://google.co.nz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3893,volvocars.com,https://volvocars.com/llms.txt,https://www.volvocars.com/llms.txt/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,388,False,,False,True,2026-09-07T07:18:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3894,awsdns-18.com,https://awsdns-18.com/llms.txt,https://awsdns-18.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3895,redcross.org,https://redcross.org/llms.txt,https://www.redcross.org/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:18:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3896,rackcdn.com,https://rackcdn.com/llms.txt,https://rackcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3897,prestashop.com,https://prestashop.com/llms.txt,https://prestashop.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,86682,False,"Tue, 01 Sep 2026 09:57:39 GMT",False,False,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3898,amazon.eg,https://amazon.eg/llms.txt,https://www.amazon.eg/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2532,False,,False,True,2026-09-07T07:18:56Z,,,1,missing_404,False,missing_404
3899,federalreserve.gov,https://federalreserve.gov/llms.txt,https://www.federalreserve.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,17321,False,,False,False,2026-09-07T07:18:57Z,,,1,missing_404,False,missing_404
3900,archdaily.com,https://archdaily.com/llms.txt,https://www.archdaily.com/llms.txt,204,1,True,,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:57Z,,,1,ambiguous,False,ambiguous
3901,vinted.fr,https://vinted.fr/llms.txt,https://www.vinted.fr/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,,,2,network_timeout,True,missing_404
3902,nag.ru,https://nag.ru/llms.txt,https://nag.ru/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13092,False,,False,True,2026-09-07T07:18:57Z,,Redirected away to https://nag.ru/,1,redirect_other,False,redirect_other
3903,straitstimes.com,https://straitstimes.com/llms.txt,https://www.straitstimes.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:18:57Z,,,1,missing_404,False,missing_404
3904,xe.com,https://xe.com/llms.txt,https://www.xe.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Xe,8,32,5162,True,"Thu, 03 Sep 2026 14:57:08 GMT",True,True,2026-09-07T07:18:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3905,srv53.com,http://srv53.com/llms.txt,https://dnshosting.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:57Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
3906,onenote.net,https://onenote.net/llms.txt,https://onenote.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3907,huntington.com,https://huntington.com/llms.txt,https://huntington.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,True,2026-09-07T07:18:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3908,dmca.com,https://dmca.com/llms.txt,https://www.dmca.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,10598,False,"Tue, 25 Aug 2026 17:54:45 GMT",True,True,2026-09-07T07:18:57Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3909,ettdnsv.com,https://ettdnsv.com/llms.txt,https://ettdnsv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3910,crypto.com,https://crypto.com/llms.txt,https://crypto.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Crypto.com LLM Guidelines & Directory,5,0,2610,False,,True,True,2026-09-07T07:18:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3911,fema.gov,https://fema.gov/llms.txt,https://www.fema.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,75184,False,"Tue, 25 Mar 2025 15:37:04 GMT",True,True,2026-09-07T07:18:57Z,,,1,missing_404,False,missing_404
3912,findagrave.com,https://findagrave.com/llms.txt,https://findagrave.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:18:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3913,bostonglobe.com,https://bostonglobe.com/llms.txt,https://www.bostonglobe.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,689,False,"Mon, 07 Sep 2026 07:19:01 GMT",True,True,2026-09-07T07:18:57Z,,,1,missing_404,False,missing_404
3914,awsdns-60.com,https://awsdns-60.com/llms.txt,https://awsdns-60.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3915,dreame.tech,http://dreame.tech/llms.txt,https://dreame.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
3916,netbird.io,https://netbird.io/llms.txt,https://netbird.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51293,False,"Fri, 04 Sep 2026 14:37:11 GMT",True,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3917,awsdns-63.com,https://awsdns-63.com/llms.txt,https://awsdns-63.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3918,gamma.app,https://gamma.app/llms.txt,https://gamma.app/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Gamma.app,8,29,4328,False,"Mon, 07 Sep 2026 06:46:13 GMT",True,True,2026-09-07T07:18:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3919,brightcove.net,https://brightcove.net/llms.txt,https://brightcove.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3920,capitaloneshopping.com,https://capitaloneshopping.com/llms.txt,https://capitaloneshopping.com/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,About Capital One Shopping,6,0,4018,False,,False,True,2026-09-07T07:18:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3921,classlink.com,https://classlink.com/llms.txt,https://www.classlink.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ClassLink | Identity & Access Management for Education,11,75,18464,False,"Mon, 07 Sep 2026 07:19:00 GMT",False,False,2026-09-07T07:18:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3922,immersivelabs.com,https://immersivelabs.com/llms.txt,https://www.immersivelabs.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37460,False,"Tue, 01 Sep 2026 09:11:00 GMT",True,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3923,1capp.com,https://1capp.com/llms.txt,https://1capp.com/llms.txt,404,0,True,application/json;charset=utf-8,missing_404,False,False,False,,0,0,129,False,,False,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3924,wurl.com,https://wurl.com/llms.txt,https://www.wurl.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61,False,,False,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3925,dnsv1.com.cn,https://dnsv1.com.cn/llms.txt,https://dnsv1.com.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,60,False,,False,False,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3926,routledge.com,https://routledge.com/llms.txt,https://www.routledge.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22896,False,,False,True,2026-09-07T07:34:56Z,,,2,network_timeout,True,missing_404
3927,aol.de,https://aol.de/llms.txt,https://www.aol.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8963,False,,False,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3928,leadconnectorhq.com,https://leadconnectorhq.com/llms.txt,https://www.leadconnectorhq.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:18:58Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
3929,menshealth.com,https://menshealth.com/llms.txt,https://www.menshealth.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3930,stern.de,https://stern.de/llms.txt,https://www.stern.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,811,False,,False,True,2026-09-07T07:18:58Z,,,1,missing_404,False,missing_404
3931,awsdns-09.com,https://awsdns-09.com/llms.txt,https://awsdns-09.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3932,next.co.uk,https://next.co.uk/llms.txt,https://www.next.co.uk/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,4319,False,,False,True,2026-09-07T07:18:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3933,tuyaus.com,https://tuyaus.com/llms.txt,https://tuyaus.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3934,microsoftapp.net,https://microsoftapp.net/llms.txt,https://microsoftapp.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3935,livedoor.jp,https://livedoor.jp/llms.txt,https://livedoor.jp/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,318,False,,False,False,2026-09-07T07:18:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3936,adscale.de,https://adscale.de/llms.txt,https://www.stroeer.de/ssp/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25806,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3937,sprig.com,https://sprig.com/llms.txt,https://sprig.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35986,False,"Fri, 04 Sep 2026 21:41:09 GMT",True,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3938,3.in-addr.arpa,https://3.in-addr.arpa/llms.txt,https://3.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3939,reolink.com,https://reolink.com/llms.txt,https://reolink.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72284,False,,False,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3940,gccdn.cn,https://gccdn.cn/llms.txt,https://gccdn.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3941,google.gr,https://google.gr/llms.txt,https://google.gr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3942,bayern.de,https://bayern.de/llms.txt,https://www.bayern.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7183,False,,False,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3943,jpost.com,https://jpost.com/llms.txt,https://www.jpost.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1809,False,,False,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3944,humeysha.com,https://humeysha.com/llms.txt,https://humeysha.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3945,evgnet.com,https://evgnet.com/llms.txt,https://evgnet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3946,google.com.pe,https://google.com.pe/llms.txt,https://google.com.pe/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3947,iu.edu,https://iu.edu/llms.txt,https://iu.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24793,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3948,likee.video,https://likee.video/llms.txt,https://likee.video/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:58Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
3949,torproject.org,https://torproject.org/llms.txt,https://www.torproject.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,305,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3950,quad9.net,https://quad9.net/llms.txt,https://quad9.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9004,False,,True,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3951,disney.co.jp,https://disney.co.jp/llms.txt,https://disney.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:34:58Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
3952,awsdns-44.com,https://awsdns-44.com/llms.txt,https://awsdns-44.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3953,awin1.com,http://awin1.com/llms.txt,https://awin1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
3954,fazenda.gov.br,https://fazenda.gov.br/llms.txt,https://fazenda.gov.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3955,easyjet.com,https://easyjet.com/llms.txt,https://easyjet.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,373,False,,False,False,2026-09-07T07:18:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3956,uuidksinc.net,https://uuidksinc.net/llms.txt,https://uuidksinc.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:18:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3957,au.com,https://au.com/llms.txt,https://www.au.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3958,mintegral.com,https://mintegral.com/llms.txt,https://www.mintegral.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3959,byteimg.com,https://byteimg.com/llms.txt,https://byteimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3960,ilsole24ore.com,https://ilsole24ore.com/llms.txt,https://www.ilsole24ore.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,74272,False,,True,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3961,veeam.com,https://veeam.com/llms.txt,https://www.veeam.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Veeam Software,6,0,2069,False,"Tue, 01 Sep 2026 14:46:52 GMT",True,True,2026-09-07T07:18:59Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3962,google.ie,https://google.ie/llms.txt,https://google.ie/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3963,identrust.com,https://identrust.com/llms.txt,https://www.identrust.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,"Mon, 07 Sep 2026 06:44:26 GMT",True,True,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3964,handle.net,https://handle.net/llms.txt,https://handle.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,313,False,,False,False,2026-09-07T07:18:59Z,,,1,missing_404,False,missing_404
3965,gldn.net,https://gldn.net/llms.txt,https://gldn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3966,rwth-aachen.de,https://rwth-aachen.de/llms.txt,https://rwth-aachen.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4425,False,,False,True,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3967,lazada.sg,https://lazada.sg/llms.txt,https://www.lazada.sg/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lazada Singapore (lazada.sg),4,0,3122,False,,False,True,2026-09-07T07:19:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3968,instabug.com,https://instabug.com/llms.txt,https://www.luciq.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt for luciq.ai,0,0,361,False,"Mon, 07 Sep 2026 07:19:02 GMT",False,False,2026-09-07T07:19:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3969,betcity.ru,https://betcity.ru/llms.txt,https://betcity.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5994,False,,True,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3970,udn.com,https://udn.com/llms.txt,https://udn.com/news/e404?yhgnov,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58643,False,,False,True,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3971,noon.com,http://noon.com/llms.txt,https://noon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
3972,dnsswitch.net,https://dnsswitch.net/llms.txt,https://dnsswitch.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
3973,helpshift.com,https://helpshift.com/llms.txt,https://helpshift.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Helpshift,13,11,24157,False,,False,True,2026-09-07T07:19:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
3974,knowbe4.com,https://knowbe4.com/llms.txt,https://www.knowbe4.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,136,False,,False,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3975,coindesk.com,https://coindesk.com/llms.txt,https://coindesk.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,32189,False,,False,True,2026-09-07T07:19:00Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
3976,readthedocs.org,https://readthedocs.org/llms.txt,https://app.readthedocs.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1576,False,,False,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3977,google.ae,https://google.ae/llms.txt,https://google.ae/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3978,vaticannews.va,https://vaticannews.va/llms.txt,https://www.vaticannews.va/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3979,rfi.fr,https://rfi.fr/llms.txt,https://www.rfi.fr/fr/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,2134,False,,True,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3980,zimperium.com,https://zimperium.com/llms.txt,https://zimperium.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15697,False,"Sat, 05 Sep 2026 06:40:49 GMT",False,True,2026-09-07T07:19:00Z,,Redirected away to https://zimperium.com/,1,redirect_other,False,redirect_other
3981,economictimes.com,https://economictimes.com/llms.txt,https://economictimes.indiatimes.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1267,False,,False,True,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3982,jp.net,https://jp.net/llms.txt,https://jp.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,277,False,"Wed, 15 Mar 2017 16:12:41 GMT",True,False,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3983,macrumors.com,https://macrumors.com/llms.txt,https://www.macrumors.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:19:00Z,,,1,missing_404,False,missing_404
3984,signifyd.com,https://signifyd.com/llms.txt,https://www.signifyd.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,86,False,"Tue, 01 Sep 2026 13:29:16 GMT",True,True,2026-09-07T07:19:01Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
3985,vkplay.ru,https://vkplay.ru/llms.txt,https://vkplay.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,14485,False,,False,True,2026-09-07T07:19:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3986,seek.com,https://seek.com/llms.txt,https://au.seek.com/,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5572,False,,False,False,2026-09-07T07:19:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3987,uiowa.edu,https://uiowa.edu/llms.txt,https://uiowa.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,183,False,"Mon, 07 Sep 2026 06:45:26 GMT",True,True,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3988,venmo.com,https://venmo.com/llms.txt,https://venmo.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3989,frdmhere.com,https://frdmhere.com/llms.txt,https://frdmhere.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3990,cvs.com,https://cvs.com/llms.txt,https://www.cvs.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:19:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3991,163jiasu.com,http://163jiasu.com/llms.txt,http://163jiasu.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:19:01Z,SSL_ERROR,,1,missing_404,False,missing_404
3992,flixcdn.com,https://flixcdn.com/llms.txt,https://flixcdn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3993,grandviewresearch.com,https://grandviewresearch.com/llms.txt,https://www.grandviewresearch.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5567,False,,False,False,2026-09-07T07:19:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3994,xhpingcdn.com,http://xhpingcdn.com/llms.txt,http://xhpingcdn.com/llms.txt,200,0,False,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,981,False,"Mon, 07 Sep 2026 07:19:02 GMT",False,True,2026-09-07T07:19:01Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
3995,vecteezy.com,https://vecteezy.com/llms.txt,https://www.vecteezy.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5605,False,,False,False,2026-09-07T07:19:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
3996,bigolive.tv,https://bigolive.tv/llms.txt,https://www.bigolive.tv/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3997,screenrant.com,https://screenrant.com/llms.txt,https://screenrant.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71360,False,,False,True,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3998,poshmark.com,https://poshmark.com/llms.txt,https://poshmark.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37617,False,,True,False,2026-09-07T07:19:01Z,,,1,missing_404,False,missing_404
3999,cquotient.com,http://cquotient.com/llms.txt,https://www.demandware.com//,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,280,False,,False,False,2026-09-07T07:19:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4000,emxdgt.com,https://emxdgt.com/llms.txt,https://emxdgt.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:19:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4001,goethe.de,https://goethe.de/llms.txt,https://www.goethe.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10,False,"Thu, 04 Dec 2025 10:38:06 GMT",True,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4002,apptentive.com,https://apptentive.com/llms.txt,https://apptentive.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1360,False,,False,True,2026-09-07T07:19:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4003,guardingvision.com,https://guardingvision.com/llms.txt,https://guardingvision.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4004,bpigagtm.com,https://bpigagtm.com/llms.txt,https://bpigagtm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4005,queniusz.com,https://queniusz.com/llms.txt,https://queniusz.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4006,tw1.ru,http://tw1.ru/llms.txt,http://tw1.ru/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:19:13Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4007,wufoo.com,https://wufoo.com/llms.txt,https://www.wufoo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32295,False,,False,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4008,mosspf.com,https://mosspf.com/llms.txt,https://mosspf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4009,google.com.pk,https://google.com.pk/llms.txt,https://google.com.pk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4010,clinch.co,https://clinch.co/llms.txt,https://www.clinch.co/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11617,False,"Thu, 03 Sep 2026 11:02:45 GMT",True,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4011,cxense.com,https://cxense.com/llms.txt,https://cxense.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36192,False,,False,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4012,japanpost.jp,https://japanpost.jp/llms.txt,https://japanpost.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4013,chrome.com,https://chrome.com/llms.txt,https://www.google.com/chrome/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,4134,False,"Wed, 02 Sep 2026 14:00:00 GMT",False,True,2026-09-07T07:19:13Z,,Redirected away to https://www.google.com/chrome/,1,redirect_other,False,redirect_other
4014,123rf.com,https://123rf.com/llms.txt,https://www.123rf.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4015,namebright.com,https://namebright.com/llms.txt,https://www.namebright.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,54649,False,"Mon, 17 Aug 2026 21:14:34 GMT",True,False,2026-09-07T07:19:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4016,mogujie.com,https://mogujie.com/llms.txt,https://www.mogu.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,174,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4017,hiyaapi.com,https://hiyaapi.com/llms.txt,https://hiyaapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4018,goguardian.com,https://goguardian.com/llms.txt,https://www.goguardian.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27039,False,"Fri, 04 Sep 2026 15:33:26 GMT",True,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4019,2o7.net,https://2o7.net/llms.txt,https://2o7.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4020,brandmetrics.com,https://brandmetrics.com/llms.txt,https://www.brandmetrics.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4021,pchome.com.tw,https://pchome.com.tw/llms.txt,https://www.pchome.com.tw/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,1595,False,"Mon, 07 Sep 2026 07:01:02 GMT",True,False,2026-09-07T07:19:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4022,siteforce.com,https://siteforce.com/llms.txt,https://siteforce.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,686,False,"Mon, 07 Sep 2026 07:19:15 GMT",False,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4023,mktoresp.com,http://mktoresp.com/llms.txt,https://mktoresp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
4024,sfdc.net,https://sfdc.net/llms.txt,https://sfdc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4025,f-sos.net,https://f-sos.net/llms.txt,https://f-sos.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4026,126.net,https://126.net/llms.txt,https://126.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:19:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4027,creditkarma.com,https://creditkarma.com/llms.txt,https://www.creditkarma.com/llms.txt,500,1,True,text/html,network_timeout,False,False,False,,0,0,49948,False,,False,True,2026-09-07T07:35:10Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
4028,seekingalpha.com,https://seekingalpha.com/llms.txt,https://seekingalpha.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4029,eia.gov,https://eia.gov/llms.txt,https://www.eia.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1826,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4030,taoa.com,https://taoa.com/llms.txt,https://www.taoa.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11733,False,,False,True,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4031,glulive.com,https://glulive.com/llms.txt,https://glulive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4032,gmarket.co.kr,https://gmarket.co.kr/llms.txt,https://gmarket.co.kr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7927,False,,True,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4033,cars.com,https://cars.com/llms.txt,https://www.cars.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5982,False,,False,False,2026-09-07T07:19:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4034,hscollectedforms.net,https://hscollectedforms.net/llms.txt,https://hscollectedforms.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4035,thexh.live,https://thexh.live/llms.txt,https://thexh.live/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:13Z,,,1,missing_404,False,missing_404
4036,johndeerecloud.com,https://johndeerecloud.com/llms.txt,https://johndeerecloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4037,vidazoo.com,http://vidazoo.com/llms.txt,https://vidazoo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:12Z,SSL_ERROR,,2,network_timeout,True,network_timeout
4038,dreamstime.com,https://dreamstime.com/llms.txt,https://dreamstime.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,5031,False,,False,False,2026-09-07T07:19:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4039,twtrdns.net,https://twtrdns.net/llms.txt,https://twtrdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4040,tfl.gov.uk,https://tfl.gov.uk/llms.txt,https://tfl.gov.uk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:19:14Z,,,1,missing_404,False,missing_404
4041,soufun.com,https://soufun.com/llms.txt,https://soufun.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:14Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4042,cbrpay.ru,https://cbrpay.ru/llms.txt,https://cbrpay.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4043,comodo.com,https://comodo.com/llms.txt,https://www.comodo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:14Z,,,1,missing_404,False,missing_404
4044,getui.com,https://getui.com/llms.txt,https://getui.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:14Z,,,1,missing_404,False,missing_404
4045,pik.ru,https://pik.ru/llms.txt,https://www.pik.ru/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,ПИК (pik.ru),9,102,13943,False,"Mon, 29 Sep 2025 08:38:17 GMT",True,True,2026-09-07T07:19:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4046,elespanol.com,https://elespanol.com/llms.txt,https://www.elespanol.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,El Español,8,40,6412,False,,False,True,2026-09-07T07:19:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4047,espncdn.com,https://espncdn.com/llms.txt,https://www.espn.com/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,3223,False,,True,True,2026-09-07T07:19:14Z,,Redirected away to https://www.espn.com/,1,redirect_other,False,redirect_other
4048,uefa.com,https://uefa.com/llms.txt,https://www.uefa.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15834,False,,False,True,2026-09-07T07:19:14Z,,,1,missing_404,False,missing_404
4049,pippio.com,https://pippio.com/llms.txt,https://pippio.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,108,False,,False,True,2026-09-07T07:35:15Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
4050,similarweb.com,https://similarweb.com/llms.txt,https://www.similarweb.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Similarweb,18,111,19987,True,"Fri, 04 Sep 2026 13:55:27 GMT",True,False,2026-09-07T07:19:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4051,browsiprod.com,https://browsiprod.com/llms.txt,https://browsiprod.com/llms.txt,400,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,51,False,,False,False,2026-09-07T07:19:15Z,,,1,ambiguous,False,ambiguous
4052,yandex.by,https://yandex.by/llms.txt,https://yandex.by/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6465,False,,False,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4053,learnings.ai,https://learnings.ai/llms.txt,https://learnings.ai/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,154,False,,False,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4054,okko.tv,https://okko.tv/llms.txt,https://okko.tv/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2130,False,,False,True,2026-09-07T07:19:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4055,uc.cn,https://uc.cn/llms.txt,https://www.uc.cn/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,14979,False,,False,False,2026-09-07T07:19:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4056,thestar.com,https://thestar.com/llms.txt,https://thestar.com/llms.txt,403,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4057,index.hu,https://index.hu/llms.txt,https://index.hu/llms.txt,404,0,True,text/html; charset=utf-8;,missing_404,False,False,False,,0,0,12715,False,,False,True,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4058,abril.com.br,https://abril.com.br/llms.txt,https://abril.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,96601,False,,False,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4059,perimeterx.net,https://perimeterx.net/llms.txt,https://perimeterx.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4060,kompas.com,https://kompas.com/llms.txt,https://kompas.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4061,tum.de,https://tum.de/llms.txt,https://www.tum.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4045,False,,False,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4062,judge.me,https://judge.me/llms.txt,https://judge.me/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,15657,False,,False,True,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4063,hse.ru,https://hse.ru/llms.txt,https://www.hse.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33064,False,,True,False,2026-09-07T07:19:15Z,,,1,missing_404,False,missing_404
4064,britishairways.com,http://britishairways.com/llms.txt,http://britishairways.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,9000,False,,False,True,2026-09-07T07:19:15Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4065,s-msedge.net,https://s-msedge.net/llms.txt,https://s-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4066,medallia.eu,https://medallia.eu/llms.txt,https://www.medallia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4067,10086.cn,https://10086.cn/llms.txt,https://10086.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2427,False,,True,False,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4068,visualcapitalist.com,https://visualcapitalist.com/llms.txt,https://www.visualcapitalist.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4069,virtualmin.com,https://virtualmin.com/llms.txt,https://virtualmin.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:15Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4070,raspberrypi.org,https://raspberrypi.org/llms.txt,https://www.raspberrypi.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8193,False,,False,True,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4071,db.com,https://db.com/llms.txt,https://www.db.com/llms.txt,200,1,True,text/plain;charset=utf-8,ambiguous,False,False,False,,0,0,1284,False,"Tue, 12 Aug 2025 19:27:07 +0000",True,True,2026-09-07T07:19:16Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4072,gulfnews.com,https://gulfnews.com/llms.txt,https://gulfnews.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,445367,False,,True,True,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4073,6sc.co,https://6sc.co/llms.txt,https://6sc.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4074,mk.ru,https://mk.ru/llms.txt,https://www.mk.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53214,False,,True,False,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4075,abcp.ru,https://abcp.ru/llms.txt,https://abcp.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,abcp.ru Automotive Parts Online Store,4,13,3064,True,,False,True,2026-09-07T07:19:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4076,wandera.com,https://wandera.com/llms.txt,https://www.jamf.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,57251,False,"Fri, 04 Sep 2026 22:13:17 GMT",False,True,2026-09-07T07:19:16Z,,Redirected away to https://www.jamf.com/,1,redirect_other,False,redirect_other
4077,pku.edu.cn,https://pku.edu.cn/llms.txt,https://pku.edu.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:16Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
4078,g2.com,https://g2.com/llms.txt,https://www.g2.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,G2,6,11,4313,True,,True,True,2026-09-07T07:19:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4079,buymeacoffee.com,https://buymeacoffee.com/llms.txt,https://buymeacoffee.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14411,False,,False,True,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4080,feverup.com,https://feverup.com/llms.txt,https://feverup.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4081,hotmart.com,https://hotmart.com/llms.txt,https://hotmart.com/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,5,54,15724,False,"Fri, 04 Sep 2026 20:05:30 GMT",True,True,2026-09-07T07:19:16Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4082,seattletimes.com,https://seattletimes.com/llms.txt,https://www.seattletimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32147,False,,False,True,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4083,clmbtech.com,https://clmbtech.com/llms.txt,https://clmbtech.com/llms.txt,502,0,True,text/html,network_timeout,False,False,False,,0,0,193,False,,True,False,2026-09-07T07:35:16Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
4084,bcebos.com,https://bcebos.com/llms.txt,https://bcebos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4085,apachelounge.com,http://apachelounge.com/llms.txt,https://apachelounge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:16Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4086,shopee.io,https://shopee.io/llms.txt,https://shopee.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4087,goldapple.ru,https://goldapple.ru/llms.txt,https://goldapple.ru/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,3253,False,,False,False,2026-09-07T07:19:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4088,tilda.ws,https://tilda.ws/llms.txt,https://tilda.ws/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,574,False,"Wed, 27 May 2026 09:56:40 GMT",True,False,2026-09-07T07:19:16Z,,,1,missing_404,False,missing_404
4089,mcr-msedge.net,https://mcr-msedge.net/llms.txt,https://mcr-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4090,unfccc.int,http://unfccc.int/llms.txt,https://unfccc.int/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,318,False,"Mon, 07 Sep 2026 07:19:25 GMT",True,True,2026-09-07T07:19:17Z,TIMEOUT,,1,missing_404,False,missing_404
4091,awsdns-00.com,https://awsdns-00.com/llms.txt,https://awsdns-00.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4092,sportskeeda.com,https://sportskeeda.com/llms.txt,https://www.sportskeeda.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt — Sportskeeda,0,0,5200,False,"Fri, 31 Oct 2025 08:16:38 GMT",True,False,2026-09-07T07:19:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4093,myftpupload.com,https://myftpupload.com/llms.txt,https://myftpupload.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4094,linksynergy.com,https://linksynergy.com/llms.txt,https://linksynergy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4095,axis.com,https://axis.com/llms.txt,https://www.axis.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8351,False,,False,True,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4096,ghost.org,https://ghost.org/llms.txt,https://ghost.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32768,False,,True,True,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4097,wixstatic.com,https://wixstatic.com/llms.txt,https://wixstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4098,a-ads.com,https://a-ads.com/llms.txt,https://aads.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,3199,False,"Thu, 08 Jan 2026 14:33:10 GMT",True,True,2026-09-07T07:19:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4099,bb.com.br,https://bb.com.br/llms.txt,https://bb.com.br/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,214,False,,False,True,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4100,openrouter.ai,https://openrouter.ai/llms.txt,https://openrouter.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OpenRouter,4,174,24569,False,,False,True,2026-09-07T07:19:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4101,ip.sb,https://ip.sb/llms.txt,https://ip.sb/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,IP.SB,3,8,2059,False,,False,True,2026-09-07T07:19:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4102,japantimes.co.jp,https://japantimes.co.jp/llms.txt,https://japantimes.co.jp/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5558,False,,False,False,2026-09-07T07:19:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4103,ahajournals.org,https://ahajournals.org/llms.txt,https://ahajournals.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5600,False,,False,False,2026-09-07T07:19:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4104,komoot.com,https://komoot.com/llms.txt,https://www.komoot.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12993,False,,True,True,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4105,easydns.com,https://easydns.com/llms.txt,https://easydns.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,easyDNS,3,36,16794,False,,False,True,2026-09-07T07:19:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4106,365scores.com,https://365scores.com/llms.txt,https://www.365scores.com/llms.txt,404,1,True,application/xml,missing_404,False,False,False,,0,0,299,False,,False,False,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4107,handelsblatt.com,https://handelsblatt.com/llms.txt,https://www.handelsblatt.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,321,False,,False,False,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4108,parrot-flow.com,https://parrot-flow.com/llms.txt,https://parrot-flow.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4109,vzwfemto.com,https://vzwfemto.com/llms.txt,https://vzwfemto.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4110,schneevonmorgen.com,https://schneevonmorgen.com/llms.txt,https://schneevonmorgen.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,323,False,,False,False,2026-09-07T07:19:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4111,pochta.ru,https://pochta.ru/llms.txt,https://pochta.ru/llms.txt,417,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,2163,False,,False,False,2026-09-07T07:19:17Z,,,1,ambiguous,False,ambiguous
4112,usf.edu,https://usf.edu/llms.txt,https://www.usf.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,17757,False,,False,True,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4113,hotstar.com,https://hotstar.com/llms.txt,https://www.hotstar.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,43117,False,,False,True,2026-09-07T07:19:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4114,razer.com,https://razer.com/llms.txt,https://www.razer.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Razer,2,23,4075,False,"Sun, 06 Sep 2026 08:09:14 GMT",True,False,2026-09-07T07:19:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4115,tns-counter.ru,https://tns-counter.ru/llms.txt,https://tns-counter.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:17Z,ClientOSError,,2,network_timeout,True,network_timeout
4116,rtmark.net,http://rtmark.net/llms.txt,http://rtmark.net/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,363,False,,False,False,2026-09-07T07:19:17Z,TIMEOUT,,1,missing_404,False,missing_404
4117,google.com.sa,https://google.com.sa/llms.txt,https://google.com.sa/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4118,mainichi.jp,https://mainichi.jp/llms.txt,https://mainichi.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7557,False,,False,True,2026-09-07T07:19:17Z,,,1,missing_404,False,missing_404
4119,aarki.net,https://aarki.net/llms.txt,https://aarki.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4120,coingecko.com,https://coingecko.com/llms.txt,https://www.coingecko.com/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,282416,False,,False,True,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4121,unsw.edu.au,https://unsw.edu.au/llms.txt,https://unsw.edu.au/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:18Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
4122,carfax.com,https://carfax.com/llms.txt,https://www.carfax.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,64948,False,"Mon, 20 Apr 2026 18:38:31 GMT",True,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4123,virginia.gov,https://virginia.gov/llms.txt,https://www.virginia.gov/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,325,False,,False,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4124,inmarsat.com,https://inmarsat.com/llms.txt,https://www.inmarsat.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4125,blinkit.com,https://blinkit.com/llms.txt,https://blinkit.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,58560,False,,False,True,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4126,wp.me,https://wp.me/llms.txt,https://wp.me/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37,False,,False,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4127,tlivesdk.com,https://tlivesdk.com/llms.txt,https://tlivesdk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4128,adtarget.biz,https://adtarget.biz/llms.txt,https://www.adtarget.com.tr/,200,1,True,text/html,redirect_other,False,False,False,,0,0,16149,False,"Fri, 08 May 2026 08:40:46 GMT",True,False,2026-09-07T07:19:18Z,,Redirected away to https://www.adtarget.com.tr/,1,redirect_other,False,redirect_other
4129,awsdns-32.com,https://awsdns-32.com/llms.txt,https://awsdns-32.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4130,guzelhosting.com,https://guzelhosting.com/llms.txt,https://www.guzel.net.tr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4714,False,"Tue, 06 Feb 2024 07:53:58 GMT",False,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4131,emojipedia.org,https://emojipedia.org/llms.txt,https://emojipedia.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10992,False,,False,True,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4132,kia.com,https://kia.com/llms.txt,https://www.kia.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,14407,False,,False,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4133,vigo.tech,https://vigo.tech/llms.txt,https://vigo.tech/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31419,False,"Sat, 20 Jun 2026 08:56:22 GMT",True,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4134,eset.systems,https://eset.systems/llms.txt,https://eset.systems/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4135,nlnetlabs.nl,https://nlnetlabs.nl/llms.txt,https://nlnetlabs.nl/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12209,False,,True,False,2026-09-07T07:19:18Z,,,1,missing_404,False,missing_404
4136,zoominfo.com,https://zoominfo.com/llms.txt,https://www.zoominfo.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,ZoomInfo LLM Information,11,0,5041,False,,False,True,2026-09-07T07:19:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4137,ucoz.net,https://ucoz.net/llms.txt,https://www.ucoz.ru/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,uCoz,12,43,25179,False,"Fri, 22 May 2026 11:41:05 GMT",True,False,2026-09-07T07:19:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4138,betterstackdata.com,https://betterstackdata.com/llms.txt,https://betterstack.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,14192,False,,True,True,2026-09-07T07:19:18Z,,Redirected away to https://betterstack.com/,1,redirect_other,False,redirect_other
4139,heytapimg.com,https://heytapimg.com/llms.txt,https://heytapimg.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:19:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4140,globalconnetct.com,https://globalconnetct.com/llms.txt,https://globalconnetct.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4141,workbox.dk,https://workbox.dk/llms.txt,https://workbox.dk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4142,pananames.com,https://pananames.com/llms.txt,https://pananames.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37808,False,,False,True,2026-09-07T07:19:19Z,,,1,missing_404,False,missing_404
4143,tiktok-row.net,https://tiktok-row.net/llms.txt,https://tiktok-row.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4144,shopee.tw,https://shopee.tw/llms.txt,https://shopee.tw/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,198839,False,,False,True,2026-09-07T07:19:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4145,searchengineland.com,https://searchengineland.com/llms.txt,https://searchengineland.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,1,719,252860,False,"Fri, 04 Sep 2026 19:25:48 GMT",True,True,2026-09-07T07:19:19Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4146,cordkit.online,http://cordkit.online/llms.txt,https://cordkit.online/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
4147,xhamsterlive.com,https://xhamsterlive.com/llms.txt,https://xhamsterlive.com/llms.txt,406,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:19Z,,,1,ambiguous,False,ambiguous
4148,sspnet.tech,https://sspnet.tech/llms.txt,https://sspnet.tech/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,991,False,,False,True,2026-09-07T07:19:19Z,,,1,missing_404,False,missing_404
4149,shopee.co.th,https://shopee.co.th/llms.txt,https://shopee.co.th/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,62850,False,,False,True,2026-09-07T07:19:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4150,rapidssl.com,https://rapidssl.com/llms.txt,https://www.rapidssl.com/llms.txt,200,1,True,text/plain; charset=iso-8859-1,confirmed_llms_txt,True,True,True,RapidSSL,10,0,2275,False,"Thu, 19 Feb 2026 11:19:42 GMT",True,True,2026-09-07T07:19:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4151,umass.edu,https://umass.edu/llms.txt,https://www.umass.edu/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4546,False,,False,True,2026-09-07T07:19:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4152,amazon.sa,https://amazon.sa/llms.txt,https://www.amazon.sa/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2524,False,,False,True,2026-09-07T07:19:19Z,,,1,missing_404,False,missing_404
4153,qlogo.cn,https://qlogo.cn/llms.txt,https://qlogo.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4154,cdn-cookieyes.com,https://cdn-cookieyes.com/llms.txt,https://cdn-cookieyes.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,104,False,,False,True,2026-09-07T07:19:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4155,appboy.com,https://appboy.com/llms.txt,https://www.braze.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Braze,6,45,32658,False,,True,True,2026-09-07T07:19:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4156,topdns.me,https://topdns.me/llms.txt,https://topdns.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4157,teacherspayteachers.com,https://teacherspayteachers.com/llms.txt,https://www.teacherspayteachers.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5676,False,,False,False,2026-09-07T07:19:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4158,phpbb.com,https://phpbb.com/llms.txt,https://phpbb.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5509,False,,False,False,2026-09-07T07:19:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4159,abtasty.com,https://abtasty.com/llms.txt,https://abtasty.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,496,False,,False,True,2026-09-07T07:19:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4160,awsdns-31.com,https://awsdns-31.com/llms.txt,https://awsdns-31.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4161,boardgamegeek.com,https://boardgamegeek.com/llms.txt,https://boardgamegeek.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5559,False,,False,False,2026-09-07T07:19:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4162,termly.io,https://termly.io/llms.txt,https://termly.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Termly,2,2,1154,False,,False,True,2026-09-07T07:19:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4163,line-scdn.net,https://line-scdn.net/llms.txt,https://line-scdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4164,owhealth.com,https://owhealth.com/llms.txt,https://owhealth.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4165,amazon.pl,https://amazon.pl/llms.txt,https://www.amazon.pl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2204,False,,False,True,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4166,topdns.com,http://topdns.com/llms.txt,https://internetbs.net/en/contact.html/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5498,False,,False,False,2026-09-07T07:19:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4167,netgate.com,https://netgate.com/llms.txt,https://www.netgate.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6864,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4168,google.com.bd,https://google.com.bd/llms.txt,https://google.com.bd/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4169,thenextweb.com,https://thenextweb.com/llms.txt,https://thenextweb.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23034,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4170,growthbook.io,https://growthbook.io/llms.txt,https://www.growthbook.io/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,growthbook.io,12,123,33150,False,"Mon, 07 Sep 2026 07:19:21 GMT",False,False,2026-09-07T07:19:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4171,zlib.net,https://zlib.net/llms.txt,https://zlib.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4172,findlaw.com,https://findlaw.com/llms.txt,https://www.findlaw.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,117769,False,,False,True,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4173,freelancer.com,https://freelancer.com/llms.txt,https://www.freelancer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19966,False,,False,True,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4174,nfl.com,https://nfl.com/llms.txt,https://www.nfl.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9571,False,,False,True,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4175,gap.com,https://gap.com/llms.txt,https://gap.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4176,cyberark.com,https://cyberark.com/llms.txt,https://www.paloaltonetworks.com/idira,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,42117,False,"Mon, 07 Sep 2026 07:02:18 GMT",False,True,2026-09-07T07:19:20Z,,Redirected away to https://www.paloaltonetworks.com/idira,1,redirect_other,False,redirect_other
4177,chromium.org,https://chromium.org/llms.txt,https://www.chromium.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21376,False,,False,True,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4178,wikipedia.com,https://wikipedia.com/llms.txt,https://en.wikipedia.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4179,localto.net,https://localto.net/llms.txt,https://localto.net/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4180,squid-cache.org,https://squid-cache.org/llms.txt,https://www.squid-cache.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,281,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4181,cwi.nl,https://cwi.nl/llms.txt,https://www.cwi.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32378,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4182,netlify.com,https://netlify.com/llms.txt,https://netlify.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Netlify,5,27,2818,True,,True,True,2026-09-07T07:19:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4183,news18.com,https://news18.com/llms.txt,https://www.news18.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,True,2026-09-07T07:19:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4184,wordwall.net,https://wordwall.net/llms.txt,https://wordwall.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15983,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4185,edgedns-tm.info,https://edgedns-tm.info/llms.txt,https://edgedns-tm.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4186,propublica.org,https://propublica.org/llms.txt,https://www.propublica.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36,False,,False,False,2026-09-07T07:19:20Z,,,1,missing_404,False,missing_404
4187,ably.io,https://ably.io/llms.txt,https://ably.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ably Documentation,8,787,181710,False,,True,True,2026-09-07T07:19:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4188,britishcouncil.org,http://britishcouncil.org/llms.txt,https://britishcouncil.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,TIMEOUT,,2,network_timeout,True,network_timeout
4189,nazwa.pl,https://nazwa.pl/llms.txt,https://www.nazwa.pl/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,nazwa.pl,4,21,3600,True,,False,True,2026-09-07T07:19:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4190,htsc.com,http://htsc.com/llms.txt,https://htsc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,TIMEOUT,,2,network_timeout,True,network_timeout
4191,adyen.com,https://adyen.com/llms.txt,https://www.adyen.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Adyen - Engineered for ambition,1,141,28136,False,,True,True,2026-09-07T07:19:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4192,ezoic.net,https://ezoic.net/llms.txt,https://ezoic.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,281,False,,False,True,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4193,kingsgroupgames.com,https://kingsgroupgames.com/llms.txt,https://kingsgroupgames.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,169,False,,False,False,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4194,homestead.com,https://homestead.com/llms.txt,https://homestead.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5577,False,,False,False,2026-09-07T07:19:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4195,steamconnecttest.com,https://steamconnecttest.com/llms.txt,https://steamconnecttest.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4196,infomaniak.ch,https://infomaniak.ch/llms.txt,https://www.infomaniak.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7052,False,,False,True,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4197,instana.io,https://instana.io/llms.txt,https://instana.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4198,bldrdoc.gov,https://bldrdoc.gov/llms.txt,https://bldrdoc.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4199,volcgtm.com,https://volcgtm.com/llms.txt,https://volcgtm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4200,sonicwall.com,https://sonicwall.com/llms.txt,https://www.sonicwall.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42660,False,,True,True,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4201,alltrails.com,https://alltrails.com/llms.txt,https://www.alltrails.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,773,False,,False,True,2026-09-07T07:19:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4202,mailerlite.com,https://mailerlite.com/llms.txt,https://www.mailerlite.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt for MailerLite.com,14,140,32091,False,"Fri, 04 Sep 2026 18:23:14 GMT",True,True,2026-09-07T07:19:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4203,ollama.com,https://ollama.com/llms.txt,https://ollama.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ollama,4,10,1674,True,,False,False,2026-09-07T07:19:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4204,byte008.com,https://byte008.com/llms.txt,https://byte008.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4205,shopee.sg,https://shopee.sg/llms.txt,https://shopee.sg/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,60316,False,,False,True,2026-09-07T07:19:21Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4206,iinet.net.au,https://iinet.net.au/llms.txt,https://www.iinet.net.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,,False,True,2026-09-07T07:19:21Z,,,1,missing_404,False,missing_404
4207,forticloud.com,https://forticloud.com/llms.txt,https://www.forticloud.com,200,1,True,text/html,redirect_other,False,False,False,,0,0,15258,False,"Mon, 20 Jul 2026 22:57:34 GMT",True,True,2026-09-07T07:19:21Z,,Redirected away to https://www.forticloud.com,1,redirect_other,False,redirect_other
4208,studentaid.gov,http://studentaid.gov/llms.txt,https://studentaid.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:21Z,TIMEOUT,,2,network_timeout,True,network_timeout
4209,buffer.com,https://buffer.com/llms.txt,https://developers.buffer.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Buffer API,5,54,9469,True,"Mon, 07 Sep 2026 06:27:20 GMT",True,True,2026-09-07T07:19:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4210,vzwwo.com,https://vzwwo.com/llms.txt,https://vzwwo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4211,my.games,https://my.games/llms.txt,https://my.games/llms.txt,200,0,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,5051,False,,False,False,2026-09-07T07:19:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4212,tnt-ea.com,https://tnt-ea.com/llms.txt,https://tnt-ea.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4213,aepd.es,https://aepd.es/llms.txt,https://www.aepd.es/llms.txt,500,1,True,text/html,network_timeout,False,False,False,,0,0,1682,False,,False,True,2026-09-07T07:35:21Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
4214,zetaglobal.io,https://zetaglobal.io/llms.txt,https://zetaglobal.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4215,dazn.com,https://dazn.com/llms.txt,https://www.dazn.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,16688,False,"Tue, 21 Jul 2026 09:58:41 GMT",True,True,2026-09-07T07:19:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4216,myworkdayjobs.com,https://myworkdayjobs.com/llms.txt,https://myworkdayjobs.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:22Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
4217,joinhoney.com,https://joinhoney.com/llms.txt,https://www.joinhoney.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42544,False,,True,False,2026-09-07T07:19:22Z,,,1,missing_404,False,missing_404
4218,syndicatedsearch.goog,https://syndicatedsearch.goog/llms.txt,https://syndicatedsearch.goog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:22Z,,,1,missing_404,False,missing_404
4219,derstandard.at,https://derstandard.at/llms.txt,https://www.derstandard.at/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16431,False,,False,True,2026-09-07T07:19:22Z,,,1,missing_404,False,missing_404
4220,swrve.com,https://swrve.com/llms.txt,https://messagegears.com/swrve/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,19233,False,,False,True,2026-09-07T07:19:22Z,,Redirected away to https://messagegears.com/swrve/,1,redirect_other,False,redirect_other
4221,maxesads.com,https://maxesads.com/llms.txt,https://maxesads.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4222,penguinrandomhouse.com,https://penguinrandomhouse.com/llms.txt,https://www.penguinrandomhouse.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,163159,False,,False,True,2026-09-07T07:19:22Z,,,1,missing_404,False,missing_404
4223,tvtropes.org,https://tvtropes.org/llms.txt,https://tvtropes.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37606,False,,False,True,2026-09-07T07:19:22Z,,,1,missing_404,False,missing_404
4224,insales.ru,https://insales.ru/llms.txt,https://www.insales.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66699,False,"Mon, 07 Sep 2026 07:03:00 GMT",True,True,2026-09-07T07:19:22Z,,,1,missing_404,False,missing_404
4225,tpd-soe.com,https://tpd-soe.com/llms.txt,https://tpd-soe.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4226,gwu.edu,https://gwu.edu/llms.txt,https://gwu.edu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4227,opensea.io,https://opensea.io/llms.txt,https://opensea.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OpenSea,6,0,2363,False,"Mon, 07 Sep 2026 07:19:23 GMT",False,True,2026-09-07T07:19:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4228,tk0x1.com,https://tk0x1.com/llms.txt,https://tk0x1.com/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:22Z,,,1,ambiguous,False,ambiguous
4229,opentable.com,http://opentable.com/llms.txt,https://opentable.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
4230,code42.com,https://code42.com/llms.txt,https://www.mimecast.com/products/incydr/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15733,False,,False,True,2026-09-07T07:19:22Z,,Redirected away to https://www.mimecast.com/products/incydr/,1,redirect_other,False,redirect_other
4231,loja.li,https://loja.li/llms.txt,https://loja.li/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4232,backblazeb2.com,https://backblazeb2.com/llms.txt,https://backblazeb2.com/llms.txt,404,0,True,application/json;charset=utf-8,missing_404,False,False,False,,0,0,43,False,,False,True,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4233,alamy.com,https://alamy.com/llms.txt,https://alamy.com/llms.txt,429,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:23Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
4234,blender.org,https://blender.org/llms.txt,https://www.blender.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22995,False,,False,True,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4235,cnnbrasil.com.br,https://cnnbrasil.com.br/llms.txt,https://www.cnnbrasil.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37946,False,,False,True,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4236,dramaboxdb.com,https://dramaboxdb.com/llms.txt,https://www.dramaboxdb.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DramaBox Documentation,1,68,8423,False,"Mon, 07 Sep 2026 05:14:52 GMT",True,False,2026-09-07T07:19:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4237,neon.tech,https://neon.tech/llms.txt,https://neon.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Neon Postgres,23,262,38215,False,"Sun, 06 Sep 2026 12:37:48 GMT",True,True,2026-09-07T07:19:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4238,photofolio.com,https://photofolio.com/llms.txt,https://photofolio.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12852,False,"Fri, 28 Aug 2026 22:23:46 GMT",True,True,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4239,hereapi.com,https://hereapi.com/llms.txt,https://hereapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4240,purl.org,https://purl.org/llms.txt,https://purl.archive.org/llms.txt,500,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,4096,False,,False,False,2026-09-07T07:35:23Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
4241,google.co.ve,https://google.co.ve/llms.txt,https://google.co.ve/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4242,ketchcdn.com,https://ketchcdn.com/llms.txt,https://ketchcdn.com/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,299,False,,False,True,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4243,sanity.io,https://sanity.io/llms.txt,https://www.sanity.io/llms.txt,200,1,True,text/markdown;charset=utf-8,confirmed_llms_txt,True,True,True,Sanity,1,482,81906,False,,False,True,2026-09-07T07:19:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4244,farpost.ru,https://farpost.ru/llms.txt,https://www.farpost.ru/llms.txt,404,1,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,12420,False,,False,True,2026-09-07T07:19:23Z,,,1,missing_404,False,missing_404
4245,lokalise.com,https://lokalise.com/llms.txt,https://lokalise.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Lokalise,6,0,6091,False,"Fri, 04 Sep 2026 16:02:34 GMT",True,True,2026-09-07T07:19:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4246,midasplayer.cloud,https://midasplayer.cloud/llms.txt,https://midasplayer.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4247,p-cdn.us,https://p-cdn.us/llms.txt,https://p-cdn.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4248,marinetraffic.com,https://marinetraffic.com/llms.txt,https://www.marinetraffic.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,2071,False,,False,True,2026-09-07T07:19:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4249,unioneeu.com,http://unioneeu.com/llms.txt,https://unioneeu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:23Z,TIMEOUT,,2,network_timeout,True,network_timeout
4250,outbrainimg.com,https://outbrainimg.com/llms.txt,https://outbrainimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4251,compass.com,https://compass.com/llms.txt,https://www.compass.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Compass,15,76,17354,False,,False,False,2026-09-07T07:19:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4252,google.co.ke,https://google.co.ke/llms.txt,https://google.co.ke/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4253,pure.cloud,https://pure.cloud/llms.txt,https://pure.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4254,rome2rio.com,https://rome2rio.com/llms.txt,https://www.rome2rio.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Rome2Rio,5,27,4251,False,"Thu, 20 Aug 2026 04:57:54 GMT",True,True,2026-09-07T07:19:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4255,gm.com,https://gm.com/llms.txt,https://www.gm.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,True,2026-09-07T07:19:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4256,dns.pt,https://dns.pt/llms.txt,https://www.pt.pt/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4257,verywellhealth.com,https://verywellhealth.com/llms.txt,https://verywellhealth.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,58920,False,,False,False,2026-09-07T07:19:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4258,bitdrift.io,https://bitdrift.io/llms.txt,https://bitdrift.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,65128,False,"Fri, 08 Nov 2024 22:08:16 GMT",True,False,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4259,thunderbird.net,https://thunderbird.net/llms.txt,https://www.thunderbird.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,157180,False,"Fri, 04 Sep 2026 16:33:36 GMT",False,False,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4260,swr.de,https://swr.de/llms.txt,https://www.swr.de/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,"Mon, 07 Sep 2026 07:19:26 GMT",False,True,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4261,southwest.com,https://southwest.com/llms.txt,https://www.southwest.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9123,False,"Wed, 21 Jan 2026 14:56:10 GMT",True,True,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4262,braintreegateway.com,https://braintreegateway.com/llms.txt,https://www.braintreegateway.com/login,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,10728,False,,False,True,2026-09-07T07:19:24Z,,Redirected away to https://www.braintreegateway.com/login,1,redirect_other,False,redirect_other
4263,livemint.com,https://livemint.com/llms.txt,https://www.livemint.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Mint,13,102,11369,False,"Thu, 27 Aug 2026 10:38:09 GMT",True,True,2026-09-07T07:19:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4264,arcticwolf.net,https://arcticwolf.net/llms.txt,https://arcticwolf.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5890,False,,True,False,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4265,ecwid.com,https://ecwid.com/llms.txt,https://www.ecwid.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,101274,False,,False,True,2026-09-07T07:19:24Z,,,1,missing_404,False,missing_404
4266,sky.it,https://sky.it/llms.txt,https://www.sky.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,107580,False,,True,True,2026-09-07T07:19:25Z,,,1,missing_404,False,missing_404
4267,adsbynimbus.com,https://adsbynimbus.com/llms.txt,https://www.nimbus.co/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Nimbus,2,8,1932,False,"Mon, 07 Sep 2026 07:19:26 GMT",False,False,2026-09-07T07:19:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4268,barracudanetworks.com,https://barracudanetworks.com/llms.txt,https://www.barracuda.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,93029,False,"Mon, 07 Sep 2026 06:51:30 GMT",True,True,2026-09-07T07:19:25Z,,,1,missing_404,False,missing_404
4269,mercedes-benz.com,https://mercedes-benz.com/llms.txt,https://mercedes-benz.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:19:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4270,snopes.com,https://snopes.com/llms.txt,https://www.snopes.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,141380,False,,False,True,2026-09-07T07:19:25Z,,,1,missing_404,False,missing_404
4271,adfox.ru,https://adfox.ru/llms.txt,https://adfox.yandex.ru/promo,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,40554,False,,False,False,2026-09-07T07:19:25Z,,Redirected away to https://adfox.yandex.ru/promo,1,redirect_other,False,redirect_other
4272,megaxh.com,https://megaxh.com/llms.txt,https://megaxh.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:25Z,,,1,missing_404,False,missing_404
4273,miibeian.gov.cn,https://miibeian.gov.cn/llms.txt,https://miibeian.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4274,ucweb.com,https://ucweb.com/llms.txt,https://www.ucweb.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,39508,False,,False,False,2026-09-07T07:35:26Z,,HTTP 200 served an HTML page instead of llms.txt,2,network_timeout,True,soft_200_html
4275,fnac.com,https://fnac.com/llms.txt,https://fnac.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,65479,False,"Wed, 22 Nov 2023 08:33:12 GMT",True,True,2026-09-07T07:19:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4276,bitget.com,https://bitget.com/llms.txt,https://www.bitget.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Bitget Universal Exchange (UEX),30,111,55134,False,"Tue, 01 Sep 2026 05:57:36 GMT",True,True,2026-09-07T07:19:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4277,spaceship.com,https://spaceship.com/llms.txt,https://www.spaceship.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5602,False,,False,False,2026-09-07T07:19:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4278,spreaker.com,https://spreaker.com/llms.txt,https://www.spreaker.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:19:25Z,,,1,missing_404,False,missing_404
4279,livechat.com,https://livechat.com/llms.txt,https://www.livechat.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,LiveChat - The Best AI Live Chat Software for Business | LiveChat.com,26,193,55844,False,,True,True,2026-09-07T07:19:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4280,hbo.com,https://hbo.com/llms.txt,https://www.hbo.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,True,2026-09-07T07:19:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4281,zalan.do,http://zalan.do/llms.txt,https://zalan.do/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
4282,ebaycdn.net,https://ebaycdn.net/llms.txt,https://ebaycdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4283,shopee.com.my,https://shopee.com.my/llms.txt,https://shopee.com.my/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,59131,False,,False,True,2026-09-07T07:19:26Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4284,pinduoduo.com,https://pinduoduo.com/llms.txt,https://pinduoduo.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11907,False,"Tue, 21 Jul 2026 03:17:25 GMT",True,True,2026-09-07T07:19:26Z,,Redirected away to https://pinduoduo.com/,1,redirect_other,False,redirect_other
4285,d-net.pro,https://d-net.pro/llms.txt,https://d-net.pro/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:26Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
4286,20minutos.es,https://20minutos.es/llms.txt,https://www.20minutos.es/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17352,False,,False,True,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4287,nationalarchives.gov.uk,http://nationalarchives.gov.uk/llms.txt,https://nationalarchives.gov.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:30Z,SSL_ERROR,,2,network_timeout,True,network_timeout
4288,people.cn,https://people.cn/llms.txt,https://www.people.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,155,False,,False,False,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4289,answers.com,https://answers.com/llms.txt,https://www.answers.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27805,False,,False,True,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4290,clickagy.com,http://clickagy.com/llms.txt,https://clickagy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:30Z,SSL_ERROR,,2,network_timeout,True,network_timeout
4291,infura-ipfs.io,https://infura-ipfs.io/llms.txt,https://infura-ipfs.io/llms.txt,400,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,12,False,,False,False,2026-09-07T07:19:26Z,,,1,ambiguous,False,ambiguous
4292,uoregon.edu,https://uoregon.edu/llms.txt,https://www.uoregon.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28135,False,,False,True,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4293,maticooads.com,https://maticooads.com/llms.txt,https://maticooads.com,200,1,True,text/html,redirect_other,False,False,False,,0,0,550,False,"Wed, 07 Dec 2022 02:41:51 GMT",False,False,2026-09-07T07:19:26Z,,Redirected away to https://maticooads.com,1,redirect_other,False,redirect_other
4294,udel.edu,https://udel.edu/llms.txt,https://www1.udel.edu/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,10545,False,,False,False,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4295,iq.com,https://iq.com/llms.txt,https://www.iq.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,119479,False,,True,True,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4296,aliexpress.ru,https://aliexpress.ru/llms.txt,https://aliexpress.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:31Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4297,nanit.com,https://nanit.com/llms.txt,https://www.nanit.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Agent Instructions — Nanit,5,0,4477,False,,True,False,2026-09-07T07:19:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4298,chewy.com,https://chewy.com/llms.txt,https://www.chewy.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:26Z,,,1,missing_404,False,missing_404
4299,azure-dns.info,https://azure-dns.info/llms.txt,https://azure-dns.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4300,vanderbilt.edu,https://vanderbilt.edu/llms.txt,https://www.vanderbilt.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,108458,False,"Wed, 01 Oct 2025 15:36:58 GMT",True,False,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4301,kunlunaq.com,http://kunlunaq.com/llms.txt,https://kunlunaq.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:34Z,TIMEOUT,,2,network_timeout,True,network_timeout
4302,gazeta.pl,https://gazeta.pl/llms.txt,https://www.gazeta.pl/llms.txt,404,1,True,text/html; charset=iso-8859-2,missing_404,False,False,False,,0,0,14203,False,"Tue, 15 Apr 2025 00:02:55 GMT",False,False,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4303,mycdn.me,https://mycdn.me/llms.txt,https://st.okcdn.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4304,runescape.com,https://runescape.com/llms.txt,https://www.runescape.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,179,False,,False,True,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4305,flipsnack.com,https://flipsnack.com/llms.txt,https://www.flipsnack.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6605,False,"Mon, 21 Nov 2022 11:29:15 GMT",True,True,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4306,computerworld.com,https://computerworld.com/llms.txt,https://www.computerworld.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7276,False,,False,True,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4307,eclipse.org,https://eclipse.org/llms.txt,https://www.eclipse.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9535,False,,True,False,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4308,home.blog,https://home.blog/llms.txt,https://home.blog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5475,False,,False,True,2026-09-07T07:19:27Z,,,1,missing_404,False,missing_404
4309,dbankcdn.cn,https://dbankcdn.cn/llms.txt,https://dbankcdn.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4310,bcg.com,https://bcg.com/llms.txt,https://www.bcg.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15508,False,,False,False,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4311,sophosxl.net,https://sophosxl.net/llms.txt,https://sophosxl.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4312,iotbing.com,https://iotbing.com/llms.txt,https://iotbing.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4313,pin.it,https://pin.it/llms.txt,https://www.pinterest.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,27343,False,,False,False,2026-09-07T07:19:28Z,,Redirected away to https://www.pinterest.com,1,redirect_other,False,redirect_other
4314,carrd.co,https://carrd.co/llms.txt,https://carrd.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,865,False,,False,False,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4315,t0x.net,http://t0x.net/llms.txt,http://t0x.net/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,488,False,,False,False,2026-09-07T07:19:28Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4316,nbcuni.com,https://nbcuni.com/llms.txt,https://www.nbcuniversal.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,194,False,,False,True,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4317,ebay.ca,https://ebay.ca/llms.txt,https://ebay.ca/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:36Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4318,merkur.de,https://merkur.de/llms.txt,https://www.merkur.de/llms.txt,404,2,True,text/xml;charset=utf-8,missing_404,False,False,False,,0,0,1239,False,,False,True,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4319,google.com.uy,https://google.com.uy/llms.txt,https://google.com.uy/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4320,wolt.com,https://wolt.com/llms.txt,https://wolt.com/en/404,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32176,False,,False,True,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4321,google.com.ng,https://google.com.ng/llms.txt,https://google.com.ng/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4322,zuimeitianqi.com,https://zuimeitianqi.com/llms.txt,https://zuimeitianqi.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1082,False,,False,False,2026-09-07T07:19:28Z,,,1,missing_404,False,missing_404
4323,priceline.com,https://priceline.com/llms.txt,https://www.priceline.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2617,False,,False,True,2026-09-07T07:19:29Z,,,1,missing_404,False,missing_404
4324,net.ru,http://net.ru/llms.txt,https://net.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5152,False,,False,False,2026-09-07T07:19:29Z,TIMEOUT,,1,missing_404,False,missing_404
4325,domainnamedns.com,https://domainnamedns.com/llms.txt,https://domainnamedns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4326,dfn.de,https://dfn.de/llms.txt,https://www.dfn.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:19:29Z,,,1,missing_404,False,missing_404
4327,nber.org,https://nber.org/llms.txt,https://www2.nber.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15694,False,"Wed, 22 Apr 2026 16:09:38 GMT",True,True,2026-09-07T07:19:29Z,,,1,missing_404,False,missing_404
4328,ucsf.edu,https://ucsf.edu/llms.txt,https://www.ucsf.edu/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:19:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4329,verywellmind.com,https://verywellmind.com/llms.txt,https://verywellmind.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,240835,False,,False,False,2026-09-07T07:19:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4330,nrw.de,http://nrw.de/llms.txt,https://www.land.nrw/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,43849,False,"Mon, 07 Sep 2026 07:15:44 GMT",False,True,2026-09-07T07:19:29Z,CONNECTION_ERROR,Redirected away to https://www.land.nrw/,1,redirect_other,False,redirect_other
4331,kaltura.com,https://kaltura.com/llms.txt,http://www.kaltura.com/llms.txt,404,1,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,261,False,,False,False,2026-09-07T07:19:29Z,,,1,missing_404,False,missing_404
4332,lloydsbank.co.uk,https://lloydsbank.co.uk/llms.txt,https://www.lloydsbank.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,21701,False,,True,True,2026-09-07T07:19:29Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4333,hyundai.com,https://hyundai.com/llms.txt,https://www.hyundai.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Hyundai Motor,1,6,285,False,"Mon, 07 Sep 2026 05:54:09 GMT",True,True,2026-09-07T07:19:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4334,twingate.com,https://twingate.com/llms.txt,https://www.twingate.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Twingate,11,55,7115,False,"Mon, 27 Jul 2026 21:52:51 GMT",True,True,2026-09-07T07:19:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4335,gslbnspk.ru,https://gslbnspk.ru/llms.txt,https://gslbnspk.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4336,pstatp.com,https://pstatp.com/llms.txt,https://pstatp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4337,lxdns.com,https://lxdns.com/llms.txt,https://lxdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4338,ahcdn.com,https://ahcdn.com/llms.txt,https://ahcdn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:19:29Z,,,1,missing_404,False,missing_404
4339,digicert.cn,https://digicert.cn/llms.txt,https://digicert.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4340,r7ops.com,https://r7ops.com/llms.txt,https://r7ops.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4341,nalog.ru,https://nalog.ru/llms.txt,https://www.nalog.gov.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49292,False,,False,False,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4342,growcdnssedge.com,https://growcdnssedge.com/llms.txt,https://growcdnssedge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4343,doxygen.org,https://doxygen.org/llms.txt,https://www.doxygen.nl/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4344,wikidata.org,https://wikidata.org/llms.txt,https://www.wikidata.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4345,hubspotusercontent-na1.net,https://hubspotusercontent-na1.net/llms.txt,https://hubspotusercontent-na1.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4346,gitlab.io,https://gitlab.io/llms.txt,https://about.gitlab.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,76082,False,,True,True,2026-09-07T07:19:30Z,,Redirected away to https://about.gitlab.com/,1,redirect_other,False,redirect_other
4347,bilivideo.com,https://bilivideo.com/llms.txt,https://bilivideo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4348,ualberta.ca,https://ualberta.ca/llms.txt,https://www.ualberta.ca/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:19:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4349,detik.com,https://detik.com/llms.txt,https://www.detik.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4350,hpdaas.com,http://hpdaas.com/llms.txt,https://www.hpdaas.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,5729,False,"Thu, 03 Sep 2026 04:32:20 GMT",True,False,2026-09-07T07:19:30Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4351,queniuiq.com,https://queniuiq.com/llms.txt,https://queniuiq.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4352,uxfeedback.ru,https://uxfeedback.ru/llms.txt,https://uxfeedback.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,32949,False,"Fri, 04 Sep 2026 12:28:24 GMT",True,False,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4353,medal.tv,https://medal.tv/llms.txt,https://medal.tv/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,35095,False,,False,True,2026-09-07T07:19:30Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4354,viglink.com,https://viglink.com/llms.txt,https://viglink.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4355,lc.chat,https://lc.chat/llms.txt,https://lc.chat/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,333,False,,False,True,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4356,apkpure.net,https://apkpure.net/llms.txt,https://apkpure.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70712,False,,False,True,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4357,alarabiya.net,https://alarabiya.net/llms.txt,https://www.alarabiya.net/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,99671,False,,False,False,2026-09-07T07:19:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4358,mdr.de,https://mdr.de/llms.txt,https://www.mdr.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,46770,False,,False,True,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4359,boutell.com,https://boutell.com/llms.txt,https://www.boutell.com,200,1,True,text/html,redirect_other,False,False,False,,0,0,17932,False,"Fri, 06 Mar 2026 09:34:06 GMT",False,False,2026-09-07T07:19:30Z,,Redirected away to https://www.boutell.com,1,redirect_other,False,redirect_other
4360,cableone.net,https://cableone.net/llms.txt,https://www.sparklight.com,429,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,11719,False,,False,True,2026-09-07T07:19:30Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
4361,bitwarden.com,https://bitwarden.com/llms.txt,https://bitwarden.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Bitwarden,13,53,8331,False,,True,True,2026-09-07T07:19:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4362,mcusercontent.com,https://mcusercontent.com/llms.txt,https://mcusercontent.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,26,False,,False,True,2026-09-07T07:19:30Z,,,1,missing_404,False,missing_404
4363,nhl.com,https://nhl.com/llms.txt,https://www.nhl.com/errors/not-found,200,2,True,text/html,redirect_other,False,False,False,,0,0,28544,False,,False,True,2026-09-07T07:19:31Z,,Redirected away to https://www.nhl.com/errors/not-found,1,redirect_other,False,redirect_other
4364,x.ai,https://x.ai/llms.txt,https://x.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1504,False,,False,True,2026-09-07T07:19:31Z,,,1,missing_404,False,missing_404
4365,cyberfolks.pl,https://cyberfolks.pl/llms.txt,https://cyberfolks.pl/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,26,136,13209,True,"Wed, 02 Sep 2026 11:02:02 GMT",True,False,2026-09-07T07:19:31Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4366,wdr.de,https://wdr.de/llms.txt,https://www1.wdr.de/themen/404.html,410,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28059,False,,False,False,2026-09-07T07:19:31Z,,,1,missing_404,False,missing_404
4367,virtualbox.org,https://virtualbox.org/llms.txt,https://www.virtualbox.org/,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,19574,False,,False,True,2026-09-07T07:19:31Z,,Redirected away to https://www.virtualbox.org/,1,redirect_other,False,redirect_other
4368,vivo.com.br,https://vivo.com.br/llms.txt,https://vivo.com.br/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:19:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4369,kit.com,https://kit.com/llms.txt,https://kit.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,100619,False,,True,True,2026-09-07T07:19:31Z,,,1,missing_404,False,missing_404
4370,playfamily.ru,https://playfamily.ru/llms.txt,https://okko.tv/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,2130,False,,False,True,2026-09-07T07:19:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4371,mux.com,https://mux.com/llms.txt,https://www.mux.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mux Documentation for LLMs,7,209,55186,False,,True,True,2026-09-07T07:19:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4372,sibforms.com,https://sibforms.com/llms.txt,https://sibforms.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:19:31Z,,,1,missing_404,False,missing_404
4373,sacdnssedge.com,https://sacdnssedge.com/llms.txt,https://sacdnssedge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4374,farlightgames.com,https://farlightgames.com/llms.txt,https://www.farlightgames.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Farlight Games Official Knowledge Base,0,24,4160,False,"Tue, 18 Aug 2026 08:02:57 GMT",False,False,2026-09-07T07:19:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4375,producthunt.com,https://producthunt.com/llms.txt,https://www.producthunt.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Product Hunt,5,31,5711,False,"Mon, 07 Sep 2026 07:19:33 GMT",False,True,2026-09-07T07:19:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4376,techlab-cdn.com,https://techlab-cdn.com/llms.txt,https://techlab-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4377,mobilityware.com,https://mobilityware.com/llms.txt,https://www.mobilityware.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,70758,False,,False,False,2026-09-07T07:19:31Z,,Redirected away to https://www.mobilityware.com/,1,redirect_other,False,redirect_other
4378,postimg.cc,https://postimg.cc/llms.txt,https://postimg.cc/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9352,False,,False,False,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4379,gohugo.io,https://gohugo.io/llms.txt,https://gohugo.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31988,False,,True,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4380,code.org,https://code.org/llms.txt,https://code.org/en-US/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,130399,False,,True,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4381,howtogeek.com,https://howtogeek.com/llms.txt,https://www.howtogeek.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70577,False,,False,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4382,business-standard.com,https://business-standard.com/llms.txt,https://www.business-standard.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,395,False,,False,True,2026-09-07T07:19:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4383,org.ru,https://org.ru/llms.txt,https://org.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5152,False,,False,False,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4384,rapidedge.io,https://rapidedge.io/llms.txt,https://rapidedge.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4385,google.com.np,https://google.com.np/llms.txt,https://google.com.np/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4386,op.gg,https://op.gg/llms.txt,https://op.gg/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OP.GG,12,34,4338,False,"Mon, 07 Sep 2026 06:01:55 GMT",False,True,2026-09-07T07:19:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4387,swiftycdn.net,https://swiftycdn.net/llms.txt,https://swiftycdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4388,srf.ch,https://srf.ch/llms.txt,https://www.srf.ch/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1330,False,,False,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4389,u-tokyo.ac.jp,https://u-tokyo.ac.jp/llms.txt,https://u-tokyo.ac.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4390,cookieadmin.net,https://cookieadmin.net/llms.txt,https://cookieadmin.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,92237,False,,False,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4391,fitbit.com,https://fitbit.com/llms.txt,https://www.fitbit.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,782,False,,False,False,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4392,radiofrance.fr,https://radiofrance.fr/llms.txt,https://www.radiofrance.fr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,152960,False,,True,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4393,thestar.com.my,https://thestar.com.my/llms.txt,https://www.thestar.com.my/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6336,False,,False,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4394,gb.net,http://gb.net/llms.txt,https://gb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:42Z,TIMEOUT,,2,network_timeout,True,network_timeout
4395,af.mil,https://af.mil/llms.txt,https://af.mil/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4396,aarnet.net.au,https://aarnet.net.au/llms.txt,https://aarnet.net.au/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4397,hyperliquid.xyz,https://hyperliquid.xyz/llms.txt,https://hyperliquid.xyz/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:19:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4398,optable.co,https://optable.co/llms.txt,https://www.optable.co/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41529,False,"Wed, 02 Sep 2026 17:12:57 GMT",True,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4399,jst.go.jp,https://jst.go.jp/llms.txt,https://jst.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4400,dmcdn.net,https://dmcdn.net/llms.txt,https://www.dailymotion.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Dailymotion,13,0,6153,False,,True,False,2026-09-07T07:19:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4401,litres.ru,https://litres.ru/llms.txt,https://www.litres.ru/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,902,False,,False,True,2026-09-07T07:19:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4402,powerschool.com,https://powerschool.com/llms.txt,https://www.powerschool.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,6,25,2783,True,"Mon, 04 May 2026 14:54:25 GMT",True,True,2026-09-07T07:19:32Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4403,dns.jp,https://dns.jp/llms.txt,https://dns.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4404,eldiario.es,https://eldiario.es/llms.txt,https://www.eldiario.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46341,False,,False,True,2026-09-07T07:19:32Z,,,1,missing_404,False,missing_404
4405,belkin.com,https://belkin.com/llms.txt,https://www.belkin.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,31145,False,,False,True,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4406,swisscom.ch,https://swisscom.ch/llms.txt,https://www.swisscom.ch/errorpages_resp/404.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,4083,False,,False,False,2026-09-07T07:19:33Z,,Redirected away to https://www.swisscom.ch/errorpages_resp/404.html,1,redirect_other,False,redirect_other
4407,ugtelset.ru,http://ugtelset.ru/llms.txt,http://ugtelset.ru/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:19:33Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4408,google.am,https://google.am/llms.txt,https://google.am/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4409,hashicorp.com,https://hashicorp.com/llms.txt,https://hashicorp.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,32183,False,,False,True,2026-09-07T07:19:33Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
4410,telogis.com,https://telogis.com/llms.txt,https://login.platform.telogis.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,380,False,"Tue, 03 Sep 2024 02:45:05 GMT",True,False,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4411,paylocity.com,https://paylocity.com/llms.txt,https://www.paylocity.com/llms.txt,200,1,True,text/markdown; charset=utf-8,ambiguous,False,False,False,,13,13,3529,False,"Mon, 07 Sep 2026 06:17:24 GMT",True,True,2026-09-07T07:19:33Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4412,dish.com,https://dish.com/llms.txt,https://www.dish.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,80851,False,"Fri, 04 Sep 2026 20:13:17 GMT",True,False,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4413,rokt.com,https://rokt.com/llms.txt,https://www.rokt.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Rokt — Overview,0,0,6001,False,"Mon, 07 Sep 2026 06:44:39 GMT",False,False,2026-09-07T07:19:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4414,adspend.space,https://adspend.space/llms.txt,https://adspend.space/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4415,flashbots.net,https://flashbots.net/llms.txt,https://www.flashbots.net/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,187399,False,,True,True,2026-09-07T07:19:33Z,,Redirected away to https://www.flashbots.net/,1,redirect_other,False,redirect_other
4416,kandji.io,https://kandji.io/llms.txt,https://www.iru.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2993,False,"Tue, 01 Sep 2026 17:00:41 GMT",False,True,2026-09-07T07:19:33Z,,Redirected away to https://www.iru.com/,1,redirect_other,False,redirect_other
4417,ana.co.jp,http://ana.co.jp/llms.txt,https://ana.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:45Z,TIMEOUT,,2,network_timeout,True,network_timeout
4418,rediff.com,https://rediff.com/llms.txt,http://www.rediff.com/llms.txt,200,1,False,text/plain,confirmed_llms_txt,True,True,True,Rediff.com,1,5,2323,False,"Thu, 16 Jul 2026 04:36:06 GMT",False,True,2026-09-07T07:19:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4419,kadencewp.com,https://kadencewp.com/llms.txt,https://www.kadencewp.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37265,False,,False,True,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4420,ubs.com,https://ubs.com/llms.txt,https://www.ubs.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,UBS.com – The comprehensive platform for UBS products and services,34,360,99048,False,"Tue, 23 Jun 2026 12:24:46 GMT",True,True,2026-09-07T07:19:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4421,syncthing.net,https://syncthing.net/llms.txt,https://syncthing.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9379,False,,True,False,2026-09-07T07:19:33Z,,,1,missing_404,False,missing_404
4422,wampserver.com,https://wampserver.com/llms.txt,https://wampserver.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,197,False,,True,False,2026-09-07T07:19:34Z,,,1,missing_404,False,missing_404
4423,trs-dns.com,https://trs-dns.com/llms.txt,https://trs-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4424,msdn.com,https://msdn.com/llms.txt,https://msdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:45Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4425,zmaticoo.com,https://zmaticoo.com/llms.txt,https://zmaticoo.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,696,False,"Thu, 20 Aug 2026 11:37:50 GMT",True,False,2026-09-07T07:19:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4426,southernliving.com,https://southernliving.com/llms.txt,https://southernliving.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,38923,False,,False,False,2026-09-07T07:19:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4427,nhentai.net,https://nhentai.net/llms.txt,https://nhentai.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2842,False,,True,False,2026-09-07T07:19:34Z,,,1,missing_404,False,missing_404
4428,dns-tm.com,https://dns-tm.com/llms.txt,https://dns-tm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4429,impactify.media,http://impactify.media/llms.txt,https://impactify.media/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:46Z,TIMEOUT,,2,network_timeout,True,network_timeout
4430,libpng.org,https://libpng.org/llms.txt,https://libpng.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1641,False,,False,False,2026-09-07T07:19:34Z,,,1,missing_404,False,missing_404
4431,talkie-ai.com,https://talkie-ai.com/llms.txt,https://talkie-ai.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,6015,False,"Wed, 29 Oct 2025 06:43:04 GMT",True,False,2026-09-07T07:19:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4432,jumpjump.io,https://jumpjump.io/llms.txt,https://jumpjump.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:19:34Z,,,1,missing_404,False,missing_404
4433,gist.build,https://gist.build/llms.txt,https://gist.build/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:46Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4434,justpaste.it,http://justpaste.it/llms.txt,https://justpaste.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:47Z,SSL_ERROR,,2,network_timeout,True,network_timeout
4435,mercadopago.com,https://mercadopago.com/llms.txt,https://www.mercadopago.com/llms.txt,404,1,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,61,False,,False,False,2026-09-07T07:19:34Z,,,1,missing_404,False,missing_404
4436,uadns.com,https://uadns.com/llms.txt,https://www.ukrfund.org/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13169,False,,True,True,2026-09-07T07:19:34Z,,Redirected away to https://www.ukrfund.org/,1,redirect_other,False,redirect_other
4437,hostmonster.com,https://hostmonster.com/llms.txt,https://www.bluehost.com/hostmonster?brand=hostmonster&channelID=P61C46097236S653N0B2A151D0E0000V104,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,29422,False,,False,False,2026-09-07T07:19:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4438,trs-dns.net,https://trs-dns.net/llms.txt,https://trs-dns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4439,shutterfly.com,https://shutterfly.com/llms.txt,https://www.shutterfly.com/llms.txt/,404,2,True,text/html,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:19:34Z,,,1,missing_404,False,missing_404
4440,camscanner.com,https://camscanner.com/llms.txt,https://www.camscanner.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,5655,False,"Sat, 05 Sep 2026 10:09:57 GMT",False,False,2026-09-07T07:19:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4441,btinternet.com,http://btinternet.com/llms.txt,https://btinternet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
4442,sports.ru,https://sports.ru/llms.txt,https://sports.ru/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,902,False,,False,True,2026-09-07T07:19:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4443,paycomonline.net,https://paycomonline.net/llms.txt,https://paycomonline.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,6489,False,,False,False,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4444,nessus.org,https://nessus.org/llms.txt,https://www.tenable.com/products/nessus,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,17170,False,"Mon, 07 Sep 2026 05:25:13 GMT",False,True,2026-09-07T07:19:35Z,,Redirected away to https://www.tenable.com/products/nessus,1,redirect_other,False,redirect_other
4445,etrade.com,http://etrade.com/llms.txt,https://etrade.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
4446,kaggle.com,https://kaggle.com/llms.txt,https://www.kaggle.com/static/txt/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Kaggle,1,0,2248,False,,False,True,2026-09-07T07:19:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4447,cargurus.com,https://cargurus.com/llms.txt,https://www.cargurus.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Cargurus,5,692,69907,False,"Thu, 15 Jan 2026 15:26:30 GMT",True,False,2026-09-07T07:19:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4448,biorxiv.org,https://biorxiv.org/llms.txt,https://www.biorxiv.org/llms.txt,403,1,True,,blocked_forbidden,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:19:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4449,pp.ua,https://pp.ua/llms.txt,https://pp.ua/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,44,False,,False,False,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4450,zohocdn.com,https://zohocdn.com/llms.txt,https://zohocdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4451,20minutes.fr,https://20minutes.fr/llms.txt,https://www.20minutes.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,78487,False,,False,True,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4452,leetcode.com,https://leetcode.com/llms.txt,https://leetcode.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21845,False,,False,False,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4453,aliexpress.us,https://aliexpress.us/llms.txt,https://aliexpress.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:48Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4454,mac.com,https://mac.com/llms.txt,https://www.apple.com/mac/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,78307,False,,True,True,2026-09-07T07:19:35Z,,Redirected away to https://www.apple.com/mac/,1,redirect_other,False,redirect_other
4455,sway.com,https://sway.com/llms.txt,https://sway.com/llms.txt,400,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:35Z,,,1,ambiguous,False,ambiguous
4456,directadmin.com,https://directadmin.com/llms.txt,https://directadmin.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51786,False,,False,True,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4457,1digitech.com,https://1digitech.com/llms.txt,https://1digitech.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15607,False,,False,True,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4458,hikvision-cctv.su,https://hikvision-cctv.su/llms.txt,https://hikvision-cctv.su/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4459,dmm.com,https://dmm.com/llms.txt,https://www.dmm.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,73233,False,,False,False,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4460,bible.com,https://bible.com/llms.txt,https://www.bible.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50431,False,,True,True,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4461,china.com.cn,http://china.com.cn/llms.txt,http://www.china.com.cn/llms.txt,404,1,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:19:35Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4462,uni-heidelberg.de,https://uni-heidelberg.de/llms.txt,https://www.uni-heidelberg.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7186,False,,False,False,2026-09-07T07:19:35Z,,,1,missing_404,False,missing_404
4463,marthastewart.com,https://marthastewart.com/llms.txt,https://marthastewart.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,11721,False,,False,False,2026-09-07T07:19:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4464,wpscdn.cn,https://wpscdn.cn/llms.txt,https://www.wps.cn,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,4906,False,"Wed, 02 Sep 2026 11:23:54 GMT",False,True,2026-09-07T07:19:36Z,,Redirected away to https://www.wps.cn,1,redirect_other,False,redirect_other
4465,alipayobjects.com,https://alipayobjects.com/llms.txt,https://alipayobjects.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,614,False,,False,False,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4466,google.com.jm,https://google.com.jm/llms.txt,https://google.com.jm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4467,skyscanner.net,https://skyscanner.net/llms.txt,https://www.skyscanner.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4468,fujitsu.com,https://fujitsu.com/llms.txt,https://fujitsu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4469,terabox.com,https://terabox.com/llms.txt,https://terabox.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,TeraBox - 1TB Cloud and AI workspace,3,30,3668,False,,False,False,2026-09-07T07:19:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4470,aviasales.ru,https://aviasales.ru/llms.txt,https://www.aviasales.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,660520,False,,False,True,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4471,nd.edu,https://nd.edu/llms.txt,https://www.nd.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32254,False,,False,True,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4472,salesmartly.com,https://salesmartly.com/llms.txt,https://www.salesmartly.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,SaleSmartly,9,528,83198,False,"Fri, 04 Sep 2026 08:28:53 GMT",True,False,2026-09-07T07:19:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4473,mtrtb.com,https://mtrtb.com/llms.txt,https://mtrtb.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,MTRTB,5,3,3358,False,,True,True,2026-09-07T07:19:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4474,filezilla-project.org,https://filezilla-project.org/llms.txt,https://filezilla-project.org/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,239,False,,False,False,2026-09-07T07:19:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4475,parade.com,https://parade.com/llms.txt,https://parade.com/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,770,False,,False,True,2026-09-07T07:19:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4476,myfitnesspal.com,https://myfitnesspal.com/llms.txt,https://www.myfitnesspal.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1719,False,,False,True,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4477,huaweicloud-dns.com,https://huaweicloud-dns.com/llms.txt,https://huaweicloud-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4478,ngxcld.com,https://ngxcld.com/llms.txt,https://ngxcld.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4479,google.com.gh,https://google.com.gh/llms.txt,https://google.com.gh/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:36Z,,,1,missing_404,False,missing_404
4480,queniuum.com,https://queniuum.com/llms.txt,https://queniuum.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4481,tanium.com,https://tanium.com/llms.txt,https://www.tanium.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Tanium,17,155,26910,False,"Mon, 07 Sep 2026 06:45:45 GMT",True,True,2026-09-07T07:19:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4482,page.link,https://page.link/llms.txt,https://page.link/llms.txt,400,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,9258,False,,False,True,2026-09-07T07:19:37Z,,,1,ambiguous,False,ambiguous
4483,uniview.com,https://uniview.com/llms.txt,https://uniview.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4484,carnival.com,https://carnival.com/llms.txt,https://www.carnival.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11284,False,,False,True,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4485,dns.it,https://dns.it/llms.txt,https://dns.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4486,neilpatel.com,https://neilpatel.com/llms.txt,https://neilpatel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28696,False,,False,True,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4487,kakaku.com,https://kakaku.com/llms.txt,https://kakaku.com/llms.txt,404,0,True,text/html; charset=shift_jis,missing_404,False,False,False,,0,0,1988,False,,False,True,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4488,aiscore.com,https://aiscore.com/llms.txt,https://www.aiscore.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4489,advolve.io,https://advolve.io/llms.txt,https://advolve.io/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,629,False,"Fri, 20 Mar 2026 12:51:37 GMT",True,False,2026-09-07T07:19:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4490,openweathermap.org,https://openweathermap.org/llms.txt,https://openweathermap.org/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,OpenWeather,3,11,3018,False,,False,True,2026-09-07T07:19:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4491,cricketwireless.com,https://cricketwireless.com/llms.txt,https://www.cricketwireless.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt for Cricket Wireless,8,0,7700,False,"Tue, 21 Apr 2026 13:26:01 GMT",True,False,2026-09-07T07:19:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4492,vinted.co.uk,https://vinted.co.uk/llms.txt,https://www.vinted.co.uk/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Vinted UK,4,2,5828,False,"Thu, 20 Aug 2026 07:32:01 GMT",True,True,2026-09-07T07:35:50Z,,,2,network_timeout,True,confirmed_llms_txt
4493,saasprotection.com,http://saasprotection.com/llms.txt,http://saasprotection.com/llms.txt,401,0,False,text/html,blocked_forbidden,False,False,False,,0,0,1623,False,,False,True,2026-09-07T07:19:37Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
4494,51.la,https://51.la/llms.txt,https://51.la/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1501,False,"Mon, 10 Aug 2026 08:43:32 GMT",True,False,2026-09-07T07:19:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4495,rg.ru,https://rg.ru/llms.txt,https://rg.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17306,False,,True,True,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4496,steaminventoryhelper.com,https://steaminventoryhelper.com/llms.txt,https://steaminventoryhelper.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25281,False,"Fri, 28 Aug 2026 14:00:38 GMT",False,False,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4497,2kcoretech.online,https://2kcoretech.online/llms.txt,https://2kcoretech.online/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4498,packagist.org,https://packagist.org/llms.txt,https://packagist.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11982,False,,False,True,2026-09-07T07:19:37Z,,,1,missing_404,False,missing_404
4499,adx.ws,https://adx.ws/llms.txt,https://adx.ws/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,24047,False,,False,True,2026-09-07T07:19:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4500,sliide.cloud,https://sliide.cloud/llms.txt,https://sliide.cloud/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:19:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4501,biglobe.ne.jp,https://biglobe.ne.jp/llms.txt,https://biglobe.ne.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4502,ebay.com.au,https://ebay.com.au/llms.txt,https://ebay.com.au/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:51Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4503,coxautoinc.com,https://coxautoinc.com/llms.txt,https://www.coxautoinc.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24531,False,,False,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4504,defense.gov,https://defense.gov/llms.txt,https://defense.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,373,False,,False,False,2026-09-07T07:19:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4505,nsf.gov,https://nsf.gov/llms.txt,https://www.nsf.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,40326,False,"Sat, 25 Jul 2026 00:39:43 GMT",True,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4506,ixl.com,https://ixl.com/llms.txt,https://in.ixl.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,17969,False,,False,True,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4507,a1q7.net,https://a1q7.net/llms.txt,https://a1q7.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4508,recruit.co.jp,https://recruit.co.jp/llms.txt,https://www.recruit.co.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,7251,False,,False,True,2026-09-07T07:19:48Z,,Redirected away to https://www.recruit.co.jp/,1,redirect_other,False,redirect_other
4509,sbixby.com,https://sbixby.com/llms.txt,https://sbixby.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4510,minecraft-services.net,https://minecraft-services.net/llms.txt,https://minecraft-services.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4511,todoist.com,https://todoist.com/llms.txt,https://www.todoist.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32371,False,"Mon, 07 Sep 2026 02:17:51 GMT",True,True,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4512,itsupport247.net,https://itsupport247.net/llms.txt,https://itsupport247.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4513,searchenginejournal.com,https://searchenginejournal.com/llms.txt,https://www.searchenginejournal.com/llms-txt-for-ai-seo/556576/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,34071,False,"Sun, 06 Sep 2026 06:50:45 GMT",False,False,2026-09-07T07:19:48Z,,Redirected away to https://www.searchenginejournal.com/llms-txt-for-ai-seo/556576/,1,redirect_other,False,redirect_other
4514,sber.ru,https://sber.ru/llms.txt,https://sber.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,70167,False,,False,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4515,bspb.ru,https://bspb.ru/llms.txt,https://www.bspb.ru/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,LLMS-FULL.txt   - (),11,0,17178,False,"Mon, 08 Jun 2026 07:34:35 GMT",True,True,2026-09-07T07:19:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4516,adspower.net,https://adspower.net/llms.txt,https://www.adspower.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,AdsPower — 安全的防关联多账号管理浏览器,9,26,8145,False,,False,False,2026-09-07T07:19:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4517,lastampa.it,https://lastampa.it/llms.txt,https://www.lastampa.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,63943,False,,False,True,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4518,turnitin.com,https://turnitin.com/llms.txt,https://www.turnitin.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:19:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4519,fastlylb.net,https://fastlylb.net/llms.txt,https://fastlylb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4520,latamairlines.com,https://latamairlines.com/llms.txt,https://www.latamairlines.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1332,False,,False,True,2026-09-07T07:19:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4521,picsart.com,https://picsart.com/llms.txt,https://picsart.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Picsart,10,29,5911,True,"Sun, 06 Sep 2026 08:19:38 GMT",True,True,2026-09-07T07:19:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4522,onamae.com,https://onamae.com/llms.txt,https://www.onamae.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ドメイン取得は最安値0円～｜ドメイン取るならお名前.com,1,198,61013,False,,False,True,2026-09-07T07:19:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4523,popsci.com,https://popsci.com/llms.txt,https://www.popsci.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,5,20,2525,True,"Mon, 07 Sep 2026 06:45:30 GMT",False,True,2026-09-07T07:19:48Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4524,livestream.com,https://livestream.com/llms.txt,https://vimeo.com/features/livestreaming,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,4891,False,,False,True,2026-09-07T07:19:48Z,,Redirected away to https://vimeo.com/features/livestreaming,1,redirect_other,False,redirect_other
4525,qq.com.cn,https://qq.com.cn/llms.txt,https://qq.com.cn/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:48Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
4526,siemens.de,https://siemens.de/llms.txt,https://www.siemens.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6477,False,"Mon, 16 Feb 2026 14:30:14 GMT",True,True,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4527,justwatch.com,https://justwatch.com/llms.txt,https://www.justwatch.com/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4528,telenet.be,https://telenet.be/llms.txt,https://www2.telenet.be/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,69599,False,,False,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4529,wsu.edu,https://wsu.edu/llms.txt,https://wsu.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46056,False,,False,True,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4530,hookspf.com,https://hookspf.com/llms.txt,https://hookspf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4531,memcached.org,https://memcached.org/llms.txt,https://memcached.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,169,False,,False,False,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4532,huya.com,http://huya.com/llms.txt,https://www.huya.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43930,False,,False,True,2026-09-07T07:19:48Z,TIMEOUT,,1,missing_404,False,missing_404
4533,azure.us,https://azure.us/llms.txt,https://azure.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4534,uu.nl,https://uu.nl/llms.txt,https://www.uu.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,154,False,"Mon, 07 Sep 2026 07:19:52 GMT",True,True,2026-09-07T07:19:48Z,,,1,missing_404,False,missing_404
4535,impact.com,https://impact.com/llms.txt,https://impact.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt for impact.com,0,0,1230,False,"Tue, 16 Sep 2025 09:37:18 GMT",True,True,2026-09-07T07:19:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4536,tdnsvod1.cn,https://tdnsvod1.cn/llms.txt,https://tdnsvod1.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4537,cnki.net,http://cnki.net/llms.txt,https://cnki.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1163,False,,False,False,2026-09-07T07:19:49Z,TIMEOUT,,1,missing_404,False,missing_404
4538,ttcdn-us.com,https://ttcdn-us.com/llms.txt,https://ttcdn-us.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4539,meituan.net,https://meituan.net/llms.txt,https://meituan.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,6789,False,,True,False,2026-09-07T07:19:49Z,,,1,missing_404,False,missing_404
4540,victoriassecret.com,https://victoriassecret.com/llms.txt,https://www.victoriassecret.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,LLM documentation for www.victoriassecret.com,30,489,141035,False,"Sat, 05 Sep 2026 04:57:08 GMT",True,False,2026-09-07T07:19:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4541,newgrounds.com,https://newgrounds.com/llms.txt,https://newgrounds.com/llms.txt,403,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:19:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4542,sephora.com,https://sephora.com/llms.txt,https://www.sephora.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,True,2026-09-07T07:19:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4543,in.gov,http://in.gov/llms.txt,https://in.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
4544,com.be,https://com.be/llms.txt,https://com.be/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4545,unisys.com,https://unisys.com/llms.txt,https://www.unisys.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49938,False,,False,True,2026-09-07T07:19:49Z,,,1,missing_404,False,missing_404
4546,chinaz.com,https://chinaz.com/llms.txt,https://www.chinaz.com/404.shtml,200,2,True,text/html,redirect_other,False,False,False,,0,0,53543,False,"Wed, 01 Dec 2021 02:52:21 GMT",True,False,2026-09-07T07:19:49Z,,Redirected away to https://www.chinaz.com/404.shtml,1,redirect_other,False,redirect_other
4547,seaart.ai,https://seaart.ai/llms.txt,https://www.seaart.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SeaArt AI,17,232,52551,False,"Fri, 04 Sep 2026 09:36:43 GMT",True,False,2026-09-07T07:19:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4548,nocookie.net,https://nocookie.net/llms.txt,https://nocookie.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4549,kwimgs.com,https://kwimgs.com/llms.txt,https://kwimgs.com/llms.txt,400,0,True,application/xml,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:50Z,,,1,ambiguous,False,ambiguous
4550,ivideon.com,https://ivideon.com/llms.txt,https://ivideon.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13728,False,,False,True,2026-09-07T07:19:50Z,,,1,missing_404,False,missing_404
4551,us.org,http://us.org/llms.txt,https://us.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
4552,johnlewis.com,https://johnlewis.com/llms.txt,https://www.johnlewis.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,85753,False,"Fri, 07 Aug 2026 10:23:26 GMT",True,True,2026-09-07T07:19:50Z,,,1,missing_404,False,missing_404
4553,pinterest.net,https://pinterest.net/llms.txt,https://pinterest.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4554,google.com.py,https://google.com.py/llms.txt,https://google.com.py/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:50Z,,,1,missing_404,False,missing_404
4555,colostate.edu,http://colostate.edu/llms.txt,http://www.colostate.edu/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:50Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4556,uq.edu.au,https://uq.edu.au/llms.txt,https://uq.edu.au/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,24303,False,,True,False,2026-09-07T07:19:50Z,,,1,missing_404,False,missing_404
4557,fbi.com,https://fbi.com/llms.txt,https://fbi.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:50Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
4558,meteoblue.com,https://meteoblue.com/llms.txt,https://www.meteoblue.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4559,ice.com,https://ice.com/llms.txt,https://www.ice.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66019,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4560,udag.de,http://udag.de/llms.txt,https://www.united-domains.de/missing/?SESSID=pen1a2l6nfqbng7f1dijvi38k0,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30278,False,,False,True,2026-09-07T07:19:51Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4561,sendgrid.com,https://sendgrid.com/llms.txt,https://www.twilio.com/en-us/sendgrid,200,1,True,text/html,redirect_other,False,False,False,,0,0,32245,False,"Tue, 11 Aug 2026 15:21:18 GMT",True,True,2026-09-07T07:19:51Z,,Redirected away to https://www.twilio.com/en-us/sendgrid,1,redirect_other,False,redirect_other
4562,mailgun.net,https://mailgun.net/llms.txt,http://www.mailgun.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4563,boe.es,https://boe.es/llms.txt,https://boe.es/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12243,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4564,plala.or.jp,https://plala.or.jp/llms.txt,https://plala.or.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4565,gr.com,https://gr.com/llms.txt,https://gr.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,277,False,"Wed, 15 Mar 2017 16:12:41 GMT",True,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4566,ov1o.com,https://ov1o.com/llms.txt,https://ov1o.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4567,strip2.co,https://strip2.co/llms.txt,https://strip2.co/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,32591,False,,False,False,2026-09-07T07:19:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4568,pcre.org,https://pcre.org/llms.txt,https://www.pcre.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,93,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4569,oxfordjournals.org,https://oxfordjournals.org/llms.txt,https://academic.oup.com/%5BJournals:%5D,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5601,False,,False,False,2026-09-07T07:19:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4570,estadao.com.br,https://estadao.com.br/llms.txt,https://estadao.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,False,2026-09-07T07:19:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4571,eb.mil.br,https://eb.mil.br/llms.txt,https://www.eb.mil.br/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,252,False,,False,True,2026-09-07T07:19:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4572,feednews.com,https://feednews.com/llms.txt,https://feednews.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4573,fcomet.com,https://fcomet.com/llms.txt,https://fcomet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4574,tplinkra.com,https://tplinkra.com/llms.txt,https://tplinkra.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4575,barrons.com,https://barrons.com/llms.txt,https://www.barrons.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,187522,False,"Mon, 07 Sep 2026 07:15:59 GMT",True,True,2026-09-07T07:19:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4576,preply.com,https://preply.com/llms.txt,https://preply.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Preply Language Learning Platform,3,12,3256,False,,False,True,2026-09-07T07:19:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4577,icio.us,https://icio.us/llms.txt,https://icio.us/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,270,False,,False,False,2026-09-07T07:19:51Z,,,1,missing_404,False,missing_404
4578,bankrate.com,https://bankrate.com/llms.txt,https://www.bankrate.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Bankrate,7,38,10231,False,"Wed, 17 Jun 2026 19:37:24 GMT",True,True,2026-09-07T07:19:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4579,dutils.com,https://dutils.com/llms.txt,https://dutils.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4580,freenet.de,https://freenet.de/llms.txt,https://www.freenet.de/error/404.php?lumen,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1752,False,,False,True,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4581,passport.com,http://passport.com/llms.txt,https://passport.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
4582,realme.com,https://realme.com/llms.txt,https://www.realme.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4015,False,,False,False,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4583,sicredi.com.br,https://sicredi.com.br/llms.txt,https://sicredi.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,False,2026-09-07T07:19:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4584,groww.in,https://groww.in/llms.txt,https://groww.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31264,False,,False,True,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4585,google.co.zm,https://google.co.zm/llms.txt,https://google.co.zm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4586,anticheatexpert.com,https://anticheatexpert.com/llms.txt,https://anticheatexpert.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4587,oppo.com,https://oppo.com/llms.txt,https://www.oppo.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OPPO Official Site | OPPO Global,1,191,57949,False,"Tue, 16 Sep 2025 08:56:30 GMT",True,True,2026-09-07T07:19:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4588,protek.ru,http://protek.ru/llms.txt,https://protek.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:35:57Z,TIMEOUT,,2,network_timeout,True,network_timeout
4589,google.ps,https://google.ps/llms.txt,https://google.ps/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4590,speedtestcustom.com,https://speedtestcustom.com/llms.txt,https://speedtestcustom.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4591,amazon.com.tr,https://amazon.com.tr/llms.txt,https://www.amazon.com.tr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2258,False,,False,True,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4592,queniukw.com,https://queniukw.com/llms.txt,https://queniukw.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4593,xhwebsite.com,https://xhwebsite.com/llms.txt,https://xhwebsite.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4594,tubi.video,https://tubi.video/llms.txt,https://tubi.video/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4595,principal.com,https://principal.com/llms.txt,https://www.principal.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,"Mon, 07 Sep 2026 07:19:54 GMT",True,True,2026-09-07T07:19:52Z,,,1,missing_404,False,missing_404
4596,1984.is,https://1984.is/llms.txt,https://1984.is/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,1984 Hýsing,3,17,1723,False,,False,False,2026-09-07T07:19:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4597,reverbnation.com,https://reverbnation.com/llms.txt,https://www.reverbnation.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5201,False,,False,False,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4598,kayak.com,https://kayak.com/llms.txt,https://www.kayak.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,"KAYAK: Compare flights, hotels, rental cars, and packages from hundreds of travel sites.",7,44,7474,False,"Mon, 07 Sep 2026 05:00:25 GMT",True,False,2026-09-07T07:19:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4599,cnblogs.com,http://cnblogs.com/llms.txt,https://www.cnblogs.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1074,False,,False,False,2026-09-07T07:19:53Z,TIMEOUT,,1,missing_404,False,missing_404
4600,chapturist.com,https://chapturist.com/llms.txt,https://chapturist.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4601,digimedia.com,https://digimedia.com/llms.txt,https://www.digimedia.com/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4602,foreignpolicy.com,https://foreignpolicy.com/llms.txt,https://foreignpolicy.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33588,False,,False,True,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4603,swiggy.com,https://swiggy.com/llms.txt,https://www.swiggy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3709,False,"Wed, 26 Aug 2026 11:33:12 GMT",True,True,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4604,higgsfield.ai,https://higgsfield.ai/llms.txt,https://higgsfield.ai/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Higgsfield,12,206,22984,False,,True,True,2026-09-07T07:19:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4605,redditspace.com,https://redditspace.com/llms.txt,https://redditspace.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4606,bsclink.cn,http://bsclink.cn/llms.txt,http://bsclink.cn/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:19:53Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4607,tmweb.ru,https://tmweb.ru/llms.txt,https://tmweb.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:03Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
4608,bdurl.net,https://bdurl.net/llms.txt,https://bdurl.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4609,getgo.com,http://getgo.com/llms.txt,https://getgo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
4610,thetrainline.com,https://thetrainline.com/llms.txt,https://www.thetrainline.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Trainline,6,901,123378,False,"Thu, 30 Jul 2026 12:28:57 GMT",False,True,2026-09-07T07:19:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4611,vedomosti.ru,https://vedomosti.ru/llms.txt,https://www.vedomosti.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,99201,False,,False,False,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4612,operacdn.com,https://operacdn.com/llms.txt,https://operacdn.com/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:53Z,,,1,ambiguous,False,ambiguous
4613,theregister.co.uk,https://theregister.co.uk/llms.txt,https://www.theregister.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31032,False,,False,False,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4614,sovcombank.ru,https://sovcombank.ru/llms.txt,https://sovcombank.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59419,False,,True,True,2026-09-07T07:19:53Z,,,1,missing_404,False,missing_404
4615,doh.pub,https://doh.pub/llms.txt,https://doh.pub/llms.txt,502,0,True,text/html,network_timeout,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:36:06Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
4616,zomato.com,http://zomato.com/llms.txt,https://zomato.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
4617,ns.tr,https://ns.tr/llms.txt,https://ns.tr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4618,pipopay.com,https://pipopay.com/llms.txt,https://pipopay.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4619,google.sn,https://google.sn/llms.txt,https://google.sn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4620,appiersig.com,https://appiersig.com/llms.txt,https://appiersig.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4621,ebaystatic.com,https://ebaystatic.com/llms.txt,https://ebaystatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4622,strln.net,https://strln.net/llms.txt,https://strln.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4623,srv53.net,http://srv53.net/llms.txt,http://srv53.net/llms.txt,200,0,False,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,12768,False,,False,False,2026-09-07T07:19:54Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4624,ustream.tv,https://ustream.tv/llms.txt,https://video.ibm.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12844,False,,False,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4625,enlightenment.org,https://enlightenment.org/llms.txt,https://www.enlightenment.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11006,False,,False,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4626,baishan-cloud.net,http://baishan-cloud.net/llms.txt,http://baishan-cloud.net/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:19:54Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
4627,blogspot.de,https://blogspot.de/llms.txt,https://blogspot.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4628,360qhcdn.com,https://360qhcdn.com/llms.txt,https://360qhcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4629,viafoura.co,http://viafoura.co/llms.txt,http://viafoura.com/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:54Z,TIMEOUT,,1,missing_404,False,missing_404
4630,palm.tech,https://palm.tech/llms.txt,https://palm.tech/llms.txt,400,0,True,application/xml,ambiguous,False,False,False,,0,0,374,False,,False,False,2026-09-07T07:19:54Z,,,1,ambiguous,False,ambiguous
4631,thespruce.com,https://thespruce.com/llms.txt,https://www.thespruce.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,5843,False,,False,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4632,mo.gov,https://mo.gov/llms.txt,https://mo.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,865,False,,False,True,2026-09-07T07:19:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4633,189.cn,https://189.cn/llms.txt,https://189.cn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4634,popularmechanics.com,https://popularmechanics.com/llms.txt,https://www.popularmechanics.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4635,echostarcdn.com,https://echostarcdn.com/llms.txt,https://echostarcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4636,viator.com,https://viator.com/llms.txt,https://www.viator.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,778,False,,False,True,2026-09-07T07:19:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4637,iso.ch,https://iso.ch/llms.txt,https://iso.ch/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4638,usgovcloud.microsoft,https://usgovcloud.microsoft/llms.txt,https://usgovcloud.microsoft/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4639,bxcdn.net,https://bxcdn.net/llms.txt,https://bxcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4640,google.gm,https://google.gm/llms.txt,https://google.gm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4641,msu.ru,https://msu.ru/llms.txt,https://msu.ru/llms.txt/,404,1,True,text/html,missing_404,False,False,False,,0,0,2209,False,,True,False,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4642,cloudflare-gateway.com,https://cloudflare-gateway.com/llms.txt,https://cloudflare-gateway.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4643,casio.com,https://casio.com/llms.txt,https://casio.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:19:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4644,ucsc.edu,https://ucsc.edu/llms.txt,https://www.ucsc.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37593,False,,False,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4645,mail.com,https://mail.com/llms.txt,https://www.mail.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,40763,False,,False,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4646,ifconfig.co,https://ifconfig.co/llms.txt,https://ifconfig.co/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4647,grammarly.net,https://grammarly.net/llms.txt,https://www.grammarly.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32735,False,,False,True,2026-09-07T07:19:54Z,,,1,missing_404,False,missing_404
4648,gcloudcs.com,https://gcloudcs.com/llms.txt,https://gcloudcs.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:54Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
4649,beyondtrustcloud.com,https://beyondtrustcloud.com/llms.txt,https://beyondtrustcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4650,zohopublic.com,https://zohopublic.com/llms.txt,https://zohopublic.com/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,105,False,,False,True,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4651,gzip.org,https://gzip.org/llms.txt,https://gzip.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4652,kobo.com,https://kobo.com/llms.txt,https://www.kobo.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4653,tlivecdn.com,https://tlivecdn.com/llms.txt,https://tlivecdn.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:19:55Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
4654,awstrack.me,https://awstrack.me/llms.txt,https://awstrack.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4655,sqlite.org,https://sqlite.org/llms.txt,https://sqlite.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,161,False,,False,False,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4656,tripcdn.com,https://tripcdn.com/llms.txt,https://tripcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4657,ntp-fireos.com,https://ntp-fireos.com/llms.txt,https://ntp-fireos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4658,bangcdn.net,https://bangcdn.net/llms.txt,https://bangcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4659,cdn-vk.net,https://cdn-vk.net/llms.txt,https://cdn-vk.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4660,fastpanel.direct,https://fastpanel.direct/llms.txt,https://fastpanel.direct/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,63585,False,,False,False,2026-09-07T07:19:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4661,boredpanda.com,https://boredpanda.com/llms.txt,https://www.boredpanda.com/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Bored Panda,2,8,1320,False,"Tue, 30 Jun 2026 13:02:54 GMT",True,False,2026-09-07T07:19:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4662,pa.gov,https://pa.gov/llms.txt,https://www.pa.gov/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,75907,False,,False,False,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4663,orange.com,https://orange.com/llms.txt,https://www.orange.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15335,False,,False,True,2026-09-07T07:19:55Z,,Redirected away to https://www.orange.com/,1,redirect_other,False,redirect_other
4664,rm358.com,https://rm358.com/llms.txt,https://rm358.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:19:55Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4665,finanzen.net,https://finanzen.net/llms.txt,https://www.finanzen.net/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:19:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4666,tivoservice.com,https://tivoservice.com/llms.txt,https://tivoservice.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4667,liquipedia.net,https://liquipedia.net/llms.txt,https://liquipedia.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4668,unwomen.org,https://unwomen.org/llms.txt,https://www.unwomen.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,"Mon, 07 Sep 2026 07:19:57 GMT",True,True,2026-09-07T07:19:55Z,,,1,missing_404,False,missing_404
4669,mercadopago.com.br,https://mercadopago.com.br/llms.txt,https://www.mercadopago.com.br/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,5768,False,"Mon, 24 Aug 2026 20:00:54 GMT",True,True,2026-09-07T07:19:56Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4670,xda-developers.com,https://xda-developers.com/llms.txt,https://www.xda-developers.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70588,False,,False,True,2026-09-07T07:19:56Z,,,1,missing_404,False,missing_404
4671,ct.gov,https://ct.gov/llms.txt,https://ct.gov/llms.txt,200,0,True,,soft_200_html,False,False,False,,0,0,239,False,,False,False,2026-09-07T07:19:56Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4672,config-security.com,http://config-security.com/llms.txt,https://config-security.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
4673,nationalacademies.org,https://nationalacademies.org/llms.txt,https://www.nationalacademies.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11616,False,,False,True,2026-09-07T07:19:56Z,,,1,missing_404,False,missing_404
4674,liveinternet.ru,https://liveinternet.ru/llms.txt,https://www.liveinternet.ru/llms.txt,404,1,True,text/html; charset=cp1251,missing_404,False,False,False,,0,0,2984,False,,False,False,2026-09-07T07:19:56Z,,,1,missing_404,False,missing_404
4675,msftauthimages.net,https://msftauthimages.net/llms.txt,https://msftauthimages.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4676,ndcpp.com,https://ndcpp.com/llms.txt,https://ndcpp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4677,ap.org,https://ap.org/llms.txt,https://www.ap.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:19:56Z,,,1,missing_404,False,missing_404
4678,byu.edu,https://byu.edu/llms.txt,https://www.byu.edu/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,25506,False,,False,False,2026-09-07T07:19:56Z,,,1,missing_404,False,missing_404
4679,westernunion.com,https://westernunion.com/llms.txt,https://www.westernunion.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,LLM Ingestion Instructions — Western Union,0,0,17865,False,"Wed, 12 Aug 2026 01:27:42 GMT",True,True,2026-09-07T07:19:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4680,mooo.com,http://mooo.com/llms.txt,http://mooo.com/,200,1,False,text/html,redirect_other,False,False,False,,0,0,1184,False,,False,True,2026-09-07T07:19:56Z,CONNECTION_ERROR,Redirected away to http://mooo.com/,1,redirect_other,False,redirect_other
4681,eatingwell.com,https://eatingwell.com/llms.txt,https://eatingwell.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,11726,False,,False,False,2026-09-07T07:19:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4682,myhostadmin.net,https://myhostadmin.net/llms.txt,https://myhostadmin.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1163,False,,False,True,2026-09-07T07:19:56Z,,,1,missing_404,False,missing_404
4683,tclking.com,https://tclking.com/llms.txt,https://tclking.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4684,nbc.com,https://nbc.com/llms.txt,https://www.nbc.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,5225,False,"Mon, 07 Sep 2026 06:45:11 GMT",True,True,2026-09-07T07:19:56Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4685,patch.com,https://patch.com/llms.txt,https://patch.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Patch.com,7,3,3840,False,"Thu, 03 Sep 2026 19:21:39 GMT",True,True,2026-09-07T07:19:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4686,greenhouse.io,https://greenhouse.io/llms.txt,https://www.greenhouse.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,22,0,21000,False,"Mon, 07 Sep 2026 07:19:59 GMT",False,False,2026-09-07T07:19:56Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4687,bittorrent.com,https://bittorrent.com/llms.txt,https://www.bittorrent.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BitTorrent,6,12,3282,False,"Mon, 07 Sep 2026 06:46:36 GMT",True,False,2026-09-07T07:19:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4688,mynavi.jp,https://mynavi.jp/llms.txt,https://www.mynavi.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26012,False,,False,True,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4689,tranplanet.com,https://tranplanet.com/llms.txt,https://tranplanet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4690,browser-intake-datadoghq.eu,https://browser-intake-datadoghq.eu/llms.txt,https://browser-intake-datadoghq.eu/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,56,False,,False,False,2026-09-07T07:19:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4691,pcloud.com,https://pcloud.com/llms.txt,https://www.pcloud.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,106437,False,,False,True,2026-09-07T07:19:57Z,,Redirected away to https://www.pcloud.com/,1,redirect_other,False,redirect_other
4692,msnbc.com,https://msnbc.com/llms.txt,https://www.ms.now/llms.txt,200,1,True,text/plain;charset=utf-8,ambiguous,False,False,False,,3,10,2195,False,,False,True,2026-09-07T07:19:57Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4693,zdnscloud.net,https://zdnscloud.net/llms.txt,https://zdnscloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4694,collider.com,https://collider.com/llms.txt,https://collider.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71240,False,,False,True,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4695,freetype.org,https://freetype.org/llms.txt,https://freetype.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3725,False,,False,True,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4696,tomsguide.com,https://tomsguide.com/llms.txt,https://www.tomsguide.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50919,False,"Mon, 07 Sep 2026 07:20:02 GMT",False,True,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4697,brother.com,https://brother.com/llms.txt,https://www.brother.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3133,False,"Tue, 27 Dec 2022 00:15:27 GMT",True,False,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4698,adsurge.com,https://adsurge.com/llms.txt,https://www.adsurge.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,4263,False,"Thu, 13 Aug 2026 08:03:34 GMT",True,False,2026-09-07T07:19:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4699,pbase.com,https://pbase.com/llms.txt,https://pbase.com/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,217,False,,False,False,2026-09-07T07:19:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4700,spacex.com,https://spacex.com/llms.txt,https://www.spacex.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,321,False,,False,True,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4701,xmlsoft.org,https://xmlsoft.org/llms.txt,https://xmlsoft.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4702,boxofficemojo.com,https://boxofficemojo.com/llms.txt,https://www.boxofficemojo.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2234,False,,False,True,2026-09-07T07:19:57Z,,,1,missing_404,False,missing_404
4703,wsimg.com,https://wsimg.com/llms.txt,https://wsimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4704,monash.edu,https://monash.edu/llms.txt,https://monash.edu/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5531,False,,False,False,2026-09-07T07:19:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4705,ocn.ne.jp,https://ocn.ne.jp/llms.txt,https://www.ocn.ne.jp/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3721,False,"Thu, 09 Jul 2026 03:08:49 GMT",True,False,2026-09-07T07:19:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4706,join.chat,https://join.chat/llms.txt,https://join.chat/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,429,False,,False,True,2026-09-07T07:19:58Z,,,1,missing_404,False,missing_404
4707,txlivecdn.com,https://txlivecdn.com/llms.txt,https://txlivecdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4708,bytegecko.com,https://bytegecko.com/llms.txt,https://bytegecko.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4709,internet-measurement.com,https://internet-measurement.com/llms.txt,https://internet-measurement.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,6091,False,,False,True,2026-09-07T07:19:58Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4710,polygon.com,https://polygon.com/llms.txt,https://www.polygon.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70852,False,,False,True,2026-09-07T07:19:58Z,,,1,missing_404,False,missing_404
4711,ecombdapi.com,https://ecombdapi.com/llms.txt,https://ecombdapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4712,lesoir.be,https://lesoir.be/llms.txt,https://www.lesoir.be/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Le Soir,4,7,1664,False,"Wed, 08 Jul 2026 08:29:39 GMT",True,True,2026-09-07T07:19:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4713,cloudrc.ru,https://cloudrc.ru/llms.txt,https://cloudrc.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4714,vcmdiawe.com,https://vcmdiawe.com/llms.txt,https://vcmdiawe.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,43,False,"Mon, 28 Sep 1970 06:00:00 GMT",False,True,2026-09-07T07:19:58Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
4715,wowhead.com,https://wowhead.com/llms.txt,https://wowhead.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,2482,False,,False,False,2026-09-07T07:19:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4716,wondershare.com,https://wondershare.com/llms.txt,https://www.wondershare.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,40230,False,,False,True,2026-09-07T07:19:58Z,,,1,missing_404,False,missing_404
4717,cbslocal.com,https://cbslocal.com/llms.txt,https://www.cbsnews.com/cbslocal/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,81701,False,"Mon, 07 Sep 2026 07:20:01 GMT",False,True,2026-09-07T07:19:58Z,,,1,missing_404,False,missing_404
4718,meganameservers.eu,https://meganameservers.eu/llms.txt,https://meganameservers.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4719,hismarttv.com,https://hismarttv.com/llms.txt,https://hismarttv.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,179,False,,False,False,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4720,netscalergateway.net,https://netscalergateway.net/llms.txt,https://netscalergateway.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4721,kinoafisha.info,https://kinoafisha.info/llms.txt,https://www.kinoafisha.info/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,902,False,,False,True,2026-09-07T07:19:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4722,appnext.com,https://appnext.com/llms.txt,https://appnext.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,29103,False,,False,False,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4723,hosteurope.de,https://hosteurope.de/llms.txt,https://www.hosteurope.de/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,5360,False,"Tue, 16 Dec 2025 10:13:37 GMT",True,True,2026-09-07T07:19:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4724,acorns.com,https://acorns.com/llms.txt,https://www.acorns.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28781,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4725,wikiquote.org,https://wikiquote.org/llms.txt,https://en.wikiquote.org/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1868,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4726,helsinki.fi,https://helsinki.fi/llms.txt,https://www.helsinki.fi/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,150,False,,False,True,2026-09-07T07:19:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4727,sina.com,https://sina.com/llms.txt,https://sina.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,168,False,,False,False,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4728,adweek.com,https://adweek.com/llms.txt,https://www.adweek.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72140,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4729,bnf.fr,https://bnf.fr/llms.txt,https://www.bnf.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4730,warthunder.com,https://warthunder.com/llms.txt,https://warthunder.com/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33377,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4731,myqnapcloud.com,https://myqnapcloud.com/llms.txt,https://www.myqnapcloud.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,8949,False,,True,True,2026-09-07T07:19:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4732,dyndns.com,https://dyndns.com/llms.txt,https://account.dyn.com/,200,1,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,28440,False,,False,True,2026-09-07T07:19:59Z,,Redirected away to https://account.dyn.com/,1,redirect_other,False,redirect_other
4733,bluestacks.com,https://bluestacks.com/llms.txt,https://www.bluestacks.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,53966,False,"Thu, 22 Dec 2022 08:46:02 GMT",True,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4734,infoseek.co.jp,https://infoseek.co.jp/llms.txt,https://www.infoseek.co.jp,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,72338,False,,True,True,2026-09-07T07:19:59Z,,Redirected away to https://www.infoseek.co.jp,1,redirect_other,False,redirect_other
4735,adtng.com,https://adtng.com/llms.txt,https://adtng.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4736,dailyinnovation.biz,https://dailyinnovation.biz/llms.txt,https://dailyinnovation.biz/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:36:34Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
4737,nerdwallet.com,https://nerdwallet.com/llms.txt,https://www.nerdwallet.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,19237,False,,False,False,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4738,conn3ct.space,http://conn3ct.space/llms.txt,https://conn3ct.space/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:34Z,TIMEOUT,,2,network_timeout,True,network_timeout
4739,kerala.gov.in,https://kerala.gov.in/llms.txt,https://kerala.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2168,False,,False,True,2026-09-07T07:36:35Z,,,2,network_timeout,True,missing_404
4740,kommersant.ru,https://kommersant.ru/llms.txt,https://www.kommersant.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64132,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4741,worldometers.info,https://worldometers.info/llms.txt,https://www.worldometers.info/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,74368,False,,False,True,2026-09-07T07:19:59Z,,,1,missing_404,False,missing_404
4742,zdnscloud.biz,https://zdnscloud.biz/llms.txt,https://zdnscloud.biz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4743,fullxh.com,https://fullxh.com/llms.txt,https://fullxh.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:00Z,,,1,missing_404,False,missing_404
4744,vrt.be,https://vrt.be/llms.txt,https://www.vrt.be/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:20:00Z,,,1,missing_404,False,missing_404
4745,gazprombank.ru,https://gazprombank.ru/llms.txt,https://gazprombank.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2812,False,,False,False,2026-09-07T07:20:00Z,,,1,missing_404,False,missing_404
4746,aliyuncsslb.com,http://aliyuncsslb.com/llms.txt,https://aliyuncsslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
4747,zazzle.com,https://zazzle.com/llms.txt,https://www.zazzle.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:20:00Z,,,1,missing_404,False,missing_404
4748,tunein.com,https://tunein.com/llms.txt,https://tunein.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29632,False,,False,True,2026-09-07T07:20:00Z,,,1,missing_404,False,missing_404
4749,dickssportinggoods.com,https://dickssportinggoods.com/llms.txt,https://www.dickssportinggoods.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1442,False,,False,True,2026-09-07T07:20:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4750,apartments.com,https://apartments.com/llms.txt,https://apartments.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,False,2026-09-07T07:20:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4751,dynadot.com,https://dynadot.com/llms.txt,https://www.dynadot.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Dynadot,4,23,3244,False,,True,True,2026-09-07T07:20:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4752,ow.ly,https://ow.ly/llms.txt,https://www.labnol.org/internet/send-music-scraps-in-orkut/7603/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23907,False,"Sat, 04 Apr 2026 12:30:02 GMT",True,True,2026-09-07T07:20:01Z,,,1,missing_404,False,missing_404
4753,trulia.com,https://trulia.com/llms.txt,https://www.trulia.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Trulia,5,15,6461,False,"Fri, 04 Sep 2026 21:22:50 GMT",True,True,2026-09-07T07:20:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4754,3ds.com,https://3ds.com/llms.txt,https://www.3ds.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,About Dassault Systèmes,7,37,12160,False,"Thu, 27 Aug 2026 15:19:48 GMT",True,True,2026-09-07T07:20:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4755,superbet.ro,https://superbet.ro/llms.txt,https://superbet.ro/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,6532,False,"Fri, 04 Sep 2026 09:14:05 GMT",True,True,2026-09-07T07:20:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4756,yandexadexchange.net,https://yandexadexchange.net/llms.txt,https://yandexadexchange.net/llms.txt,404,0,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,29,False,"Mon, 07 Sep 2026 07:20:02 GMT",False,True,2026-09-07T07:20:01Z,,,1,missing_404,False,missing_404
4757,turbify.com,https://turbify.com/llms.txt,https://www.turbify.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Turbify,5,12,4534,False,"Sat, 26 Oct 1985 08:15:00 GMT",True,True,2026-09-07T07:20:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4758,uu.net,https://uu.net/llms.txt,https://uu.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4759,nespresso.com,https://nespresso.com/llms.txt,https://www.nespresso.com/llms.txt,403,1,True,text/plain,blocked_forbidden,False,False,False,,0,0,13,False,,False,True,2026-09-07T07:20:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4760,channel4.com,https://channel4.com/llms.txt,https://www.channel4.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,177199,False,"Tue, 04 Feb 2025 11:01:50 GMT",True,True,2026-09-07T07:20:01Z,,,1,missing_404,False,missing_404
4761,dolynkcloud.com,https://dolynkcloud.com/llms.txt,https://dolynkcloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4762,hurriyet.com.tr,https://hurriyet.com.tr/llms.txt,https://www.hurriyet.com.tr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:20:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4763,ricta.org.rw,https://ricta.org.rw/llms.txt,https://www.ricta.org.rw/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40609,False,,False,True,2026-09-07T07:20:01Z,,,1,missing_404,False,missing_404
4764,onlamp.com,https://onlamp.com/llms.txt,https://www.oreilly.com/radar/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,86168,False,,False,True,2026-09-07T07:20:01Z,,Redirected away to https://www.oreilly.com/radar/,1,redirect_other,False,redirect_other
4765,gfx.ms,https://gfx.ms/llms.txt,https://gfx.ms/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4766,cadenaser.com,https://cadenaser.com/llms.txt,https://cadenaser.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,684,False,"Mon, 07 Sep 2026 07:20:03 GMT",True,True,2026-09-07T07:20:01Z,,,1,missing_404,False,missing_404
4767,desync.com,https://desync.com/llms.txt,https://desync.com/llms.txt,502,0,True,text/html,network_timeout,False,False,False,,0,0,157,False,,False,False,2026-09-07T07:36:35Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
4768,ameli.fr,https://ameli.fr/llms.txt,https://www.ameli.fr/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,12178,False,,False,False,2026-09-07T07:20:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4769,blackrock.com,https://blackrock.com/llms.txt,https://www.blackrock.com/corporate/en-us/404-not-found,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4169,False,"Thu, 13 Aug 2026 00:00:00 GMT",True,True,2026-09-07T07:20:01Z,,,1,missing_404,False,missing_404
4770,youboranqs01.com,https://youboranqs01.com/llms.txt,https://youboranqs01.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4771,eitaa.com,https://eitaa.com/llms.txt,https://eitaa.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,31711,False,,False,False,2026-09-07T07:20:02Z,,Redirected away to https://eitaa.com/,1,redirect_other,False,redirect_other
4772,pravda.com.ua,https://pravda.com.ua/llms.txt,https://www.pravda.com.ua/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5559,False,,False,False,2026-09-07T07:20:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4773,awsdns-19.net,https://awsdns-19.net/llms.txt,https://awsdns-19.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4774,54.in-addr.arpa,https://54.in-addr.arpa/llms.txt,https://54.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4775,samsunghrm.com,https://samsunghrm.com/llms.txt,https://samsunghrm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4776,verisign.net,https://verisign.net/llms.txt,https://www.verisign.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,13962,False,"Wed, 02 Sep 2026 18:33:48 GMT",True,False,2026-09-07T07:20:02Z,,,1,missing_404,False,missing_404
4777,peatix.com,https://peatix.com/llms.txt,https://peatix.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32736,False,,False,False,2026-09-07T07:20:02Z,,,1,missing_404,False,missing_404
4778,faipod.com,https://faipod.com/llms.txt,http://faipod.com/llms.txt,200,1,False,text/html,soft_200_html,False,False,False,,0,0,3542,False,"Thu, 10 Apr 2014 10:32:11 GMT",True,True,2026-09-07T07:20:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4779,hardened-php.net,https://hardened-php.net/llms.txt,http://www.hardened-php.net,200,1,False,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,32406,False,,False,False,2026-09-07T07:20:02Z,,Redirected away to http://www.hardened-php.net,1,redirect_other,False,redirect_other
4780,willhaben.at,https://willhaben.at/llms.txt,https://www.willhaben.at/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76872,False,,True,True,2026-09-07T07:20:02Z,,,1,missing_404,False,missing_404
4781,oath.com,https://oath.com/llms.txt,https://oath.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4782,zoho.eu,https://zoho.eu/llms.txt,https://www.zoho.com/llms.txt,404,2,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,4166,False,,True,False,2026-09-07T07:20:02Z,,,1,missing_404,False,missing_404
4783,cloudlinks.cn,https://cloudlinks.cn/llms.txt,https://download.yoosee.com/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,987,False,"Tue, 18 Aug 2026 09:48:44 GMT",True,False,2026-09-07T07:20:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4784,second-ns.com,https://second-ns.com/llms.txt,https://second-ns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4785,adnxs-simple.com,https://adnxs-simple.com/llms.txt,https://adnxs-simple.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4786,yango.com,https://yango.com/llms.txt,https://yango.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Yango,6,76,8694,False,"Mon, 24 Aug 2026 19:16:13 GMT",True,False,2026-09-07T07:20:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4787,shorttv.live,https://shorttv.live/llms.txt,https://www.shorttv.live/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:20:02Z,,,1,missing_404,False,missing_404
4788,aliapp.org,https://aliapp.org/llms.txt,https://aliapp.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4789,cloud.sap,https://cloud.sap/llms.txt,https://www.sap.com/products/technology-platform.html,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,410,False,,False,False,2026-09-07T07:20:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4790,aditude.cloud,http://aditude.cloud/llms.txt,https://aditude.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,SSL_ERROR,,2,network_timeout,True,network_timeout
4791,tdatamaster.com,https://tdatamaster.com/llms.txt,https://tdatamaster.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4792,nine.com.au,https://nine.com.au/llms.txt,https://www.nine.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8439,False,,False,True,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4793,freshworks.com,https://freshworks.com/llms.txt,https://www.freshworks.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Freshworks Website & Docs for AI Systems,7,78,10111,False,"Wed, 17 Dec 2025 11:06:36 GMT",True,False,2026-09-07T07:20:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4794,glbimg.com,https://glbimg.com/llms.txt,https://glbimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4795,omniroot.com,https://omniroot.com/llms.txt,https://omniroot.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4796,google.com.pg,https://google.com.pg/llms.txt,https://google.com.pg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4797,libreoffice.org,https://libreoffice.org/llms.txt,https://www.libreoffice.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4798,mango.com,https://mango.com/llms.txt,https://www.mango.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:20:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4799,expressvpn.com,https://expressvpn.com/llms.txt,https://www.expressvpn.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,ExpressVPN,7,0,4921,False,"Wed, 03 Jun 2026 16:49:55 GMT",True,True,2026-09-07T07:20:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4800,ertelecom.ru,https://ertelecom.ru/llms.txt,https://ertelecom.ru/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2151,False,,False,True,2026-09-07T07:20:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4801,telegraaf.nl,https://telegraaf.nl/llms.txt,https://www.telegraaf.nl/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:20:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4802,grab.com,https://grab.com/llms.txt,https://www.grab.com/sg/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4803,atlasobscura.com,https://atlasobscura.com/llms.txt,https://www.atlasobscura.com/404,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1995,False,,False,True,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4804,icq.com,https://icq.com/llms.txt,https://icq.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5475,False,,False,False,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4805,ama-assn.org,https://ama-assn.org/llms.txt,https://www.ama-assn.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,190,False,"Mon, 07 Sep 2026 07:20:05 GMT",False,True,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4806,reclameaqui.com.br,https://reclameaqui.com.br/llms.txt,https://www.reclameaqui.com.br/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3384,False,,False,False,2026-09-07T07:20:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4807,hatenablog.com,https://hatenablog.com/llms.txt,https://hatena.blog/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12315,False,,False,True,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4808,iol.co.za,https://iol.co.za/llms.txt,https://iol.co.za/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13506,False,,False,True,2026-09-07T07:20:03Z,,,1,missing_404,False,missing_404
4809,kaiserpermanente.org,https://kaiserpermanente.org/llms.txt,https://healthy.kaiserpermanente.org/front-door,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,35289,False,"Mon, 07 Sep 2026 00:09:32 GMT",False,True,2026-09-07T07:20:03Z,,Redirected away to https://healthy.kaiserpermanente.org/front-door,1,redirect_other,False,redirect_other
4810,canon.com,http://canon.com/llms.txt,http://canon.com/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:20:04Z,TIMEOUT,,1,missing_404,False,missing_404
4811,modsecurity.org,https://modsecurity.org/llms.txt,https://modsecurity.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8286,False,,False,False,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4812,dtscdn.com,https://dtscdn.com/llms.txt,https://dtscdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4813,worldtimeserver.com,https://worldtimeserver.com/llms.txt,https://www.worldtimeserver.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4814,nbcuott.com,https://nbcuott.com/llms.txt,https://nbcuott.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4815,hyprmx.com,https://hyprmx.com/llms.txt,https://hyprmx.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:20:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4816,jiveip.net,https://jiveip.net/llms.txt,https://jiveip.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4817,theknot.com,https://theknot.com/llms.txt,https://www.theknot.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,True,2026-09-07T07:20:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4818,jal.co.jp,https://jal.co.jp/llms.txt,https://www.jal.co.jp/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:20:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4819,eufylife.com,https://eufylife.com/llms.txt,https://eufylife.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,eufy Official Website,8,82,9617,False,,True,True,2026-09-07T07:20:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4820,pearson.com,https://pearson.com/llms.txt,https://www.pearson.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,149580,False,"Fri, 04 Sep 2026 16:21:15 GMT",True,True,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4821,aoneroom.com,https://aoneroom.com/llms.txt,https://aoneroom.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4822,fu-berlin.de,https://fu-berlin.de/llms.txt,https://www.fu-berlin.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2320,False,,False,True,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4823,kakaocdn.net,https://kakaocdn.net/llms.txt,https://kakaocdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4824,webengage.com,https://webengage.com/llms.txt,https://webengage.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15355,False,,False,True,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4825,bhphotovideo.com,https://bhphotovideo.com/llms.txt,https://bhphotovideo.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5559,False,,False,False,2026-09-07T07:20:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4826,jma.go.jp,https://jma.go.jp/llms.txt,https://jma.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4827,52.in-addr.arpa,https://52.in-addr.arpa/llms.txt,https://52.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4828,wizzair.com,https://wizzair.com/llms.txt,https://www.wizzair.com/llms.txt,405,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,2521,False,,False,True,2026-09-07T07:20:04Z,,,1,ambiguous,False,ambiguous
4829,ndmdhs.com,https://ndmdhs.com/llms.txt,https://ndmdhs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4830,falconnet.app,https://falconnet.app/llms.txt,https://falconnet.app/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4831,spamcop.net,https://spamcop.net/llms.txt,https://www.spamcop.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3916,False,,False,True,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4832,hostingersite.com,https://hostingersite.com/llms.txt,https://hostingersite.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4833,ew.com,https://ew.com/llms.txt,https://ew.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8551,False,,False,False,2026-09-07T07:20:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4834,wp2p.link,https://wp2p.link/llms.txt,https://wp2p.link/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4835,mayzaent.com,https://mayzaent.com/llms.txt,https://mayzaent.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4836,sndcdn.com,https://sndcdn.com/llms.txt,https://soundcloud.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:20:04Z,,,1,missing_404,False,missing_404
4837,bradesco.com.br,https://bradesco.com.br/llms.txt,https://banco.bradesco/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Bradesco,8,15,2312,False,"Tue, 14 Jul 2026 22:05:18 GMT",True,True,2026-09-07T07:20:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4838,tubemogul.com,https://tubemogul.com/llms.txt,https://advertising.adobe.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9333,False,,False,False,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4839,prweb.com,https://prweb.com/llms.txt,https://www.prweb.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,627,False,,False,True,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4840,thestreet.com,https://thestreet.com/llms.txt,https://thestreet.com/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,773,False,,False,True,2026-09-07T07:20:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4841,nominaltechno.com,https://nominaltechno.com/llms.txt,https://nt.technology/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38162,False,,False,True,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4842,b2clogin.com,https://b2clogin.com/llms.txt,https://b2clogin.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4843,doctolib.fr,https://doctolib.fr/llms.txt,https://www.doctolib.fr/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4844,youversionapi.com,http://youversionapi.com/llms.txt,https://youversionapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,TIMEOUT,,2,network_timeout,True,network_timeout
4845,pcgamer.com,https://pcgamer.com/llms.txt,https://www.pcgamer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,94442,False,"Mon, 07 Sep 2026 07:20:08 GMT",False,True,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4846,ev2-msedge.net,https://ev2-msedge.net/llms.txt,https://ev2-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4847,zenvy.best,https://zenvy.best/llms.txt,https://zenvy.best/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4848,alice.it,http://alice.it/llms.txt,https://alice.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
4849,softbank.jp,https://softbank.jp/llms.txt,https://www.softbank.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,50743,False,,False,True,2026-09-07T07:20:05Z,,Redirected away to https://www.softbank.jp/,1,redirect_other,False,redirect_other
4850,unicode.org,https://unicode.org/llms.txt,https://unicode.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4851,webdav.org,http://webdav.org/llms.txt,http://webdav.org/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,256,False,,False,False,2026-09-07T07:20:05Z,TIMEOUT,,1,missing_404,False,missing_404
4852,cashparking.com,http://cashparking.com/llms.txt,https://cashparking.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,TIMEOUT,,2,network_timeout,True,network_timeout
4853,campaign-archive.com,https://campaign-archive.com/llms.txt,https://campaign-archive.com/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,373,False,,False,True,2026-09-07T07:36:37Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
4854,kvant-telecom.ru,https://kvant-telecom.ru/llms.txt,https://kvant-telecom.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11735,False,,False,True,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4855,kozow.com,http://kozow.com/llms.txt,https://freeddns.dynu.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,19779,False,"Thu, 22 Jan 2026 19:34:00 GMT",True,False,2026-09-07T07:20:05Z,TIMEOUT,Redirected away to https://freeddns.dynu.com/,1,redirect_other,False,redirect_other
4856,konghq.com,https://konghq.com/llms.txt,https://konghq.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Kong,11,39,12820,False,"Wed, 02 Sep 2026 13:33:45 GMT",True,True,2026-09-07T07:20:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4857,drive2.ru,https://drive2.ru/llms.txt,https://www.drive2.ru/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,902,False,,False,True,2026-09-07T07:20:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4858,ucr.edu,https://ucr.edu/llms.txt,https://www.ucr.edu,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,6150,False,"Mon, 07 Sep 2026 05:39:45 GMT",True,True,2026-09-07T07:20:05Z,,Redirected away to https://www.ucr.edu,1,redirect_other,False,redirect_other
4859,msauthimages.net,https://msauthimages.net/llms.txt,https://msauthimages.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4860,harpersbazaar.com,https://harpersbazaar.com/llms.txt,https://www.harpersbazaar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:20:05Z,,,1,missing_404,False,missing_404
4861,akasripcn.net,https://akasripcn.net/llms.txt,https://akasripcn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4862,domru.ru,https://domru.ru/llms.txt,https://dom.ru/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,23000,False,,False,False,2026-09-07T07:20:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4863,verizon.net,http://verizon.net/llms.txt,https://www.verizon.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,113641,False,"Thu, 03 Sep 2026 23:11:52 GMT",False,False,2026-09-07T07:20:07Z,SSL_ERROR,Redirected away to https://www.verizon.com/,1,redirect_other,False,redirect_other
4864,dyn.com,https://dyn.com/llms.txt,https://www.oracle.com/cloud/networking/dns/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:20:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4865,correios.com.br,https://correios.com.br/llms.txt,https://www.correios.com.br,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,64620,False,,False,True,2026-09-07T07:20:07Z,,Redirected away to https://www.correios.com.br,1,redirect_other,False,redirect_other
4866,zappos.com,https://zappos.com/llms.txt,https://www.zappos.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56505,False,,True,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4867,geneanet.org,https://geneanet.org/llms.txt,https://geneanet.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:20:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4868,goodrx.com,https://goodrx.com/llms.txt,https://goodrx.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
4869,shopee.com,https://shopee.com/llms.txt,https://shopee.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,19779,False,"Fri, 06 Mar 2026 09:21:08 GMT",True,True,2026-09-07T07:20:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4870,appdome.com,https://appdome.com/llms.txt,https://www.appdome.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,75263,False,"Sun, 06 Sep 2026 10:13:23 GMT",True,False,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4871,attdns.com,https://attdns.com/llms.txt,https://attdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4872,dr.dk,https://dr.dk/llms.txt,https://www.dr.dk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1635,False,"Wed, 13 May 2026 08:21:33 GMT",True,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4873,awsapprunner.com,https://awsapprunner.com/llms.txt,https://awsapprunner.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4874,youradchoices.com,https://youradchoices.com/llms.txt,https://youradchoices.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4875,20min.ch,https://20min.ch/llms.txt,https://www.20min.ch/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48781,False,,True,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4876,ns.ua,https://ns.ua/llms.txt,https://ns.ua/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4877,youngjoygame.com,https://youngjoygame.com/llms.txt,https://youngjoygame.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4878,aaa.com,https://aaa.com/llms.txt,https://www.aaa.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,3649,False,"Sun, 07 Apr 2024 00:08:57 GMT",True,False,2026-09-07T07:20:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4879,honeygain.com,https://honeygain.com/llms.txt,https://www.honeygain.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45908,False,,False,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4880,emarketer.com,https://emarketer.com/llms.txt,https://www.emarketer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28642,False,,False,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4881,kaufland.de,https://kaufland.de/llms.txt,https://www.kaufland.de/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3198,False,,False,False,2026-09-07T07:20:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4882,king.com,https://king.com/llms.txt,https://www.king.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4883,9mod.com,https://9mod.com/llms.txt,https://9mod.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43295,False,,False,True,2026-09-07T07:20:07Z,,,1,missing_404,False,missing_404
4884,drugs.com,https://drugs.com/llms.txt,https://www.drugs.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:20:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4885,fastecn.com,https://fastecn.com/llms.txt,https://fastecn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4886,invisioncic.com,https://invisioncic.com/llms.txt,https://invisioncic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4887,tlivesource.com,https://tlivesource.com/llms.txt,https://tlivesource.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:08Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
4888,island.io,https://island.io/llms.txt,https://www.island.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59221,False,"Fri, 04 Sep 2026 13:59:28 GMT",True,True,2026-09-07T07:20:08Z,,,1,missing_404,False,missing_404
4889,linklist.bio,https://linklist.bio/llms.txt,https://linklist.bio,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,33167,False,,False,True,2026-09-07T07:20:08Z,,Redirected away to https://linklist.bio,1,redirect_other,False,redirect_other
4890,zstaticcdn.com,https://zstaticcdn.com/llms.txt,https://lf3-ips.zstaticcdn.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,47635,False,"Mon, 07 Sep 2026 07:20:11 GMT",False,True,2026-09-07T07:20:08Z,,Redirected away to https://lf3-ips.zstaticcdn.com,1,redirect_other,False,redirect_other
4891,rogers.com,https://rogers.com/llms.txt,https://www.rogers.com/404,404,2,True,text/html,missing_404,False,False,False,,0,0,2339,False,"Tue, 21 Jul 2026 14:25:52 GMT",True,False,2026-09-07T07:20:08Z,,,1,missing_404,False,missing_404
4892,qualys.com,https://qualys.com/llms.txt,https://www.qualys.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Qualys, Inc. – Information for AI Assistants",9,0,9690,False,,True,True,2026-09-07T07:20:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4893,prosv.ru,https://prosv.ru/llms.txt,https://id.prosv.ru/api/state.html?expect=state&return=https://prosv.ru/llms.txt&parameter=_idp_state,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,864,False,,False,False,2026-09-07T07:20:08Z,,Redirected away to https://id.prosv.ru/api/state.html?expect=state&return=https://prosv.ru/llms.txt&parameter=_idp_state,1,redirect_other,False,redirect_other
4894,tabletcaptiveportal.com,http://tabletcaptiveportal.com/llms.txt,http://tabletcaptiveportal.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:20:08Z,TIMEOUT,,1,missing_404,False,missing_404
4895,aps.org,https://aps.org/llms.txt,https://www.aps.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5554,False,,False,False,2026-09-07T07:20:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4896,gdms.cloud,https://gdms.cloud/llms.txt,https://www.gdms.cloud/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1212,False,"Mon, 10 Aug 2026 03:14:10 GMT",True,True,2026-09-07T07:20:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4897,anker-in.com,https://anker-in.com/llms.txt,https://www.anker-in.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30736,False,,True,True,2026-09-07T07:20:08Z,,,1,missing_404,False,missing_404
4898,queniusy.com,https://queniusy.com/llms.txt,https://queniusy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4899,zdnscloud.info,https://zdnscloud.info/llms.txt,https://zdnscloud.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4900,rice.edu,https://rice.edu/llms.txt,https://www.rice.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Sat, 05 Sep 2026 15:08:33 GMT",True,True,2026-09-07T07:20:08Z,,,1,missing_404,False,missing_404
4901,youdao.com,https://youdao.com/llms.txt,https://youdao.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,145,False,,False,False,2026-09-07T07:20:08Z,,,1,missing_404,False,missing_404
4902,emory.edu,https://emory.edu/llms.txt,https://www.emory.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187,False,"Mon, 07 Sep 2026 07:20:13 GMT",True,True,2026-09-07T07:20:08Z,,,1,missing_404,False,missing_404
4903,trs-dns.info,https://trs-dns.info/llms.txt,https://trs-dns.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4904,janusaent.com,https://janusaent.com/llms.txt,https://janusaent.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4905,nj.gov,https://nj.gov/llms.txt,https://nj.gov/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,11712,False,,False,False,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4906,ghcr.io,https://ghcr.io/llms.txt,https://ghcr.io/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4907,acast.com,https://acast.com/llms.txt,https://www.acast.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47514,False,"Fri, 04 Sep 2026 12:53:17 GMT",True,True,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4908,sb-cd.com,https://sb-cd.com/llms.txt,https://sb-cd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4909,uw.edu,https://uw.edu/llms.txt,https://www.washington.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14999,False,,False,True,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4910,pardot.com,https://pardot.com/llms.txt,https://pardot.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
4911,homes.com,https://homes.com/llms.txt,https://homes.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,True,2026-09-07T07:20:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4912,softpedia.com,https://softpedia.com/llms.txt,https://www.softpedia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10311,False,,False,True,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4913,heytapdownload.com,https://heytapdownload.com/llms.txt,https://heytapdownload.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,24,False,,False,False,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4914,capcutstatic.com,https://capcutstatic.com/llms.txt,https://capcutstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4915,copper6.com,https://copper6.com/llms.txt,https://copper6.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,732,False,"Sun, 26 Jul 2026 08:24:46 GMT",True,True,2026-09-07T07:20:09Z,,,1,missing_404,False,missing_404
4916,just-eat.co.uk,https://just-eat.co.uk/llms.txt,https://www.just-eat.co.uk/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5688,False,,False,False,2026-09-07T07:20:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4917,arte.tv,https://arte.tv/llms.txt,https://www.arte.tv/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,17,False,,False,True,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4918,nic.ai,https://nic.ai/llms.txt,https://nic.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ai Site,5,3,3192,False,,True,True,2026-09-07T07:20:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4919,openxcdn.net,https://openxcdn.net/llms.txt,https://openxcdn.net/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4920,volcmcdn3.com,https://volcmcdn3.com/llms.txt,https://volcmcdn3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4921,eleconomista.es,https://eleconomista.es/llms.txt,https://www.eleconomista.es/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:20:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4922,marksandspencer.com,https://marksandspencer.com/llms.txt,https://www.marksandspencer.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2580,False,,False,True,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4923,alphadnszone.com,https://alphadnszone.com/llms.txt,https://alphadnszone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4924,harica.gr,https://harica.gr/llms.txt,https://www.harica.gr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,678,False,,False,True,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4925,dtvce.com,https://dtvce.com/llms.txt,https://dtvce.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4926,alexa.com,https://alexa.com/llms.txt,https://alexa.amazon.com/about,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,15788,False,,False,False,2026-09-07T07:20:10Z,,Redirected away to https://alexa.amazon.com/about,1,redirect_other,False,redirect_other
4927,ntv.co.jp,https://ntv.co.jp/llms.txt,https://www.ntv.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1651,False,"Thu, 02 Sep 2021 05:46:53 GMT",True,False,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4928,argentina.gob.ar,https://argentina.gob.ar/llms.txt,https://www.argentina.gob.ar/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1348,False,,False,True,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4929,keenetic.pro,https://keenetic.pro/llms.txt,https://keenetic.pro/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1018,False,,False,True,2026-09-07T07:20:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4930,fastcgi.com,http://fastcgi.com/llms.txt,https://fastcgi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
4931,streamabc.link,https://streamabc.link/llms.txt,https://streamabc.link/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4932,samsungotn.net,https://samsungotn.net/llms.txt,https://samsungotn.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1164,False,,False,True,2026-09-07T07:20:10Z,,,1,missing_404,False,missing_404
4933,jivo.ru,https://jivo.ru/llms.txt,https://www.jivo.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10925,False,,True,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4934,expiredwixdomain.com,https://expiredwixdomain.com/llms.txt,https://expiredwixdomain.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2239,False,,False,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4935,hgtv.com,https://hgtv.com/llms.txt,https://www.hgtv.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:20:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4936,vodafone-ip.de,https://vodafone-ip.de/llms.txt,https://vodafone-ip.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4937,businessweek.com,https://businessweek.com/llms.txt,https://www.bloomberg.com/businessweek,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,9653,False,,False,False,2026-09-07T07:20:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4938,nspk.ru,https://nspk.ru/llms.txt,https://nspk.ru/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,36448,False,,False,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4939,dayforcehcm.com,https://dayforcehcm.com/llms.txt,https://www.dayforcehcm.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4940,ddnsfree.com,http://ddnsfree.com/llms.txt,https://freeddns.dynu.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,19779,False,"Thu, 22 Jan 2026 19:34:00 GMT",True,False,2026-09-07T07:20:11Z,TIMEOUT,Redirected away to https://freeddns.dynu.com/,1,redirect_other,False,redirect_other
4941,deccanherald.com,https://deccanherald.com/llms.txt,https://www.deccanherald.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62037,False,,True,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4942,flowgpt.com,https://flowgpt.com/llms.txt,https://flowgpt.com/,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5772,False,,False,True,2026-09-07T07:20:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4943,ble.ir,https://ble.ir/llms.txt,https://ble.ir/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3486,False,,False,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4944,tripadvisor.fr,https://tripadvisor.fr/llms.txt,https://www.tripadvisor.fr/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:20:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4945,walmart.ca,https://walmart.ca/llms.txt,https://www.walmart.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85022,False,"Mon, 07 Sep 2026 07:20:13 GMT",False,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4946,kzhi.tech,https://kzhi.tech/llms.txt,https://kzhi.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4947,fabulous.com,http://fabulous.com/llms.txt,https://fabulous.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19532,False,,False,False,2026-09-07T07:36:39Z,CONNECTION_ERROR,,2,network_timeout,True,missing_404
4948,moovitapp.com,https://moovitapp.com/llms.txt,https://moovitapp.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,163986,False,"Tue, 24 Feb 2026 09:56:12 GMT",True,False,2026-09-07T07:20:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4949,gmu.edu,https://gmu.edu/llms.txt,https://www.gmu.edu/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 07:20:17 GMT",True,True,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4950,google.sk,https://google.sk/llms.txt,https://google.sk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4951,iranlms.ir,http://iranlms.ir/llms.txt,https://iranlms.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
4952,fwupd.org,https://fwupd.org/llms.txt,https://fwupd.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6028,False,,False,False,2026-09-07T07:20:11Z,,,1,missing_404,False,missing_404
4953,aap.org,https://aap.org/llms.txt,https://www.aap.org/en/error?code=404&from=/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,1322,False,,False,False,2026-09-07T07:20:11Z,,Redirected away to https://www.aap.org/en/error?code=404&from=/llms.txt,1,redirect_other,False,redirect_other
4954,vc.ru,https://vc.ru/llms.txt,https://vc.ru/solve-captcha/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,2527,False,"Thu, 03 Sep 2026 16:28:57 GMT",True,False,2026-09-07T07:20:12Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4955,casasbahia.com.br,https://casasbahia.com.br/llms.txt,https://casasbahia.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,False,2026-09-07T07:20:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4956,blackspider.com,https://blackspider.com/llms.txt,https://blackspider.com/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,199,False,,False,False,2026-09-07T07:20:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4957,connman.net,https://connman.net/llms.txt,https://connman.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4958,missena.io,https://missena.io/llms.txt,https://missena.io/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,49,False,"Mon, 18 May 2026 15:52:55 GMT",True,True,2026-09-07T07:20:12Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4959,trs-dns.org,https://trs-dns.org/llms.txt,https://trs-dns.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4960,manchester.ac.uk,https://manchester.ac.uk/llms.txt,https://www.manchester.ac.uk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,11423,False,,False,True,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4961,hindawi.com,https://hindawi.com/llms.txt,https://hindawi.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5789,False,,False,False,2026-09-07T07:20:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4962,meli.com,https://meli.com/llms.txt,https://meli.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4963,html5up.net,https://html5up.net/llms.txt,https://html5up.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3034,False,,False,False,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4964,zyxel.com,http://zyxel.com/llms.txt,https://zyxel.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:40Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
4965,vk-portal.net,https://vk-portal.net/llms.txt,https://vk-portal.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,148,False,,False,False,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4966,tinder.com,https://tinder.com/llms.txt,https://tinder.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,84780,False,,True,True,2026-09-07T07:20:12Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4967,liquidweb.com,https://liquidweb.com/llms.txt,https://www.liquidweb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,445159,False,,False,True,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4968,azure-dns.org,https://azure-dns.org/llms.txt,https://azure-dns.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4969,pressreader.com,https://pressreader.com/llms.txt,https://www.pressreader.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4552,False,,False,True,2026-09-07T07:20:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4970,tik.porn,https://tik.porn/llms.txt,https://tik.porn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13246,False,,False,True,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4971,phpmyadmin.net,https://phpmyadmin.net/llms.txt,https://www.phpmyadmin.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15917,False,,False,False,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4972,progressive.com,https://progressive.com/llms.txt,https://www.progressive.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58859,False,,False,True,2026-09-07T07:20:12Z,,,1,missing_404,False,missing_404
4973,tiktokw.eu,https://tiktokw.eu/llms.txt,https://tiktokw.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4974,govinfo.gov,https://govinfo.gov/llms.txt,https://www.govinfo.gov/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,65587,False,"Fri, 04 Sep 2026 20:08:42 GMT",False,False,2026-09-07T07:20:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
4975,2miners.com,https://2miners.com/llms.txt,https://2miners.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1911,False,,True,False,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4976,pscp.tv,https://pscp.tv/llms.txt,https://www.pscp.tv/llms.txt,400,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,15319,False,,False,True,2026-09-07T07:20:13Z,,,1,ambiguous,False,ambiguous
4977,gamestop.com,https://gamestop.com/llms.txt,https://www.gamestop.com//llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:20:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4978,channelnewsasia.com,https://channelnewsasia.com/llms.txt,https://www.channelnewsasia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,409,False,"Mon, 07 Sep 2026 07:20:14 GMT",True,True,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4979,microsoft-int.com,https://microsoft-int.com/llms.txt,https://microsoft-int.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2667,False,,False,False,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4980,goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com,https://goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com/llms.txt,https://goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:42Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
4981,pushd.com,https://pushd.com/llms.txt,https://auraframes.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,46984,False,,True,True,2026-09-07T07:20:13Z,,Redirected away to https://auraframes.com/,1,redirect_other,False,redirect_other
4982,lnkdns.net,https://lnkdns.net/llms.txt,https://lnkdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4983,service-public.fr,https://service-public.fr/llms.txt,https://www.service-public.gouv.fr/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,16625,False,"Wed, 29 Jul 2026 08:33:59 GMT",True,False,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4984,byteeffecttos-g.com,https://byteeffecttos-g.com/llms.txt,https://byteeffecttos-g.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4985,thinkingdata.cn,https://thinkingdata.cn/llms.txt,https://www.thinkingai.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2666,False,,True,False,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4986,jivox.com,https://jivox.com/llms.txt,https://davincicommerce.ai/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4987,monster.com,https://monster.com/llms.txt,https://www.monster.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Monster,17,19,14047,False,,False,True,2026-09-07T07:20:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
4988,charter.com,http://charter.com/llms.txt,https://charter.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
4989,musescore.com,https://musescore.com/llms.txt,https://musescore.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,15458,False,,False,False,2026-09-07T07:20:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4990,qvdt3feo.com,https://qvdt3feo.com/llms.txt,https://qvdt3feo.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4991,dual-s-dc-msedge.net,https://dual-s-dc-msedge.net/llms.txt,https://dual-s-dc-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4992,counterpane.com,https://counterpane.com/llms.txt,https://www.schneier.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17952,False,"Mon, 07 Sep 2026 07:20:17 GMT",False,True,2026-09-07T07:20:13Z,,,1,missing_404,False,missing_404
4993,weixinbridge.com,https://weixinbridge.com/llms.txt,https://weixinbridge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4994,gmru.net,https://gmru.net/llms.txt,https://gmru.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4995,lesechos.fr,https://lesechos.fr/llms.txt,https://www.lesechos.fr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,True,2026-09-07T07:20:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
4996,myportfolio.com,https://myportfolio.com/llms.txt,https://portfolio.adobe.com/error,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,20668,False,"Tue, 01 Sep 2026 17:40:13 GMT",True,True,2026-09-07T07:20:14Z,,Redirected away to https://portfolio.adobe.com/error,1,redirect_other,False,redirect_other
4997,getadblock.com,https://getadblock.com/llms.txt,https://getadblock.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,10,False,,False,False,2026-09-07T07:20:14Z,,,1,missing_404,False,missing_404
4998,gorgias.chat,https://gorgias.chat/llms.txt,https://gorgias.chat/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
4999,napps-1.com,https://napps-1.com/llms.txt,https://napps-1.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:20:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5000,sendsay.ru,https://sendsay.ru/llms.txt,https://sendsay.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,49675,False,,True,False,2026-09-07T07:20:14Z,,,1,missing_404,False,missing_404
5001,sfdcfc.net,https://sfdcfc.net/llms.txt,https://sfdcfc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5002,br.com,http://br.com/llms.txt,https://br.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
5003,midjourney.com,http://midjourney.com/llms.txt,https://midjourney.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:50Z,SSL_ERROR,,2,network_timeout,True,network_timeout
5004,thairath.co.th,https://thairath.co.th/llms.txt,https://www.thairath.co.th/llms.txt,504,1,True,text/html,network_timeout,False,False,False,,0,0,160,False,,False,True,2026-09-07T07:36:50Z,SERVER_ERROR_504,,2,network_timeout,True,network_timeout
5005,xn--ngstr-lra8j.com,https://xn--ngstr-lra8j.com/llms.txt,https://xn--ngstr-lra8j.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5006,ixbt.com,https://ixbt.com/llms.txt,https://www.ixbt.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59335,False,,False,True,2026-09-07T07:36:52Z,,,2,network_timeout,True,missing_404
5007,kremlin.ru,http://kremlin.ru/llms.txt,http://kremlin.ru/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7717,False,,True,False,2026-09-07T07:20:27Z,TIMEOUT,,1,missing_404,False,missing_404
5008,travelandleisure.com,https://travelandleisure.com/llms.txt,https://travelandleisure.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,140364,False,,False,False,2026-09-07T07:20:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5009,tobsnssdk.com,https://tobsnssdk.com/llms.txt,https://tobsnssdk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5010,ladbrokes.com,https://ladbrokes.com/llms.txt,https://www.ladbrokes.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1149,False,,False,True,2026-09-07T07:20:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5011,royalsocietypublishing.org,https://royalsocietypublishing.org/llms.txt,https://royalsocietypublishing.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5590,False,,False,False,2026-09-07T07:20:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5012,bleepingcomputer.com,https://bleepingcomputer.com/llms.txt,https://www.bleepingcomputer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32768,False,,False,True,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5013,coveo.com,https://coveo.com/llms.txt,https://coveo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:52Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
5014,iherb.com,https://iherb.com/llms.txt,https://in.iherb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12432,False,,False,True,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5015,acehardware.com,https://acehardware.com/llms.txt,https://www.acehardware.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Ace Hardware,7,45,7286,True,"Fri, 15 May 2026 19:51:06 GMT",True,True,2026-09-07T07:20:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5016,xtracloud.cn,http://xtracloud.cn/llms.txt,https://xtracloud.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
5017,d-53.jp,https://d-53.jp/llms.txt,https://d-53.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5018,rusprofile.ru,https://rusprofile.ru/llms.txt,https://www.rusprofile.ru/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5019,ahagamecenter.com,https://ahagamecenter.com/llms.txt,https://ahagamecenter.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:20:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5020,nato.int,https://nato.int/llms.txt,https://nato.int/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,82897,False,,False,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5021,interfax.ru,https://interfax.ru/llms.txt,https://www.interfax.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2596,False,,False,True,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5022,karte.io,https://karte.io/llms.txt,https://karte.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12888,False,"Mon, 07 Sep 2026 06:04:03 GMT",True,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5023,imageshack.com,https://imageshack.com/llms.txt,https://imageshack.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,6768,False,,False,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5024,dnspod.cn,https://dnspod.cn/llms.txt,https://www.dnspod.cn/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11969,False,,False,False,2026-09-07T07:20:27Z,,Redirected away to https://www.dnspod.cn/,1,redirect_other,False,redirect_other
5025,theweathernetwork.com,https://theweathernetwork.com/llms.txt,https://theweathernetwork.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5026,mosyle.com,https://mosyle.com/llms.txt,https://mosyle.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15215,False,,False,True,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5027,ijg.org,https://ijg.org/llms.txt,https://ijg.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,601,False,,False,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5028,ethdisco.net,https://ethdisco.net/llms.txt,https://ethdisco.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5029,krone.at,https://krone.at/llms.txt,https://www.krone.at/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15835,False,,False,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5030,gdflpr.com,https://gdflpr.com/llms.txt,https://gdflpr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5031,dartmouth.edu,https://dartmouth.edu/llms.txt,http://www.dartmouth.edu/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3596,False,,False,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5032,kxcdn.com,https://kxcdn.com/llms.txt,https://kxcdn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1438,False,,True,False,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5033,sbs.com.au,https://sbs.com.au/llms.txt,https://www.sbs.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2489,False,,True,True,2026-09-07T07:20:27Z,,,1,missing_404,False,missing_404
5034,zepto.co.in,https://zepto.co.in/llms.txt,https://zepto.co.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5035,cbp.gov,https://cbp.gov/llms.txt,https://cbp.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,False,2026-09-07T07:20:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5036,pyrus.com,https://pyrus.com/llms.txt,https://pyrus.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2378,False,,False,True,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5037,google.co.ls,https://google.co.ls/llms.txt,https://google.co.ls/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5038,laposte.fr,https://laposte.fr/llms.txt,https://www.laposte.fr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,22308,False,,False,True,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5039,mx-ns.mx,https://mx-ns.mx/llms.txt,https://mx-ns.mx/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5040,redislabs.com,https://redislabs.com/llms.txt,https://redislabs.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,566,False,,False,True,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5041,docusign.net,https://docusign.net/llms.txt,https://docusign.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5042,widgetable.net,https://widgetable.net/llms.txt,https://widgetable.net/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,642,False,"Thu, 04 Dec 2025 06:55:47 GMT",True,False,2026-09-07T07:20:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5043,kijiji.ca,https://kijiji.ca/llms.txt,https://www.kijiji.ca/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Kijiji,11,4,2933,False,"Wed, 02 Sep 2026 22:26:50 GMT",True,True,2026-09-07T07:20:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5044,rsasecurity.com,https://rsasecurity.com/llms.txt,https://rsasecurity.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5045,intermedia.net,https://intermedia.net/llms.txt,https://www.intermedia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40920,False,,False,True,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5046,rj.link,https://rj.link/llms.txt,https://rj.link/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,10629,False,,True,False,2026-09-07T07:20:28Z,,,1,missing_404,False,missing_404
5047,qvc.com,https://qvc.com/llms.txt,https://qvc.com/llms.txt,418,0,True,text/html,ambiguous,False,False,False,,0,0,1046,False,,False,True,2026-09-07T07:20:29Z,,,1,ambiguous,False,ambiguous
5048,ultradns2.com,https://ultradns2.com/llms.txt,https://ultradns2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5049,buyee.jp,https://buyee.jp/llms.txt,https://buyee.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:20:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5050,fandango.com,https://fandango.com/llms.txt,https://www.fandango.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3112,False,,True,False,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5051,jcpenney.com,http://jcpenney.com/llms.txt,https://jcpenney.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
5052,activision.com,http://activision.com/llms.txt,https://activision.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
5053,openoffice.org,https://openoffice.org/llms.txt,https://www.openoffice.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8994,False,,False,False,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5054,videotron.ca,https://videotron.ca/llms.txt,https://www.videotron.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,"Mon, 07 Sep 2026 07:20:31 GMT",False,True,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5055,spec.org,https://spec.org/llms.txt,https://spec.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7964,False,,False,False,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5056,buffalo.edu,https://buffalo.edu/llms.txt,https://www.buffalo.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7347,False,"Fri, 08 Oct 2021 20:41:59 GMT",True,False,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5057,mass.gov,https://mass.gov/llms.txt,https://www.mass.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,14062,False,,False,True,2026-09-07T07:20:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5058,zoneedit.com,https://zoneedit.com/llms.txt,https://zoneedit.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ZoneEdit,4,34,5738,True,,False,True,2026-09-07T07:20:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5059,ufanet.ru,http://ufanet.ru/llms.txt,https://ufanet.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
5060,uidapi.com,https://uidapi.com/llms.txt,https://uidapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5061,tvp.pl,https://tvp.pl/llms.txt,https://www.tvp.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1928,False,,False,True,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5062,ortb.net,https://ortb.net/llms.txt,https://ortb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5063,miamiherald.com,http://miamiherald.com/llms.txt,https://miamiherald.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
5064,airtel.in,https://airtel.in/llms.txt,https://www.airtel.in/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,374,172246,False,"Tue, 23 Jun 2026 10:01:01 GMT",True,True,2026-09-07T07:20:29Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5065,blueapron.com,https://blueapron.com/llms.txt,https://www.blueapron.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5559,False,,False,False,2026-09-07T07:20:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5066,quicksetcloud.com,https://quicksetcloud.com/llms.txt,https://quicksetcloud.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,824,False,"Mon, 07 Sep 2026 07:20:31 GMT",False,True,2026-09-07T07:20:29Z,,,1,missing_404,False,missing_404
5067,cudaops.com,https://cudaops.com/llms.txt,https://cudaops.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5068,infogram.com,https://infogram.com/llms.txt,https://infogram.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,161227,False,,True,False,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5069,mcafee.net,http://mcafee.net/llms.txt,https://mcafee.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:36:57Z,TIMEOUT,,2,network_timeout,True,network_timeout
5070,nodes.ac,https://nodes.ac/llms.txt,https://nodes.ac/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5071,dns1.co.za,http://dns1.co.za/llms.txt,https://dns1.co.za/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
5072,anyrtb.com,http://anyrtb.com/llms.txt,https://anyrtb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
5073,test.com,https://test.com/llms.txt,https://test.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5074,theage.com.au,https://theage.com.au/llms.txt,https://www.theage.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7289,False,,False,True,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5075,onfinality.io,https://onfinality.io/llms.txt,https://onfinality.io/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,OnFinality,2,106,16990,False,"Mon, 07 Sep 2026 01:24:26 GMT",True,True,2026-09-07T07:20:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5076,dns2.co.za,http://dns2.co.za/llms.txt,https://dns2.co.za/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:10Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
5077,mediagotechnology.com,https://mediagotechnology.com/llms.txt,https://mediagotechnology.com/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5078,frameo.net,https://frameo.net/llms.txt,https://www.frameo.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10578,False,"Thu, 03 Sep 2026 08:59:37 GMT",False,True,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5079,adzerk.net,https://adzerk.net/llms.txt,https://adzerk.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5080,ebay.it,https://ebay.it/llms.txt,https://ebay.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:12Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5081,nhtsa.gov,https://nhtsa.gov/llms.txt,https://www.nhtsa.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:20:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5082,phonepe.com,https://phonepe.com/llms.txt,https://www.phonepe.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2206,False,"Thu, 17 Apr 2025 07:38:26 GMT",False,True,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5083,espressif.com,https://espressif.com/llms.txt,https://www.espressif.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5084,yolasite.com,https://yolasite.com/llms.txt,https://www.yola.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14285,False,,False,False,2026-09-07T07:20:30Z,,,1,missing_404,False,missing_404
5085,sa.com,https://sa.com/llms.txt,https://sa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5086,bytegslb.com,https://bytegslb.com/llms.txt,https://bytegslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5087,google.dz,https://google.dz/llms.txt,https://google.dz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5088,serverwatch.com,https://serverwatch.com/llms.txt,https://www.serverwatch.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,ServerWatch,4,39,8169,False,,False,True,2026-09-07T07:20:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5089,gq.com,https://gq.com/llms.txt,https://www.gq.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16086,False,,False,True,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5090,webtoons.com,https://webtoons.com/llms.txt,https://www.webtoons.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5555,False,,True,True,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5091,yummyani.me,https://yummyani.me/llms.txt,https://old.yummyani.me/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18591,False,,False,False,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5092,runnr.in,https://runnr.in/llms.txt,https://zomato.runnr.in/llms.txt,404,1,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,28,False,,False,True,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5093,biblehub.com,https://biblehub.com/llms.txt,https://biblehub.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,991,False,,False,False,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5094,kubernetes.io,https://kubernetes.io/llms.txt,https://kubernetes.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31882,False,,True,True,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5095,emirates.com,http://emirates.com/llms.txt,https://emirates.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:13Z,TIMEOUT,,2,network_timeout,True,network_timeout
5096,firstbytedns.net,https://firstbytedns.net/llms.txt,https://firstbytedns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5097,chinanetcenter.com,https://chinanetcenter.com/llms.txt,https://chinanetcenter.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5098,app.google,https://app.google/llms.txt,https://app.google/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5099,wassenaar.org,https://wassenaar.org/llms.txt,https://www.wassenaar.org,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,68938,False,,False,False,2026-09-07T07:20:31Z,,Redirected away to https://www.wassenaar.org,1,redirect_other,False,redirect_other
5100,nifty.com,https://nifty.com/llms.txt,https://www.nifty.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21977,False,,True,True,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5101,lapresse.ca,https://lapresse.ca/llms.txt,https://www.lapresse.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,124218,False,,False,True,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5102,qzwxrtyk.com,https://qzwxrtyk.com/llms.txt,https://qzwxrtyk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5103,washingtontimes.com,https://washingtontimes.com/llms.txt,https://www.washingtontimes.com/llms.txt/,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5590,False,,False,False,2026-09-07T07:20:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5104,share-dns.net,https://share-dns.net/llms.txt,https://share-dns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5105,lexisnexis.com,https://lexisnexis.com/llms.txt,https://lexisnexis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:21Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
5106,bedrock.tech,https://bedrock.tech/llms.txt,https://bedrock.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5107,detailroi.com,https://detailroi.com/llms.txt,https://detailroi.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5108,azurerms.com,http://azurerms.com/llms.txt,https://azurerms.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:21Z,TIMEOUT,,2,network_timeout,True,network_timeout
5109,magnite.com,https://magnite.com/llms.txt,https://www.magnite.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,14,63,6102,True,"Tue, 18 Aug 2026 21:50:07 GMT",True,True,2026-09-07T07:20:31Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5110,sitemaps.org,https://sitemaps.org/llms.txt,https://sitemaps.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,103,False,,False,False,2026-09-07T07:20:31Z,,,1,missing_404,False,missing_404
5111,afafb.com,https://afafb.com/llms.txt,https://afafb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5112,cdnhwcuim119.com,https://cdnhwcuim119.com/llms.txt,https://cdnhwcuim119.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5113,depositphotos.com,https://depositphotos.com/llms.txt,https://depositphotos.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Depositphotos,10,75,10643,False,"Mon, 20 Apr 2026 12:26:12 GMT",True,False,2026-09-07T07:20:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5114,mediamelon.com,https://mediamelon.com/llms.txt,https://mediamelon.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:20:32Z,,,1,missing_404,False,missing_404
5115,keepverify.net,https://keepverify.net/llms.txt,https://keepverify.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5116,laravel-news.com,https://laravel-news.com/llms.txt,https://laravel-news.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38495,False,,False,True,2026-09-07T07:20:32Z,,,1,missing_404,False,missing_404
5117,outlookindia.com,https://outlookindia.com/llms.txt,https://www.outlookindia.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Outlook India,5,10,2341,False,,True,False,2026-09-07T07:20:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5118,18.in-addr.arpa,https://18.in-addr.arpa/llms.txt,https://18.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5119,cybertrust.com,http://cybertrust.com/llms.txt,https://cybertrust.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
5120,clara.net,http://clara.net/llms.txt,https://www.claranet.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,www.claranet.com — Multi-regional Website,1,4,618,False,"Tue, 21 Jul 2026 11:00:56 GMT",False,True,2026-09-07T07:20:32Z,SSL_ERROR,,1,confirmed_llms_txt,False,confirmed_llms_txt
5121,google.tm,https://google.tm/llms.txt,https://google.tm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:20:32Z,,,1,missing_404,False,missing_404
5122,knowyourmeme.com,https://knowyourmeme.com/llms.txt,https://knowyourmeme.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,5410,False,,False,True,2026-09-07T07:20:32Z,,,1,missing_404,False,missing_404
5123,mediaset.it,https://mediaset.it/llms.txt,https://www.mediaset.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,312,False,,False,True,2026-09-07T07:20:32Z,,,1,missing_404,False,missing_404
5124,clover.com,https://clover.com/llms.txt,https://www.clover.com/llms.txt,404,1,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:20:32Z,,,1,missing_404,False,missing_404
5125,ora.com,https://ora.com/llms.txt,https://www.oreilly.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,O’Reilly Media - Technology and Business Training,16,139,18762,False,"Tue, 24 Mar 2026 21:13:25 GMT",False,True,2026-09-07T07:20:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5126,lycos.com,http://lycos.com/llms.txt,https://lycos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
5127,kwaipay.app,https://kwaipay.app/llms.txt,https://kwaipay.app/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5128,larksuite.com,https://larksuite.com/llms.txt,https://www.larksuite.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58758,False,,False,False,2026-09-07T07:20:33Z,,,1,missing_404,False,missing_404
5129,queniuso.com,https://queniuso.com/llms.txt,https://queniuso.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5130,whost-solutions.ru,https://whost-solutions.ru/llms.txt,https://whost-solutions.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5131,oilprice.com,https://oilprice.com/llms.txt,https://oilprice.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OilPrice.com,8,19,4462,True,"Mon, 17 Aug 2026 10:38:48 GMT",True,True,2026-09-07T07:20:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5132,gitv.tv,https://gitv.tv/llms.txt,https://gitv.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:33Z,,,1,missing_404,False,missing_404
5133,qodeinteractive.com,https://qodeinteractive.com/llms.txt,https://qodeinteractive.com/llms.txt,500,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,535,False,,False,True,2026-09-07T07:37:24Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
5134,cadent.com,https://cadent.com/llms.txt,https://www.cadent.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25150,False,"Tue, 18 Aug 2026 19:37:36 GMT",True,True,2026-09-07T07:20:33Z,,,1,missing_404,False,missing_404
5135,mercurynews.com,https://mercurynews.com/llms.txt,https://www.mercurynews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,115,False,,False,True,2026-09-07T07:20:33Z,,,1,missing_404,False,missing_404
5136,byteintlapi.com,https://byteintlapi.com/llms.txt,https://byteintlapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5137,planetminecraft.com,https://planetminecraft.com/llms.txt,https://planetminecraft.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5561,False,,False,False,2026-09-07T07:20:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5138,infobip.com,https://infobip.com/llms.txt,https://www.infobip.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Infobip,6,45,5117,False,"Mon, 07 Sep 2026 04:25:16 GMT",False,True,2026-09-07T07:20:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5139,getcomposer.org,https://getcomposer.org/llms.txt,https://getcomposer.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,993,False,,False,True,2026-09-07T07:20:33Z,,,1,missing_404,False,missing_404
5140,stripecdn.com,https://stripecdn.com/llms.txt,https://stripecdn.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:33Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
5141,ggpolarbear.com,https://ggpolarbear.com/llms.txt,https://ggpolarbear.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5142,adlightning.com,https://adlightning.com/llms.txt,https://boltive.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7556,False,"Fri, 21 Aug 2026 20:44:38 GMT",True,True,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5143,tv-asahi.co.jp,https://tv-asahi.co.jp/llms.txt,https://www.tv-asahi.co.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2421,False,,False,False,2026-09-07T07:20:34Z,,Redirected away to https://www.tv-asahi.co.jp/,1,redirect_other,False,redirect_other
5144,amplience.net,https://amplience.net/llms.txt,https://amplience.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5145,brdtnet.com,https://brdtnet.com/llms.txt,https://brdtnet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5146,edmunds.com,https://edmunds.com/llms.txt,https://www.edmunds.com/llms.txt,404,1,True,text/html;charset=iso-8859-1,missing_404,False,False,False,,0,0,48853,False,,False,False,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5147,queniuuf.com,https://queniuuf.com/llms.txt,https://queniuuf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5148,remitly.com,https://remitly.com/llms.txt,https://www.remitly.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Remitly,4,86,9796,True,"Tue, 26 Aug 2025 14:42:10 GMT",True,False,2026-09-07T07:20:34Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5149,l.ink,https://l.ink/llms.txt,https://porkbun.com/products/webhosting/managedLinks,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,47556,False,,False,True,2026-09-07T07:20:34Z,,Redirected away to https://porkbun.com/products/webhosting/managedLinks,1,redirect_other,False,redirect_other
5150,pdf24.org,https://pdf24.org/llms.txt,https://www.pdf24.org/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7672,False,,False,True,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5151,zotero.org,https://zotero.org/llms.txt,https://www.zotero.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8507,False,,False,False,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5152,yandex-team.ru,https://yandex-team.ru/llms.txt,https://yandex-team.ru/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5153,menards.com,https://menards.com/llms.txt,https://www.menards.com/llms.txt,404,1,True,application/json,missing_404,False,False,False,,0,0,120,False,,False,False,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5154,utah.gov,https://utah.gov/llms.txt,https://utah.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:25Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5155,mediation.goog,https://mediation.goog/llms.txt,https://mediation.goog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:34Z,,,1,missing_404,False,missing_404
5156,zerocdn.com,https://zerocdn.com/llms.txt,https://zerocdn.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,83,False,,False,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5157,trtcube-license.cn,https://trtcube-license.cn/llms.txt,https://trtcube-license.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5158,epfl.ch,https://epfl.ch/llms.txt,https://www.epfl.ch/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,159,False,,False,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5159,browserleaks.org,https://browserleaks.org/llms.txt,https://browserleaks.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,893,False,,True,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5160,7-zip.org,https://7-zip.org/llms.txt,https://7-zip.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5161,rylkngdm.com,https://rylkngdm.com/llms.txt,https://www.dreamgames.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37418,False,"Mon, 07 Sep 2026 07:06:11 GMT",True,True,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5162,xi-rutor.top,https://xi-rutor.top/llms.txt,https://jinpin.xi-rutor.top/llms.txt,503,1,True,text/html,network_timeout,False,False,False,,0,0,1980,False,,False,False,2026-09-07T07:37:25Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
5163,akamaistream.net,https://akamaistream.net/llms.txt,https://akamaistream.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5164,siteground.us,https://siteground.us/llms.txt,https://www.siteground.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,SiteGround,5,58,15131,False,,False,True,2026-09-07T07:20:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5165,auto.ru,https://auto.ru/llms.txt,https://auto.ru/llms.txt/,404,1,True,text/html,missing_404,False,False,False,,0,0,26325,False,"Mon, 20 Jul 2026 11:51:21 GMT",True,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5166,supabase.com,https://supabase.com/llms.txt,https://supabase.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Supabase Docs,2,30,2320,False,,False,True,2026-09-07T07:20:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5167,eltiempo.com,https://eltiempo.com/llms.txt,https://www.eltiempo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20817,False,,False,True,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5168,meb.gov.tr,https://meb.gov.tr/llms.txt,https://meb.gov.tr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1857,False,,False,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5169,forrester.com,https://forrester.com/llms.txt,https://www.forrester.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5170,cuhk.edu.hk,https://cuhk.edu.hk/llms.txt,https://cuhk.edu.hk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4533,False,"Tue, 28 Feb 2012 02:32:30 GMT",True,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5171,cuni.cz,https://cuni.cz/llms.txt,https://cuni.cz/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:20:35Z,,,1,missing_404,False,missing_404
5172,michelin.com,http://michelin.com/llms.txt,https://michelin.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
5173,ecfr.gov,https://ecfr.gov/llms.txt,https://unblock.federalregister.gov,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,10596,False,,False,True,2026-09-07T07:20:36Z,,Redirected away to https://unblock.federalregister.gov,1,redirect_other,False,redirect_other
5174,vinted.de,https://vinted.de/llms.txt,https://www.vinted.de/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5175,freetds.org,https://freetds.org/llms.txt,https://freetds.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5176,bfmio.com,http://bfmio.com/llms.txt,https://bfmio.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
5177,dzeninfra.ru,https://dzeninfra.ru/llms.txt,https://dzeninfra.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5178,chinatimes.com,https://chinatimes.com/llms.txt,https://www.chinatimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45356,False,,False,True,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5179,myrostelecom.ru,https://myrostelecom.ru/llms.txt,https://myrostelecom.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5180,livesportmedia.eu,https://livesportmedia.eu/llms.txt,https://livesportmedia.eu/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,36633,False,,False,False,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5181,nonamesec.com,https://nonamesec.com/llms.txt,https://nonamesec.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:36Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
5182,blick.ch,https://blick.ch/llms.txt,https://www.blick.ch/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,221121,False,,True,True,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5183,ms.now,https://ms.now/llms.txt,https://www.ms.now/llms.txt,200,1,True,text/plain;charset=utf-8,ambiguous,False,False,False,,21,91,20102,True,,False,True,2026-09-07T07:20:36Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5184,joom.com,https://joom.com/llms.txt,https://www.joom.com/llms.txt,429,1,True,application/json; charset=utf-8,blocked_forbidden,False,False,False,,0,0,28,False,,False,False,2026-09-07T07:20:36Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
5185,hostgator.mx,https://hostgator.mx/llms.txt,https://hostgator.mx/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5541,False,,False,False,2026-09-07T07:20:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5186,makerworld.com,https://makerworld.com/llms.txt,https://makerworld.com/404,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5563,False,,False,False,2026-09-07T07:20:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5187,gta5-mods.com,https://gta5-mods.com/llms.txt,https://www.gta5-mods.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7094,False,,False,True,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5188,imhentai.xxx,https://imhentai.xxx/llms.txt,https://imhentai.xxx/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28452,False,,False,True,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5189,hwg.org,https://hwg.org/llms.txt,https://hwg.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,670,False,,False,True,2026-09-07T07:20:36Z,,,1,missing_404,False,missing_404
5190,tailwindcss.com,https://tailwindcss.com/llms.txt,https://tailwindcss.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19915,False,,False,True,2026-09-07T07:20:37Z,,,1,missing_404,False,missing_404
5191,arkoselabs.com,https://arkoselabs.com/llms.txt,https://www.arkoselabs.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Arkose Labs,11,83,22287,False,"Mon, 07 Sep 2026 07:20:38 GMT",False,False,2026-09-07T07:20:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5192,ons.gov.uk,https://ons.gov.uk/llms.txt,https://www.ons.gov.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,False,2026-09-07T07:20:37Z,,,1,missing_404,False,missing_404
5193,mobalytics.gg,https://mobalytics.gg/llms.txt,https://mobalytics.gg/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mobalytics,26,184,25601,True,,True,False,2026-09-07T07:20:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5194,kotaku.com,https://kotaku.com/llms.txt,https://kotaku.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32731,False,,False,True,2026-09-07T07:20:37Z,,,1,missing_404,False,missing_404
5195,ebay.fr,https://ebay.fr/llms.txt,https://ebay.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:31Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5196,findmykids.org,https://findmykids.org/llms.txt,https://findmykids.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Homepage,2,0,12465,False,"Thu, 12 Feb 2026 05:41:22 GMT",True,True,2026-09-07T07:20:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5197,qwest.net,http://qwest.net/llms.txt,https://qwest.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
5198,dynu.com,https://dynu.com/llms.txt,https://dynu.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:35Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5199,idnscloud.com,https://idnscloud.com/llms.txt,https://idnscloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5200,beeg.com,https://beeg.com/llms.txt,https://beeg.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,7124,False,"Mon, 07 Sep 2026 06:43:07 GMT",False,True,2026-09-07T07:20:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5201,ussp.io,https://ussp.io/llms.txt,https://ussp.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:20:37Z,,,1,missing_404,False,missing_404
5202,stlouisfed.org,https://stlouisfed.org/llms.txt,https://www.stlouisfed.org/-/media/project/frbstl/stlouisfed/seo/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Federal Reserve Bank of St. Louis (St. Louis Fed),5,16,3345,False,,False,True,2026-09-07T07:20:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5203,pdflib.com,https://pdflib.com/llms.txt,https://www.pdflib.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55073,False,,False,False,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5204,yougov.com,https://yougov.com/llms.txt,https://yougov.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,43922,False,,False,False,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5205,sumup.com,https://sumup.com/llms.txt,https://sumup.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,97697,False,,True,True,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5206,everydayhealth.com,https://everydayhealth.com/llms.txt,https://www.everydayhealth.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,True,2026-09-07T07:20:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5207,tinypass.com,https://tinypass.com/llms.txt,https://tinypass.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5208,aboutamazon.com,https://aboutamazon.com/llms.txt,https://www.aboutamazon.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1749,False,,False,True,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5209,chinanews.com,https://chinanews.com/llms.txt,https://www.chinanews.com.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6125,False,,False,True,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5210,wto.org,https://wto.org/llms.txt,https://wto.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:37Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5211,ibispaint.com,https://ibispaint.com/llms.txt,https://ibispaint.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,471,False,,False,False,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5212,182682.xyz,http://182682.xyz/llms.txt,https://www.wetest.vip/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,479,False,,True,False,2026-09-07T07:20:38Z,SSL_ERROR,,1,missing_404,False,missing_404
5213,dallasnews.com,https://dallasnews.com/llms.txt,https://www.dallasnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,True,True,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5214,mydlink.com,https://mydlink.com/llms.txt,https://www.mydlink.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12558,False,,False,False,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5215,barracuda.com,https://barracuda.com/llms.txt,https://www.barracuda.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,94019,False,"Mon, 07 Sep 2026 06:51:30 GMT",True,True,2026-09-07T07:20:38Z,,,1,missing_404,False,missing_404
5216,apioro.com,https://apioro.com/llms.txt,https://apioro.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8328,False,,False,True,2026-09-07T07:20:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5217,acer.com,http://acer.com/llms.txt,https://acer.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:38Z,TIMEOUT,,2,network_timeout,True,network_timeout
5218,berlin.de,https://berlin.de/llms.txt,https://www.berlin.de/llms.txt,410,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,189,False,,False,False,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5219,eu.org,https://eu.org/llms.txt,https://nic.eu.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5220,gentoo.org,https://gentoo.org/llms.txt,https://www.gentoo.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2364,False,,True,True,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5221,byteplusvod.com,https://byteplusvod.com/llms.txt,https://byteplusvod.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5222,uservoice.com,https://uservoice.com/llms.txt,https://uservoice.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Uservoice,9,0,6506,False,"Mon, 07 Sep 2026 07:20:39 GMT",False,False,2026-09-07T07:20:39Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5223,uky.edu,https://uky.edu/llms.txt,https://www.uky.edu/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,2625,False,"Thu, 29 Jan 2026 20:15:32 GMT",False,False,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5224,csmonitor.com,https://csmonitor.com/llms.txt,https://www.csmonitor.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26289,False,"Mon, 07 Sep 2026 07:20:40 GMT",False,True,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5225,adguard-dns.com,https://adguard-dns.com/llms.txt,https://adguard-dns.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47389,False,,False,True,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5226,kwai-pay.com,https://kwai-pay.com/llms.txt,https://kwai-pay.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5227,360totalsecurity.com,https://360totalsecurity.com/llms.txt,https://www.360totalsecurity.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,13999,False,"Fri, 04 Sep 2026 02:50:45 GMT",True,True,2026-09-07T07:20:39Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5228,certum.pl,https://certum.pl/llms.txt,https://certum.pl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3147,False,"Wed, 26 Jun 2024 13:54:47 GMT",True,False,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5229,fstr.rocks,https://fstr.rocks/llms.txt,https://fstr.rocks/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5230,krushmedia.com,https://krushmedia.com/llms.txt,https://krushmedia.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,4,12,1245,True,"Mon, 31 Aug 2026 23:48:46 GMT",True,True,2026-09-07T07:20:39Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5231,louisvuitton.com,http://louisvuitton.com/llms.txt,https://louisvuitton.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
5232,michigan.gov,https://michigan.gov/llms.txt,https://michigan.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,374,False,,False,False,2026-09-07T07:20:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5233,moma.org,https://moma.org/llms.txt,https://www.moma.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75624,False,,False,False,2026-09-07T07:20:39Z,,,1,missing_404,False,missing_404
5234,falabella.com,https://falabella.com/llms.txt,https://falabella.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:39Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5235,uic.edu,https://uic.edu/llms.txt,https://www.uic.edu/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,36970,False,"Fri, 28 Aug 2026 21:42:53 GMT",True,False,2026-09-07T07:20:40Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5236,opera-mini.net,http://opera-mini.net/llms.txt,https://opera-mini.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
5237,google.bg,https://google.bg/llms.txt,https://google.bg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:40Z,,,1,missing_404,False,missing_404
5238,sooplive.com,https://sooplive.com/llms.txt,https://www.sooplive.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1596,False,,False,False,2026-09-07T07:20:40Z,,,1,missing_404,False,missing_404
5239,respawn.com,https://respawn.com/llms.txt,https://www.respawn.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1877,False,"Wed, 17 Jun 2026 18:06:50 GMT",True,False,2026-09-07T07:20:40Z,,,1,missing_404,False,missing_404
5240,mercadolibre.cl,https://mercadolibre.cl/llms.txt,https://www.mercadolibre.cl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9592,False,"Mon, 22 Jul 2019 17:04:51 GMT",True,False,2026-09-07T07:20:40Z,,,1,missing_404,False,missing_404
5241,lufthansa.com,https://lufthansa.com/llms.txt,https://www.lufthansa.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,LUFTHANSA.COM — GLOBAL DOMAIN LEVEL llms.txt,0,0,3915,False,"Mon, 11 May 2026 09:37:56 GMT",True,True,2026-09-07T07:20:40Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5242,allocine.fr,https://allocine.fr/llms.txt,https://www.allocine.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17633,False,,False,True,2026-09-07T07:20:40Z,,,1,missing_404,False,missing_404
5243,tripadvisor.es,https://tripadvisor.es/llms.txt,https://www.tripadvisor.es/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:20:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5244,gofile.io,https://gofile.io/llms.txt,https://gofile.io/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:41Z,,,1,missing_404,False,missing_404
5245,dssedge.com,https://dssedge.com/llms.txt,https://dssedge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:40Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5246,komect.com,https://komect.com/llms.txt,https://komect.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,58,False,,False,False,2026-09-07T07:20:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5247,spectrum.net,https://spectrum.net/llms.txt,https://www.spectrum.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,140958,False,"Wed, 26 Aug 2026 19:41:27 GMT",True,True,2026-09-07T07:20:41Z,,,1,missing_404,False,missing_404
5248,gamebanana.com,https://gamebanana.com/llms.txt,https://gamebanana.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,False,2026-09-07T07:20:41Z,,,1,missing_404,False,missing_404
5249,bvfcdn.com,https://bvfcdn.com/llms.txt,https://bvfcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5250,greenend.org.uk,https://greenend.org.uk/llms.txt,https://greenend.org.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5251,lilly.com,https://lilly.com/llms.txt,https://www.lilly.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,396,False,,False,True,2026-09-07T07:20:41Z,,,1,missing_404,False,missing_404
5252,experian.com,https://experian.com/llms.txt,https://www.experian.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1819,False,,False,False,2026-09-07T07:20:41Z,,,1,missing_404,False,missing_404
5253,fr.de,https://fr.de/llms.txt,https://www.fr.de/llms.txt,404,2,True,text/xml;charset=utf-8,missing_404,False,False,False,,0,0,1239,False,,False,True,2026-09-07T07:20:41Z,,,1,missing_404,False,missing_404
5254,onclouddns.com,https://onclouddns.com/llms.txt,https://onclouddns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5255,milanuncios.com,https://milanuncios.com/llms.txt,https://www.milanuncios.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Milanuncios,8,25,4965,True,"Mon, 01 Jun 2026 08:42:17 GMT",True,False,2026-09-07T07:20:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5256,beget.tech,https://beget.tech/llms.txt,https://beget.tech/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,10934,False,"Mon, 26 Jan 2026 15:31:26 GMT",True,False,2026-09-07T07:20:41Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5257,exacttarget.com,https://exacttarget.com/llms.txt,https://exacttarget.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:41Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5258,walmart.com.mx,http://walmart.com.mx/llms.txt,https://walmart.com.mx/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
5259,independent.ie,https://independent.ie/llms.txt,https://www.independent.ie/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5582,False,,False,False,2026-09-07T07:20:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5260,ipecho.net,https://ipecho.net/llms.txt,https://ipecho.net/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5261,larazon.es,https://larazon.es/llms.txt,https://www.larazon.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,78871,False,,False,True,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5262,inaturalist.org,https://inaturalist.org/llms.txt,https://www.inaturalist.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5583,False,,False,False,2026-09-07T07:20:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5263,spotify.dev,https://spotify.dev/llms.txt,https://developer.spotify.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Spotify for Developers,2,2,668,False,"Fri, 04 Sep 2026 12:12:51 GMT",True,True,2026-09-07T07:20:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5264,gao.gov,https://gao.gov/llms.txt,https://www.gao.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Fri, 04 Sep 2026 22:03:28 GMT",True,True,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5265,felenasoft.com,https://felenasoft.com/llms.txt,https://felenasoft.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,16384,False,"Sun, 16 Aug 2026 12:16:53 GMT",True,False,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5266,pingone.com,https://pingone.com/llms.txt,https://pingone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5267,excite.co.jp,https://excite.co.jp/llms.txt,https://www.excite.co.jp/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,7737,False,,False,False,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5268,gla.ac.uk,https://gla.ac.uk/llms.txt,https://www.gla.ac.uk/schools/law/postgraduate/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,23347,False,,False,False,2026-09-07T07:20:42Z,,Redirected away to https://www.gla.ac.uk/schools/law/postgraduate/,1,redirect_other,False,redirect_other
5269,wolterskluwer.com,https://wolterskluwer.com/llms.txt,https://www.wolterskluwer.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,902,False,,False,False,2026-09-07T07:20:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5270,freshchat.com,https://freshchat.com/llms.txt,https://freshchat.com/llms.txt,502,0,True,text/html,network_timeout,False,False,False,,0,0,507,False,,False,True,2026-09-07T07:37:44Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
5271,rei.com,https://rei.com/llms.txt,https://rei.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,False,2026-09-07T07:20:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5272,booth.pm,https://booth.pm/llms.txt,https://booth.pm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1694,False,,False,False,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5273,rutracker.org,https://rutracker.org/llms.txt,https://rutracker.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5428,False,,False,False,2026-09-07T07:20:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5274,dba.dk,https://dba.dk/llms.txt,https://www.dba.dk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2401,False,,False,False,2026-09-07T07:20:42Z,,,1,missing_404,False,missing_404
5275,revolut.com,https://revolut.com/llms.txt,https://www.revolut.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,57522,False,,False,False,2026-09-07T07:20:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5276,alikunlun.net,http://alikunlun.net/llms.txt,https://alikunlun.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:45Z,TIMEOUT,,2,network_timeout,True,network_timeout
5277,ponyexpress.tech,https://ponyexpress.tech/llms.txt,https://ponyexpress.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5278,apache-ssl.org,https://apache-ssl.org/llms.txt,https://www.reddit.com/r/DataRecoveryHelp/,200,1,True,text/html,redirect_other,False,False,False,,0,0,6855,False,,False,True,2026-09-07T07:20:43Z,,Redirected away to https://www.reddit.com/r/DataRecoveryHelp/,1,redirect_other,False,redirect_other
5279,dyndns.tv,http://dyndns.tv/llms.txt,https://www.oracle.com/cloud/networking/dns/,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:20:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5280,cloudflareportal.com,https://cloudflareportal.com/llms.txt,https://cloudflareportal.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:20:43Z,,,1,missing_404,False,missing_404
5281,ves.io,https://ves.io/llms.txt,https://www.f5.com/products/distributed-cloud-services,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,58667,False,,True,True,2026-09-07T07:20:43Z,,Redirected away to https://www.f5.com/products/distributed-cloud-services,1,redirect_other,False,redirect_other
5282,zebra.com,https://zebra.com/llms.txt,https://www.zebra.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Zebra Technologies,2,95,24534,False,"Mon, 07 Sep 2026 02:02:34 GMT",True,True,2026-09-07T07:20:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5283,paytmbank.com,https://paytmbank.com/llms.txt,https://paytmbank.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5284,neocities.org,https://neocities.org/llms.txt,https://neocities.org/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7129,False,,False,False,2026-09-07T07:20:43Z,,,1,missing_404,False,missing_404
5285,squarespace-cdn.com,https://squarespace-cdn.com/llms.txt,https://squarespace-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5286,hypernode.io,http://hypernode.io/llms.txt,https://www.hypernode.com/en/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,131218,False,,False,False,2026-09-07T07:20:43Z,CONNECTION_ERROR,Redirected away to https://www.hypernode.com/en/,1,redirect_other,False,redirect_other
5287,dominos.com,https://dominos.com/llms.txt,https://m.dominos.co.in/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,77332,False,,False,False,2026-09-07T07:20:43Z,,Redirected away to https://m.dominos.co.in/,1,redirect_other,False,redirect_other
5288,jivosite.com,https://jivosite.com/llms.txt,https://jivosite.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:20:43Z,,,1,missing_404,False,missing_404
5289,vfsglobal.com,https://vfsglobal.com/llms.txt,https://vfsglobal.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1754,False,"Thu, 25 Jul 2024 09:48:22 GMT",True,False,2026-09-07T07:20:43Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5290,byd.com,https://byd.com/llms.txt,https://www.byd.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:20:43Z,,,1,missing_404,False,missing_404
5291,bw9iawxl.com,https://bw9iawxl.com/llms.txt,https://bw9iawxl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5292,lazada.co.th,https://lazada.co.th/llms.txt,https://www.lazada.co.th/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lazada Thailand (lazada.co.th),3,0,2715,False,,False,True,2026-09-07T07:20:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5293,infura.io,https://infura.io/llms.txt,https://www.infura.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60552,False,,True,True,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5294,cbr.com,https://cbr.com/llms.txt,https://www.cbr.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70936,False,,False,True,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5295,aa.com.tr,https://aa.com.tr/llms.txt,https://aa.com.tr/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,56373,False,,False,True,2026-09-07T07:20:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5296,stake.com,https://stake.com/llms.txt,https://stake.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5297,frontiernet.net,https://frontiernet.net/llms.txt,https://frontiernet.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,301,False,,False,False,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5298,elstc.co,https://elstc.co/llms.txt,https://elstc.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5299,etherscan.io,https://etherscan.io/llms.txt,https://etherscan.io/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Etherscan,10,48,11020,False,"Thu, 27 Aug 2026 09:24:12 GMT",True,True,2026-09-07T07:20:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5300,demonii.com,https://demonii.com/llms.txt,https://demonii.com/llms.txt,500,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,8139,False,,False,False,2026-09-07T07:37:48Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
5301,dbankcloud.asia,https://dbankcloud.asia/llms.txt,https://dbankcloud.asia/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5302,globalvisionad.com,https://globalvisionad.com/llms.txt,https://globalvisionad.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5303,expressen.se,https://expressen.se/llms.txt,https://www.expressen.se/llms.txt,400,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,8274,False,,False,False,2026-09-07T07:20:44Z,,,1,ambiguous,False,ambiguous
5304,audiomack.com,https://audiomack.com/llms.txt,https://audiomack.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,14711,False,,False,True,2026-09-07T07:20:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5305,sberbank-tele.com,https://sberbank-tele.com/llms.txt,https://sberbank-tele.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5306,breitbart.com,https://breitbart.com/llms.txt,https://www.breitbart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1357,False,,False,True,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5307,unifi-ai.com,https://unifi-ai.com/llms.txt,https://unifi-ai.com/llms.txt,502,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,332,False,,False,False,2026-09-07T07:37:49Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
5308,eyeo.com,https://eyeo.com/llms.txt,https://eyeo.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5309,eurekalert.org,https://eurekalert.org/llms.txt,https://www.eurekalert.org/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,194,False,,False,True,2026-09-07T07:20:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5310,yna.co.kr,https://yna.co.kr/llms.txt,https://www.yna.co.kr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,78081,False,,False,False,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5311,repocket.com,https://repocket.com/llms.txt,https://repocket.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7649,False,,False,True,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5312,uio.no,https://uio.no/llms.txt,https://www.uio.no/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4929,False,,False,False,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5313,aptrinsic.com,http://aptrinsic.com/llms.txt,http://aptrinsic.com/llms.txt,404,0,False,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:44Z,SSL_ERROR,,1,missing_404,False,missing_404
5314,changeip.com,https://changeip.com/llms.txt,https://www.changeip.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,4,15,2723,False,"Fri, 14 Aug 2026 17:54:19 GMT",True,True,2026-09-07T07:20:44Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5315,onefootball.com,https://onefootball.com/llms.txt,https://onefootball.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52841,False,,True,True,2026-09-07T07:20:44Z,,,1,missing_404,False,missing_404
5316,upi.com,https://upi.com/llms.txt,https://www.upi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37516,False,,False,True,2026-09-07T07:20:45Z,,,1,missing_404,False,missing_404
5317,pubnub.com,https://pubnub.com/llms.txt,https://www.pubnub.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PubNub Platform,17,139,19194,False,"Mon, 07 Sep 2026 07:20:48 GMT",True,True,2026-09-07T07:20:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5318,chinanews.com.cn,https://chinanews.com.cn/llms.txt,https://chinanews.com.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5319,imperial.ac.uk,https://imperial.ac.uk/llms.txt,https://www.imperial.ac.uk/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Imperial College London,8,21,4228,True,"Wed, 26 Aug 2026 10:32:25 GMT",True,True,2026-09-07T07:20:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5320,pixai.art,https://pixai.art/llms.txt,https://pixai.art/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PixAI,8,21,2955,False,"Mon, 07 Sep 2026 06:50:08 GMT",True,True,2026-09-07T07:20:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5321,boardgamearena.com,https://boardgamearena.com/llms.txt,https://en.boardgamearena.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5398,False,,False,True,2026-09-07T07:20:45Z,,,1,missing_404,False,missing_404
5322,obsidian.md,https://obsidian.md/llms.txt,https://obsidian.md/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34071,False,,False,False,2026-09-07T07:20:45Z,,,1,missing_404,False,missing_404
5323,myworkday.com,https://myworkday.com/llms.txt,https://community.workday.com/invalid-url,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15809,False,,False,True,2026-09-07T07:20:45Z,,Redirected away to https://community.workday.com/invalid-url,1,redirect_other,False,redirect_other
5324,capcutvod.com,https://capcutvod.com/llms.txt,https://capcutvod.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5325,skylinewebcams.com,https://skylinewebcams.com/llms.txt,https://skylinewebcams.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,SkylineWebcams,4,23,3885,False,"Mon, 24 Aug 2026 10:17:17 GMT",True,True,2026-09-07T07:20:45Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5326,ria.com,https://ria.com/llms.txt,https://www.ria.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5327,digitalcaramel.com,https://digitalcaramel.com/llms.txt,https://digitalcaramel.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,139435,False,,False,True,2026-09-07T07:20:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5328,appdomain.cloud,https://appdomain.cloud/llms.txt,https://appdomain.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5329,rainews.it,https://rainews.it/llms.txt,https://www.rainews.it/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,171178,False,"Mon, 07 Sep 2026 07:20:47 GMT",False,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5330,rainbird.com,https://rainbird.com/llms.txt,https://www.rainbird.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5331,cointelegraph.com,https://cointelegraph.com/llms.txt,https://cointelegraph.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,11944,False,,False,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5332,2giskz.app,https://2giskz.app/llms.txt,https://2gis.kz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2479,False,,True,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5333,oktacdn.com,https://oktacdn.com/llms.txt,https://oktacdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5334,lothar.com,https://lothar.com/llms.txt,https://lothar.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,167,False,,False,False,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5335,makeuseof.com,https://makeuseof.com/llms.txt,https://www.makeuseof.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70570,False,,False,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5336,cbsivideo.com,https://cbsivideo.com/llms.txt,https://cbsivideo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5337,flysleep.cn,https://flysleep.cn/llms.txt,https://flysleep.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5338,crcdn.pro,https://crcdn.pro/llms.txt,https://crcdn.pro/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5339,pathofexile.com,https://pathofexile.com/llms.txt,https://www.pathofexile.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16188,False,,False,False,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5340,abplive.com,https://abplive.com/llms.txt,https://www.abplive.com/llms.txt,200,1,True,text/plain;charset=utf-8,ambiguous,False,False,False,,0,0,2427,False,"Mon, 13 Jul 2026 09:49:21 GMT",True,True,2026-09-07T07:20:46Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5341,web.nhk,https://web.nhk/llms.txt,https://web.nhk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5342,uni-muenchen.de,https://uni-muenchen.de/llms.txt,https://uni-muenchen.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5343,sundaysky.com,https://sundaysky.com/llms.txt,https://sundaysky.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5344,momoshop.com.tw,https://momoshop.com.tw/llms.txt,https://www.momoshop.com.tw/index.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,1967,False,"Tue, 01 Sep 2026 06:31:26 GMT",True,True,2026-09-07T07:20:46Z,,Redirected away to https://www.momoshop.com.tw/index.html,1,redirect_other,False,redirect_other
5345,wallapop.com,https://wallapop.com/llms.txt,https://www.wallapop.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57967,False,,True,True,2026-09-07T07:20:46Z,,,1,missing_404,False,missing_404
5346,framer.com,https://framer.com/llms.txt,https://www.framer.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Framer,7,49,5900,True,"Sun, 30 Aug 2026 08:33:47 GMT",True,True,2026-09-07T07:20:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5347,minecraftservices.com,https://minecraftservices.com/llms.txt,https://minecraftservices.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5348,webthing.com,http://webthing.com/llms.txt,http://webthing.com/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,268,False,,False,False,2026-09-07T07:20:46Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
5349,siol.net,https://siol.net/llms.txt,https://siol.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5350,scielo.br,https://scielo.br/llms.txt,https://scielo.br/j/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8954,False,,False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5351,ohio.gov,https://ohio.gov/llms.txt,https://ohio.gov/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5140,False,"Fri, 12 Apr 2024 16:59:15 GMT",True,False,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5352,e-planning.net,https://e-planning.net/llms.txt,https://www.e-planning.net/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5353,baomoi.com,https://baomoi.com/llms.txt,https://baomoi.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24398,False,,False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5354,sudouest.fr,https://sudouest.fr/llms.txt,https://www.sudouest.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50536,False,,False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5355,wedos.cz,https://wedos.cz/llms.txt,https://vedos.cz/llms.txt,401,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,13590,False,,False,False,2026-09-07T07:20:47Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
5356,olx.ro,https://olx.ro/llms.txt,https://www.olx.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15629,False,,True,False,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5357,mediamarkt.de,https://mediamarkt.de/llms.txt,https://mediamarkt.de/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:20:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5358,gamerant.com,https://gamerant.com/llms.txt,https://gamerant.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71710,False,,False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5359,thinkwithgoogle.com,https://thinkwithgoogle.com/llms.txt,https://business.google.com/in/think/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,4711,False,,False,True,2026-09-07T07:20:47Z,,Redirected away to https://business.google.com/in/think/,1,redirect_other,False,redirect_other
5360,gafg.com,http://gafg.com/llms.txt,https://www.globalatlantic.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,28513,False,"Sat, 05 Sep 2026 12:38:48 GMT",False,True,2026-09-07T07:20:47Z,CONNECTION_ERROR,Redirected away to https://www.globalatlantic.com/,1,redirect_other,False,redirect_other
5361,aclu.org,https://aclu.org/llms.txt,https://www.aclu.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18101,False,,False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5362,wallpapers.com,https://wallpapers.com/llms.txt,https://wallpapers.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1830,False,,False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5363,miami.edu,https://miami.edu/llms.txt,https://miami.edu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:51Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5364,dndbeyond.com,https://dndbeyond.com/llms.txt,https://www.dndbeyond.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,0,False,"Mon, 07 Sep 2026 07:20:48 GMT",False,True,2026-09-07T07:20:47Z,,,1,missing_404,False,missing_404
5365,1337x.to,https://1337x.to/llms.txt,https://1337x.to/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5516,False,,False,False,2026-09-07T07:20:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5366,overleaf.com,https://overleaf.com/llms.txt,https://www.overleaf.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26948,False,,True,False,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5367,tripadvisor.it,https://tripadvisor.it/llms.txt,https://www.tripadvisor.it/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:20:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5368,github.blog,https://github.blog/llms.txt,https://github.blog/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,50,False,,False,True,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5369,benzinga.com,https://benzinga.com/llms.txt,https://www.benzinga.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Benzinga,28,222,28006,True,,False,True,2026-09-07T07:20:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5370,elcorteingles.es,https://elcorteingles.es/llms.txt,https://www.elcorteingles.es/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,386,False,,False,True,2026-09-07T07:20:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5371,paypalobjects.com,https://paypalobjects.com/llms.txt,https://www.paypalobjects.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1108,False,,False,True,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5372,game8.co,https://game8.co/llms.txt,https://game8.co/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5373,tildacdn.com,https://tildacdn.com/llms.txt,https://tildacdn.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5374,codeforces.com,https://codeforces.com/llms.txt,https://codeforces.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1011,False,,False,True,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5375,pro32connect.ru,https://pro32connect.ru/llms.txt,https://pro32connect.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3476,False,,False,True,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5376,ravelry.com,https://ravelry.com/llms.txt,https://www.ravelry.com/account/login,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,6652,False,,True,True,2026-09-07T07:20:48Z,,Redirected away to https://www.ravelry.com/account/login,1,redirect_other,False,redirect_other
5377,pornhat.com,https://pornhat.com/llms.txt,https://www.pornhat.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5378,dropz-k.com,https://dropz-k.com/llms.txt,https://dropz-k.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5379,ck-ie.com,https://ck-ie.com/llms.txt,https://ck-ie.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5380,smule.com,https://smule.com/llms.txt,https://www.smule.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5556,False,,False,False,2026-09-07T07:20:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5381,airasia.com,https://airasia.com/llms.txt,https://www.airasia.com/en/gb,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,51491,False,,False,False,2026-09-07T07:20:48Z,,Redirected away to https://www.airasia.com/en/gb,1,redirect_other,False,redirect_other
5382,micpn.com,https://micpn.com/llms.txt,https://micpn.com/llms.txt,404,0,True,image/gif,missing_404,False,False,False,,0,0,42,False,,False,False,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5383,netnod.se,https://netnod.se/llms.txt,https://www.netnod.se/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6629,False,,False,True,2026-09-07T07:20:48Z,,,1,missing_404,False,missing_404
5384,serasa.com.br,https://serasa.com.br/llms.txt,https://www.serasa.com.br/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,834,False,,False,True,2026-09-07T07:20:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5385,dana.id,http://dana.id/llms.txt,https://dana.id/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:52Z,TIMEOUT,,2,network_timeout,True,network_timeout
5386,scribdassets.com,https://scribdassets.com/llms.txt,https://scribdassets.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5387,bookshop.org,https://bookshop.org/llms.txt,https://bookshop.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:20:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5388,fansly.com,https://fansly.com/llms.txt,https://fansly.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,85921,False,"Sun, 06 Sep 2026 17:52:50 GMT",True,True,2026-09-07T07:20:49Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5389,we.tl,https://we.tl/llms.txt,https://we.tl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:55Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
5390,free-reels.com,https://free-reels.com/llms.txt,https://free-reels.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1443,False,"Tue, 01 Sep 2026 09:54:44 GMT",True,False,2026-09-07T07:20:49Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5391,techrepublic.com,https://techrepublic.com/llms.txt,https://www.techrepublic.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,TechRepublic,2,18,2048,False,,False,True,2026-09-07T07:20:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5392,nic.de,https://nic.de/llms.txt,https://www.denic.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,148511,False,,False,False,2026-09-07T07:20:49Z,,,1,missing_404,False,missing_404
5393,fareharbor.com,https://fareharbor.com/llms.txt,https://fareharbor.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1953,False,"Fri, 04 Sep 2026 21:32:41 GMT",True,False,2026-09-07T07:20:49Z,,,1,missing_404,False,missing_404
5394,heroku.com,https://heroku.com/llms.txt,https://heroku.com/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,8,68,8752,True,,False,True,2026-09-07T07:20:49Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5395,google.com.bn,https://google.com.bn/llms.txt,https://google.com.bn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:49Z,,,1,missing_404,False,missing_404
5396,ltn.com.tw,https://ltn.com.tw/llms.txt,https://ltn.com.tw/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:49Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5397,de.net,https://de.net/llms.txt,https://de.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5398,google.com.do,https://google.com.do/llms.txt,https://google.com.do/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:49Z,,,1,missing_404,False,missing_404
5399,meraki-sdavc-saas.com,https://meraki-sdavc-saas.com/llms.txt,https://meraki-sdavc-saas.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5400,tinypic.com,https://tinypic.com/llms.txt,https://tinypic.com/llms.txt,403,0,True,text/plain;charset=utf-8,blocked_forbidden,False,False,False,,0,0,40,False,,False,True,2026-09-07T07:20:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5401,cgood.ru,https://cgood.ru/llms.txt,https://cgood.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61400,False,,False,True,2026-09-07T07:20:49Z,,,1,missing_404,False,missing_404
5402,liebertpub.com,https://liebertpub.com/llms.txt,https://journals.sagepub.com/llms.txt?cf-mal-redirected=true&,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1436,False,,False,False,2026-09-07T07:20:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5403,hsprotect.net,https://hsprotect.net/llms.txt,https://hsprotect.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:20:50Z,,,1,missing_404,False,missing_404
5404,trenitalia.com,https://trenitalia.com/llms.txt,https://www.trenitalia.com/it.html,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,168719,False,,False,True,2026-09-07T07:20:50Z,,Redirected away to https://www.trenitalia.com/it.html,1,redirect_other,False,redirect_other
5405,cyon.ch,https://cyon.ch/llms.txt,https://www.cyon.ch/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,79976,False,,False,True,2026-09-07T07:20:50Z,,,1,missing_404,False,missing_404
5406,qunaer.com,http://qunaer.com/llms.txt,https://qunaer.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:58Z,TIMEOUT,,2,network_timeout,True,network_timeout
5407,survicate.com,https://survicate.com/llms.txt,https://survicate.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Survicate,5,313,39710,False,"Thu, 03 Sep 2026 08:23:24 GMT",True,False,2026-09-07T07:20:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5408,thalia.de,https://thalia.de/llms.txt,https://thalia.de/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8834,False,,False,True,2026-09-07T07:20:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5409,g2a.com,http://g2a.com/llms.txt,https://g2a.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:37:59Z,TIMEOUT,,2,network_timeout,True,network_timeout
5410,startribune.com,https://startribune.com/llms.txt,https://startribune.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,28109,False,,False,True,2026-09-07T07:20:50Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
5411,rozetka.com.ua,https://rozetka.com.ua/llms.txt,https://rozetka.com.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5578,False,,False,False,2026-09-07T07:20:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5412,nus.edu.sg,https://nus.edu.sg/llms.txt,https://nus.edu.sg/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2824,False,"Tue, 01 Sep 2026 10:30:44 GMT",True,True,2026-09-07T07:20:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5413,blogspot.ca,https://blogspot.ca/llms.txt,https://blogspot.ca/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5414,exitlag.net,https://exitlag.net/llms.txt,https://exitlag.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,27150,False,,False,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5415,tmn141246.ru,https://tmn141246.ru/llms.txt,https://tmn141246.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5416,stocrm.ru,https://stocrm.ru/llms.txt,https://stocrm.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28074,False,,True,True,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5417,zxcs.nl,https://zxcs.nl/llms.txt,https://zxcs.nl/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5418,apple.co,https://apple.co/llms.txt,https://www.apple.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,62123,False,,False,True,2026-09-07T07:20:51Z,,Redirected away to https://www.apple.com/,1,redirect_other,False,redirect_other
5419,setlist.fm,https://setlist.fm/llms.txt,https://www.setlist.fm/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,48194,False,,False,True,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5420,boeing.com,https://boeing.com/llms.txt,https://www.boeing.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,125816,False,"Mon, 24 Aug 2026 23:32:31 GMT",True,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5421,rfa.org,https://rfa.org/llms.txt,https://www.rfa.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43646,False,"Mon, 07 Sep 2026 07:20:53 GMT",True,True,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5422,iplanet.com,http://iplanet.com/llms.txt,https://iplanet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
5423,kit.edu,https://kit.edu/llms.txt,https://www.kit.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5424,freeipapi.com,https://freeipapi.com/llms.txt,https://freeipapi.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,FreeIPAPI,8,0,6270,False,"Tue, 23 Jun 2026 18:15:28 GMT",True,False,2026-09-07T07:20:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5425,sweetwater.com,https://sweetwater.com/llms.txt,https://www.sweetwater.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Sweetwater,4,14,1878,True,,False,True,2026-09-07T07:20:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5426,vizio.com,https://vizio.com/llms.txt,https://www.vizio.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,321,False,,False,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5427,rshb.ru,https://rshb.ru/llms.txt,https://www.rshb.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,97444,False,,True,False,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5428,devicetask.com,https://devicetask.com/llms.txt,https://devicetask.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5429,34.in-addr.arpa,https://34.in-addr.arpa/llms.txt,https://34.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5430,athemes.com,https://athemes.com/llms.txt,https://athemes.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,aThemes,6,395,88619,False,"Sun, 06 Sep 2026 22:23:10 GMT",True,False,2026-09-07T07:20:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5431,kustomerapp.com,https://kustomerapp.com/llms.txt,https://kustomerapp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5432,mypurecloud.com,https://mypurecloud.com/llms.txt,https://www.genesys.com/purecloud/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,246948,False,,False,True,2026-09-07T07:20:51Z,,,1,missing_404,False,missing_404
5433,thinkific.com,http://thinkific.com/llms.txt,https://thinkific.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:02Z,SSL_ERROR,,2,network_timeout,True,network_timeout
5434,bose.io,https://bose.io/llms.txt,https://bose.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5435,hola.org,https://hola.org/llms.txt,https://hola.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Hola VPN,14,18,14095,False,"Sat, 01 Jan 2000 00:00:00 GMT",True,True,2026-09-07T07:20:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5436,amazon.ie,https://amazon.ie/llms.txt,https://www.amazon.ie/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2164,False,,False,True,2026-09-07T07:20:52Z,,,1,missing_404,False,missing_404
5437,letras.com,https://letras.com/llms.txt,https://letras.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:03Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5438,wscvdns.com,https://wscvdns.com/llms.txt,https://wscvdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5439,filesusr.com,https://filesusr.com/llms.txt,https://filesusr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5440,edgetcdn.io,https://edgetcdn.io/llms.txt,https://edgetcdn.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5441,bulbagarden.net,https://bulbagarden.net/llms.txt,https://bulbagarden.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38829,False,"Mon, 07 Sep 2026 07:20:53 GMT",False,True,2026-09-07T07:20:52Z,,,1,missing_404,False,missing_404
5442,bricklink.com,https://bricklink.com/llms.txt,https://bricklink.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:04Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5443,gotomeeting.com,https://gotomeeting.com/llms.txt,https://www.goto.com/meeting,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2670,False,,True,True,2026-09-07T07:20:52Z,,Redirected away to https://www.goto.com/meeting,1,redirect_other,False,redirect_other
5444,puma.com,https://puma.com/llms.txt,https://in.puma.com/in/en,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,89469,False,,True,True,2026-09-07T07:20:52Z,,Redirected away to https://in.puma.com/in/en,1,redirect_other,False,redirect_other
5445,kugou.com,https://kugou.com/llms.txt,https://www.kugou.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16239,False,"Mon, 07 Sep 2026 07:20:56 GMT",False,True,2026-09-07T07:20:52Z,,,1,missing_404,False,missing_404
5446,firebaseapp.com,https://firebaseapp.com/llms.txt,https://firebase.google.com/products/hosting/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,192,False,"Mon, 06 Jul 2026 15:27:28 GMT",False,True,2026-09-07T07:20:52Z,,Redirected away to https://firebase.google.com/products/hosting/,1,redirect_other,False,redirect_other
5447,abc.com,https://abc.com/llms.txt,https://abc.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1,False,,False,False,2026-09-07T07:20:52Z,,,1,missing_404,False,missing_404
5448,e5.sk,https://e5.sk/llms.txt,https://e5.sk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5449,xxx.com,http://xxx.com/llms.txt,http://xxx.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,252,False,,False,True,2026-09-07T07:20:52Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5450,golux.com,http://golux.com/llms.txt,https://golux.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:05Z,TIMEOUT,,2,network_timeout,True,network_timeout
5451,hubpages.com,https://hubpages.com/llms.txt,https://hubpages.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16157,False,,False,True,2026-09-07T07:20:52Z,,,1,missing_404,False,missing_404
5452,3m.com,http://3m.com/llms.txt,https://3m.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:05Z,TIMEOUT,,2,network_timeout,True,network_timeout
5453,ultradns.biz,http://ultradns.biz/llms.txt,https://ultradns.biz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
5454,gnavi.co.jp,https://gnavi.co.jp/llms.txt,http://www.gnavi.co.jp/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,10959,False,,False,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5455,linkvertise.com,https://linkvertise.com/llms.txt,https://linkvertise.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,108794,False,,False,True,2026-09-07T07:20:53Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5456,justgiving.com,https://justgiving.com/llms.txt,https://justgiving.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,JustGiving,1,7,1358,False,"Fri, 19 Jun 2026 10:22:04 GMT",True,True,2026-09-07T07:20:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5457,eu.cc,http://eu.cc/llms.txt,http://eu.cc/llms.txt,503,0,False,text/html,network_timeout,False,False,False,,0,0,55,False,,False,False,2026-09-07T07:38:08Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
5458,azioncdn.net,https://azioncdn.net/llms.txt,https://azioncdn.net/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,306,False,,False,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5459,vp3n.ru,https://vp3n.ru/llms.txt,https://vp3n.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5460,jup9.com,https://jup9.com/llms.txt,https://jup9.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5461,usaa.com,http://usaa.com/llms.txt,https://usaa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:09Z,TIMEOUT,,2,network_timeout,True,network_timeout
5462,media6degrees.com,https://media6degrees.com/llms.txt,https://dstillery.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5463,pavietnam.net,https://pavietnam.net/llms.txt,https://www.pavietnam.vn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,796,False,,False,True,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5464,asm.org,https://asm.org/llms.txt,https://asm.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5714,False,,False,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5465,nla.gov.au,https://nla.gov.au/llms.txt,https://www.nla.gov.au/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16209,False,,True,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5466,easports.com,https://easports.com/llms.txt,https://www.easports.com/llms.txt,500,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,11942,False,,False,True,2026-09-07T07:38:13Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
5467,google.com.gt,https://google.com.gt/llms.txt,https://google.com.gt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5468,alldatasheet.com,https://alldatasheet.com/llms.txt,https://www.alldatasheet.com/llms.txt,200,1,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,32078,False,,False,False,2026-09-07T07:20:53Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5469,mcl.io,https://mcl.io/llms.txt,https://mcl.io/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:20:53Z,,,1,missing_404,False,missing_404
5470,prom.ua,https://prom.ua/llms.txt,https://prom.ua/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61944,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5471,yeastar.com,https://yeastar.com/llms.txt,https://www.yeastar.com/404-not-found/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,78743,False,"Sun, 06 Sep 2026 14:38:26 GMT",False,True,2026-09-07T07:20:54Z,,Redirected away to https://www.yeastar.com/404-not-found/,1,redirect_other,False,redirect_other
5472,diigo.com,https://diigo.com/llms.txt,https://www.diigo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17668,False,,False,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5473,kbb.com,http://kbb.com/llms.txt,https://kbb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:16Z,TIMEOUT,,2,network_timeout,True,network_timeout
5474,google.co.bw,https://google.co.bw/llms.txt,https://google.co.bw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5475,newegg.com,https://newegg.com/llms.txt,https://www.newegg.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Newegg,14,50,11960,True,"Mon, 07 Sep 2026 07:20:57 GMT",False,True,2026-09-07T07:20:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5476,uni-erlangen.de,https://uni-erlangen.de/llms.txt,https://www.fau.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5477,barchart.com,https://barchart.com/llms.txt,https://www.barchart.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23038,False,,False,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5478,facebook-hardware.com,https://facebook-hardware.com/llms.txt,https://facebook-hardware.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,363,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5479,oclc.org,https://oclc.org/llms.txt,https://www.oclc.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,20555,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5480,chefkoch.de,https://chefkoch.de/llms.txt,https://www.chefkoch.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,306,False,"Mon, 07 Sep 2026 07:20:56 GMT",False,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5481,surriel.com,https://surriel.com/llms.txt,https://surriel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5426,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5482,imunify360.com,https://imunify360.com/llms.txt,https://imunify360.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Imunify360,10,45,9549,False,"Mon, 08 Jun 2026 08:02:21 GMT",True,True,2026-09-07T07:20:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5483,yorku.ca,https://yorku.ca/llms.txt,https://www.yorku.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9059,False,,False,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5484,caranddriver.com,https://caranddriver.com/llms.txt,https://www.caranddriver.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5485,nbcsports.com,https://nbcsports.com/llms.txt,https://www.nbcsports.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2416,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5486,filmaffinity.com,https://filmaffinity.com/llms.txt,https://filmaffinity.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5558,False,,False,False,2026-09-07T07:20:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5487,missouri.edu,https://missouri.edu/llms.txt,https://missouri.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Sun, 06 Sep 2026 19:09:57 GMT",True,True,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5488,royalmail.com,https://royalmail.com/llms.txt,https://royalmail.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:20:54Z,,,1,missing_404,False,missing_404
5489,ovh.us,https://ovh.us/llms.txt,https://us.ovhcloud.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,105485,False,,False,True,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5490,cloudbirds.cn,https://cloudbirds.cn/llms.txt,https://cloudbirds.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5491,skynet.be,https://skynet.be/llms.txt,https://skynet.be/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:17Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5492,apkmirror.com,https://apkmirror.com/llms.txt,https://www.apkmirror.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20093,False,,False,True,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5493,receptivity.io,https://receptivity.io/llms.txt,https://receptivity.io/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:20:55Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5494,blastapi.io,https://blastapi.io/llms.txt,https://blastapi.io/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,7789,False,,False,True,2026-09-07T07:20:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5495,rtl.fr,https://rtl.fr/llms.txt,https://www.rtl.fr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,47158,False,,False,True,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5496,google.jo,https://google.jo/llms.txt,https://google.jo/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5497,hexun.com,https://hexun.com/llms.txt,https://i.hexun.com/llms.txt,404,1,True,application/xml;charset=utf-8,missing_404,False,False,False,,0,0,143,False,,False,False,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5498,hqporner.com,https://hqporner.com/llms.txt,https://hqporner.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26876,False,,False,False,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5499,gencat.cat,https://gencat.cat/llms.txt,https://gencat.cat/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5500,itglue.com,https://itglue.com/llms.txt,https://www.itglue.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:20:55Z,,,1,missing_404,False,missing_404
5501,qiniup.com,https://qiniup.com/llms.txt,https://www.qiniu.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Qiniu (七牛云),8,40,10500,False,"Wed, 15 Apr 2026 06:50:49 GMT",True,True,2026-09-07T07:21:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5502,canadiantire.ca,https://canadiantire.ca/llms.txt,https://www.canadiantire.ca/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Shop Canada’s Top Department Store Online & at 500+ Locations,1,172,55863,False,"Thu, 25 Sep 2025 19:41:07 GMT",True,True,2026-09-07T07:21:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5503,wn.com,https://wn.com/llms.txt,https://wn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,955,False,,True,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5504,ziprecruiter.com,https://ziprecruiter.com/llms.txt,https://www.ziprecruiter.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ZipRecruiter LLM Manifest,10,3,5956,False,"Thu, 03 Sep 2026 19:39:56 GMT",True,True,2026-09-07T07:21:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5505,apachetutor.org,https://apachetutor.org/llms.txt,https://apachetutor.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5506,tractorsupply.com,http://tractorsupply.com/llms.txt,https://tractorsupply.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
5507,1und1.de,https://1und1.de/llms.txt,https://www.1und1.de/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"1&1 (Website für Internet, Mobilfunk und TV)",9,0,3837,False,,False,True,2026-09-07T07:21:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5508,sleepycat.com,https://sleepycat.com/llms.txt,https://sleepycat.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,339,False,,False,False,2026-09-07T07:21:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5509,royalcaribbean.com,https://royalcaribbean.com/llms.txt,https://www.royalcaribbean.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9378,False,"Wed, 29 Apr 2026 14:33:16 GMT",True,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5510,thepiratebay.org,https://thepiratebay.org/llms.txt,https://thepiratebay.org/index.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,5276,False,"Fri, 18 Apr 2025 03:34:46 GMT",False,True,2026-09-07T07:21:07Z,,Redirected away to https://thepiratebay.org/index.html,1,redirect_other,False,redirect_other
5511,shrm.org,https://shrm.org/llms.txt,https://www.shrm.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,17120,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5512,anuytzc.xyz,https://anuytzc.xyz/llms.txt,https://anuytzc.xyz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5513,appcpi.net,https://appcpi.net/llms.txt,https://appcpi.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5514,vix.com,https://vix.com/llms.txt,https://assets.vix.com/geo.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,3753,False,"Mon, 07 Mar 2022 19:09:17 GMT",True,True,2026-09-07T07:21:07Z,,Redirected away to https://assets.vix.com/geo.html,1,redirect_other,False,redirect_other
5515,trasre.com,https://trasre.com/llms.txt,https://trasre.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5516,pagesjaunes.fr,https://pagesjaunes.fr/llms.txt,https://pagesjaunes.fr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,6165,False,,False,False,2026-09-07T07:21:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5517,alltel24.ru,https://alltel24.ru/llms.txt,https://alltel24.ru/llms.txt,404,0,True,text/html; charset=urtf-8,missing_404,False,False,False,,0,0,92396,False,,True,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5518,trueconf.com,https://trueconf.com/llms.txt,https://trueconf.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5519,ukr.net,https://ukr.net/llms.txt,https://www.ukr.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5355,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5520,cronolog.org,http://cronolog.org/llms.txt,https://cronolog.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
5521,afterpay.com,https://afterpay.com/llms.txt,https://www.afterpay.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15072,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5522,mangafire.to,https://mangafire.to/llms.txt,https://mangafire.to/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,2138,False,,False,True,2026-09-07T07:21:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5523,lbl.gov,https://lbl.gov/llms.txt,https://www.lbl.gov/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5524,soax.com,https://soax.com/llms.txt,https://soax.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9996,False,,True,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5525,playtopgames.ru,https://playtopgames.ru/llms.txt,https://playtopgames.ru/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5526,yandex.uz,https://yandex.uz/llms.txt,https://yandex.uz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11790,False,,False,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5527,sciencealert.com,https://sciencealert.com/llms.txt,https://sciencealert.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2504,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5528,aircanada.com,http://aircanada.com/llms.txt,https://www.aircanada.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2551,False,,False,True,2026-09-07T07:21:07Z,TIMEOUT,,1,missing_404,False,missing_404
5529,rand.org,https://rand.org/llms.txt,https://www.rand.org/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:21:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5530,steamdb.info,https://steamdb.info/llms.txt,https://steamdb.info/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,10423,False,,False,False,2026-09-07T07:21:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5531,360.com,https://360.com/llms.txt,https://360.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5532,architecturaldigest.com,https://architecturaldigest.com/llms.txt,https://www.architecturaldigest.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58002,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5533,box.net,https://box.net/llms.txt,https://app.box.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11062,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5534,webstaurantstore.com,https://webstaurantstore.com/llms.txt,https://www.webstaurantstore.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5588,False,,False,False,2026-09-07T07:21:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5535,theepochtimes.com,https://theepochtimes.com/llms.txt,https://www.theepochtimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46657,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5536,dn.se,https://dn.se/llms.txt,https://www.dn.se/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:21:07Z,,,1,missing_404,False,missing_404
5537,tritondigital.com,https://tritondigital.com/llms.txt,https://www.tritondigital.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,52297,False,,False,False,2026-09-07T07:21:08Z,,,1,missing_404,False,missing_404
5538,lulu.com,https://lulu.com/llms.txt,https://www.lulu.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:21:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5539,remotepc.com,https://remotepc.com/llms.txt,https://www.remotepc.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,www.remotepc.com llms.txt,0,114,25675,False,"Tue, 25 Nov 2025 08:29:02 GMT",True,True,2026-09-07T07:21:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5540,liveperson.net,http://liveperson.net/llms.txt,http://liveperson.net/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,103,False,,False,False,2026-09-07T07:21:08Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
5541,vietnamnet.vn,https://vietnamnet.vn/llms.txt,https://vietnamnet.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Báo VietNamNet,11,22,24667,False,,True,True,2026-09-07T07:21:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5542,plrm.zone,http://plrm.zone/llms.txt,https://plrm.zone/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
5543,zoopla.co.uk,https://zoopla.co.uk/llms.txt,https://www.zoopla.co.uk/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5584,False,,False,False,2026-09-07T07:21:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5544,qcloudcdn.com,https://qcloudcdn.com/llms.txt,https://qcloudcdn.com/llms.txt,418,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:09Z,,,1,ambiguous,False,ambiguous
5545,gslbjpmchase.com,https://gslbjpmchase.com/llms.txt,https://gslbjpmchase.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5546,lyft.com,https://lyft.com/llms.txt,https://www.lyft.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65535,False,,False,True,2026-09-07T07:21:09Z,,,1,missing_404,False,missing_404
5547,codecademy.com,https://codecademy.com/llms.txt,https://www.codecademy.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:09Z,,,1,missing_404,False,missing_404
5548,buildkite.com,https://buildkite.com/llms.txt,https://buildkite.com/docs/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Buildkite Documentation,1,62,16391,False,,True,True,2026-09-07T07:21:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5549,overdrive.com,https://overdrive.com/llms.txt,https://www.overdrive.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,,,2,network_timeout,True,missing_404
5550,bidderstack.com,https://bidderstack.com/llms.txt,https://bidderstack.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5551,bi.zone,https://bi.zone/llms.txt,https://bi.zone/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54590,False,,False,True,2026-09-07T07:21:09Z,,,1,missing_404,False,missing_404
5552,sleepfoundation.org,https://sleepfoundation.org/llms.txt,https://www.sleepfoundation.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,873,False,"Mon, 07 Sep 2026 07:21:12 GMT",False,True,2026-09-07T07:21:09Z,,,1,missing_404,False,missing_404
5553,smashingmagazine.com,https://smashingmagazine.com/llms.txt,https://www.smashingmagazine.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3038,False,,True,True,2026-09-07T07:21:09Z,,,1,missing_404,False,missing_404
5554,golang.org,https://golang.org/llms.txt,https://go.dev/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12023,False,,False,False,2026-09-07T07:21:09Z,,,1,missing_404,False,missing_404
5555,trpcdn.net,http://trpcdn.net/llms.txt,http://trpcdn.net/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:21:10Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
5556,sputniknews.com,https://sputniknews.com/llms.txt,https://sputnikglobe.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44858,False,,False,True,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5557,travelaudience.com,https://travelaudience.com/llms.txt,https://www.amadeus-hospitality.com/media-solutions/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,93427,False,,False,True,2026-09-07T07:21:10Z,,Redirected away to https://www.amadeus-hospitality.com/media-solutions/,1,redirect_other,False,redirect_other
5558,volkswagen.de,https://volkswagen.de/llms.txt,https://www.volkswagen.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,30765,False,"Mon, 07 Sep 2026 04:48:21 GMT",True,False,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5559,goto.com,https://goto.com/llms.txt,https://www.goto.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2591,False,,True,True,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5560,kuleuven.be,https://kuleuven.be/llms.txt,https://www.kuleuven.be/llms.txt,404,1,True,application/json,missing_404,False,False,False,,0,0,26,False,,False,False,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5561,uconn.edu,https://uconn.edu/llms.txt,https://uconn.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15542,False,,False,True,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5562,xhamster3.com,https://xhamster3.com/llms.txt,https://xhamster3.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5563,swarovski.com,https://swarovski.com/llms.txt,https://swarovski.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Swarovski,7,0,2642,True,"Thu, 30 Apr 2026 11:03:44 GMT",True,True,2026-09-07T07:21:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5564,atptour.com,https://atptour.com/llms.txt,https://www.atptour.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5565,dler.org,https://dler.org/llms.txt,https://dler.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5423,False,,False,False,2026-09-07T07:21:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5566,baseball-reference.com,https://baseball-reference.com/llms.txt,https://baseball-reference.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5628,False,,False,False,2026-09-07T07:21:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5567,ceneo.pl,https://ceneo.pl/llms.txt,https://www.ceneo.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4717,False,,False,True,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5568,vuejs.org,https://vuejs.org/llms.txt,https://vuejs.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Vue.js,1,94,7415,False,,True,True,2026-09-07T07:21:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5569,simply.com,https://simply.com/llms.txt,https://www.simply.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42144,False,,False,True,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5570,vodafone.de,https://vodafone.de/llms.txt,https://vodafone.de/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,14864,False,"Sun, 16 Aug 2026 22:23:52 GMT",False,False,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5571,bitrix24.tech,https://bitrix24.tech/llms.txt,https://www.bitrix24.tech/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:10Z,,,1,missing_404,False,missing_404
5572,vix-content.net,https://vix-content.net/llms.txt,https://vix-content.net/llms.txt,521,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,6993,False,,False,True,2026-09-07T07:38:47Z,SERVER_ERROR_521,,2,network_timeout,True,network_timeout
5573,metal-archives.com,https://metal-archives.com/llms.txt,https://metal-archives.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3339,False,,False,False,2026-09-07T07:21:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5574,dns.kr,https://dns.kr/llms.txt,https://dns.kr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5575,kuronekoyamato.co.jp,https://kuronekoyamato.co.jp/llms.txt,https://kuronekoyamato.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5576,uh.edu,https://uh.edu/llms.txt,https://www.uh.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24086,False,,False,True,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5577,stealth.si,https://stealth.si/llms.txt,https://stealth.si/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5578,francetvinfo.fr,https://francetvinfo.fr/llms.txt,https://www.franceinfo.fr/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:11Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5579,bleacherreport.com,https://bleacherreport.com/llms.txt,https://bleacherreport.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,169003,False,,False,True,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5580,google.co.ao,https://google.co.ao/llms.txt,https://google.co.ao/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5581,ebscohost.com,https://ebscohost.com/llms.txt,https://about.ebsco.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,45828,False,"Mon, 07 Sep 2026 06:34:04 GMT",True,True,2026-09-07T07:21:11Z,,Redirected away to https://about.ebsco.com,1,redirect_other,False,redirect_other
5582,myshn.net,https://myshn.net/llms.txt,https://myshn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5583,aip.org,https://aip.org/llms.txt,https://www.aip.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,126689,False,,False,False,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5584,blacknight.com,https://blacknight.com/llms.txt,https://www.blacknight.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62694,False,,False,True,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5585,tradedoubler.com,https://tradedoubler.com/llms.txt,https://tradedoubler.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Tradedoubler,5,3,3108,False,,True,True,2026-09-07T07:21:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5586,matomo.cloud,https://matomo.cloud/llms.txt,https://matomo.org/matomo-cloud/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,164879,False,"Mon, 07 Sep 2026 03:01:36 GMT",False,True,2026-09-07T07:21:11Z,,Redirected away to https://matomo.org/matomo-cloud/,1,redirect_other,False,redirect_other
5587,activemetering.com,https://activemetering.com/llms.txt,https://activemetering.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5588,azbyka.ru,https://azbyka.ru/llms.txt,https://azbyka.ru/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Азбука веры,2,13,11498,False,"Wed, 10 Sep 2025 06:39:52 GMT",True,True,2026-09-07T07:21:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5589,skool.com,https://skool.com/llms.txt,https://skool.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
5590,adda247.com,https://adda247.com/llms.txt,https://www.adda247.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Adda247 - India's Largest Vernacular Learning Platform,115,115,31854,False,"Tue, 26 Aug 2025 11:13:49 GMT",True,False,2026-09-07T07:21:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5591,1cfresh.com,https://1cfresh.com/llms.txt,https://1cfresh.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7771,False,,False,False,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5592,sony.tv,https://sony.tv/llms.txt,https://sony.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5593,credit-agricole.fr,https://credit-agricole.fr/llms.txt,https://www.credit-agricole.fr/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Crédit Agricole,4,215,45120,False,"Mon, 24 Aug 2026 23:32:05 GMT",False,True,2026-09-07T07:21:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5594,google.si,https://google.si/llms.txt,https://google.si/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:11Z,,,1,missing_404,False,missing_404
5595,warwick.ac.uk,https://warwick.ac.uk/llms.txt,https://warwick.ac.uk/llms.txt,429,0,True,,blocked_forbidden,False,False,False,,0,0,17,False,,False,False,2026-09-07T07:21:11Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
5596,nr-ops.net,https://nr-ops.net/llms.txt,https://nr-ops.net/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:12Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
5597,devline.tv,https://devline.tv/llms.txt,https://devline.tv/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1356,False,"Tue, 25 Nov 2025 12:40:26 GMT",True,True,2026-09-07T07:21:12Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5598,ochanges.com,https://ochanges.com/llms.txt,https://ochanges.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,71433,False,,False,True,2026-09-07T07:21:12Z,,,1,missing_404,False,missing_404
5599,vinted.it,https://vinted.it/llms.txt,https://www.vinted.it/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:12Z,,,1,missing_404,False,missing_404
5600,kidoz.net,https://kidoz.net/llms.txt,https://www.kidoz.net/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:21:12Z,,,1,missing_404,False,missing_404
5601,mercadolibre.com.co,https://mercadolibre.com.co/llms.txt,https://www.mercadolibre.com.co/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9592,False,"Mon, 22 Jul 2019 17:04:51 GMT",True,False,2026-09-07T07:21:12Z,,,1,missing_404,False,missing_404
5602,pia.jp,https://pia.jp/llms.txt,https://pia.jp/piajp/sorry.html,200,1,True,text/html; charset=none,redirect_other,False,False,False,,0,0,355,False,"Mon, 06 Oct 2014 15:47:08 GMT",True,False,2026-09-07T07:21:12Z,,Redirected away to https://pia.jp/piajp/sorry.html,1,redirect_other,False,redirect_other
5603,autotrader.co.uk,https://autotrader.co.uk/llms.txt,https://www.autotrader.co.uk/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5669,False,,False,False,2026-09-07T07:21:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5604,corel.com,https://corel.com/llms.txt,https://www.corel.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Corel,2,15,2135,False,"Tue, 02 Jun 2026 13:23:41 GMT",True,False,2026-09-07T07:21:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5605,telkomsel.com,https://telkomsel.com/llms.txt,https://telkomsel.com/llms.txt,432,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,246,False,,False,True,2026-09-07T07:21:12Z,,,1,ambiguous,False,ambiguous
5606,smartclip.net,https://smartclip.net/llms.txt,https://smartclip.net/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:21:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5607,seriouseats.com,https://seriouseats.com/llms.txt,https://seriouseats.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,54567,False,,False,False,2026-09-07T07:21:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5608,rylmtch.com,https://rylmtch.com/llms.txt,https://www.dreamgames.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37418,False,"Mon, 07 Sep 2026 07:06:11 GMT",True,True,2026-09-07T07:21:12Z,,,1,missing_404,False,missing_404
5609,2cnt.net,http://2cnt.net/llms.txt,https://2cnt.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
5610,wolfram.com,https://wolfram.com/llms.txt,https://wolfram.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,False,True,Core Site,0,0,32255,False,"Mon, 17 Aug 2026 12:57:11 GMT",True,False,2026-09-07T07:21:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5611,konami.com,https://konami.com/llms.txt,https://konami.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5612,python.ca,https://python.ca/llms.txt,https://python.ca/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5613,goneo.de,https://goneo.de/llms.txt,https://www.goneo.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1630,False,"Mon, 07 Sep 2026 07:21:16 GMT",False,True,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5614,autoscout24.de,https://autoscout24.de/llms.txt,https://www.autoscout24.de/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,74800,False,"Fri, 04 Sep 2026 09:08:12 GMT",True,True,2026-09-07T07:21:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5615,laztys.tech,https://laztys.tech/llms.txt,https://laztys.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5616,awsdns-25.net,https://awsdns-25.net/llms.txt,https://awsdns-25.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5617,codeplex.com,https://codeplex.com/llms.txt,https://www.microsoft.com/en-in,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,115999,False,,False,True,2026-09-07T07:21:13Z,,Redirected away to https://www.microsoft.com/en-in,1,redirect_other,False,redirect_other
5618,mentalfloss.com,https://mentalfloss.com/llms.txt,https://www.mentalfloss.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mental Floss,5,15,12160,True,"Mon, 07 Sep 2026 07:21:16 GMT",False,True,2026-09-07T07:21:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5619,c-msedge.net,https://c-msedge.net/llms.txt,https://c-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5620,aihelp.net,https://aihelp.net/llms.txt,https://aihelp.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5621,raspberrypi.com,https://raspberrypi.com/llms.txt,https://www.raspberrypi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5622,threatdown.com,https://threatdown.com/llms.txt,https://www.threatdown.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,639,False,,False,True,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5623,splunk.com,https://splunk.com/llms.txt,https://www.splunk.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2151,False,"Mon, 07 Sep 2026 06:17:22 GMT",False,True,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5624,adac.de,https://adac.de/llms.txt,https://www.adac.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3048,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5625,womenshealthmag.com,https://womenshealthmag.com/llms.txt,https://www.womenshealthmag.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5626,degruyter.com,https://degruyter.com/llms.txt,https://www.degruyterbrill.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7911,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5627,a-mx.net,https://a-mx.net/llms.txt,https://a-mx.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5628,vinted.pl,https://vinted.pl/llms.txt,https://www.vinted.pl/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5629,vistaprint.com,https://vistaprint.com/llms.txt,https://www.vistaprint.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,13697,False,,False,False,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5630,sankei.com,https://sankei.com/llms.txt,https://www.sankei.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52695,False,"Mon, 07 Sep 2026 07:21:16 GMT",True,True,2026-09-07T07:21:13Z,,,1,missing_404,False,missing_404
5631,substackcdn.com,https://substackcdn.com/llms.txt,https://substackcdn.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,5672,False,"Fri, 03 Feb 2023 22:02:04 GMT",True,False,2026-09-07T07:21:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5632,docs.rs,https://docs.rs/llms.txt,https://docs.rs/llms.txt,400,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,1379,False,,False,True,2026-09-07T07:21:14Z,,,1,ambiguous,False,ambiguous
5633,brivo.com,https://brivo.com/llms.txt,https://brivo.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Brivo,3,121,37582,False,"Sun, 06 Sep 2026 17:25:43 GMT",True,True,2026-09-07T07:21:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5634,p-n.io,https://p-n.io/llms.txt,https://p-n.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5635,imolive.tv,https://imolive.tv/llms.txt,https://www.imolive.tv,200,1,True,application/octet-stream,redirect_other,False,False,False,,0,0,2,False,,False,False,2026-09-07T07:21:14Z,,Redirected away to https://www.imolive.tv,1,redirect_other,False,redirect_other
5636,neverssl.com,http://neverssl.com/llms.txt,http://neverssl.com/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:21:14Z,TIMEOUT,,1,missing_404,False,missing_404
5637,localytics.com,https://localytics.com/llms.txt,https://localytics.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Localytics,4,14,2834,True,"Mon, 07 Sep 2026 06:45:25 GMT",True,True,2026-09-07T07:21:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5638,hola.com,https://hola.com/llms.txt,https://www.hola.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43596,False,,True,True,2026-09-07T07:21:14Z,,,1,missing_404,False,missing_404
5639,telia.com,https://telia.com/llms.txt,https://www.telia.se/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,6818,False,,True,True,2026-09-07T07:21:14Z,,Redirected away to https://www.telia.se/,1,redirect_other,False,redirect_other
5640,nationalpost.com,https://nationalpost.com/llms.txt,https://nationalpost.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,730,False,,False,False,2026-09-07T07:21:14Z,,,1,missing_404,False,missing_404
5641,dianping.com,https://dianping.com/llms.txt,https://www.dianping.com/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,2907,False,,True,True,2026-09-07T07:21:14Z,,Redirected away to https://www.dianping.com/,1,redirect_other,False,redirect_other
5642,cfr.org,https://cfr.org/llms.txt,https://www.cfr.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2764,False,,False,True,2026-09-07T07:21:14Z,,,1,missing_404,False,missing_404
5643,harborfreight.com,https://harborfreight.com/llms.txt,https://www.harborfreight.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,59279,False,,True,True,2026-09-07T07:21:14Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5644,inmobi-choice.io,https://inmobi-choice.io/llms.txt,https://inmobi-choice.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5645,apple-mapkit.com,https://apple-mapkit.com/llms.txt,https://apple-mapkit.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5646,bustle.com,https://bustle.com/llms.txt,https://www.bustle.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,34647,False,,False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5647,ionos.com,https://ionos.com/llms.txt,https://www.ionos.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,63360,False,"Fri, 04 Sep 2026 07:19:36 GMT",True,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5648,google.com.nf,https://google.com.nf/llms.txt,https://google.com.nf/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5649,onthemarket.com,https://onthemarket.com/llms.txt,https://www.onthemarket.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,23482,False,,False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5650,r2.dev,http://r2.dev/llms.txt,http://r2.dev/llms.txt,522,0,False,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7193,False,,False,True,2026-09-07T07:38:48Z,SERVER_ERROR_522,,2,network_timeout,True,network_timeout
5651,imagemagick.com,https://imagemagick.com/llms.txt,https://imagemagick.com/llms.txt,404,0,True,text/html; charset=utf8,missing_404,False,False,False,,0,0,5460,False,,False,False,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5652,immowelt.de,https://immowelt.de/llms.txt,https://www.immowelt.de/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Immowelt Ratgeber: Die wichtigsten Informationen rund um Immobilien,5,340,57028,False,"Mon, 16 Mar 2026 09:18:36 GMT",True,False,2026-09-07T07:21:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5653,fotocasa.es,https://fotocasa.es/llms.txt,https://www.fotocasa.es/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1498,False,,False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5654,ohthree.com,https://ohthree.com/llms.txt,https://ohthree.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5655,zopim.com,https://zopim.com/llms.txt,https://zopim.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:49Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5656,kolesa.kz,https://kolesa.kz/llms.txt,https://kolesa.kz/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26729,False,,False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5657,atera.com,https://atera.com/llms.txt,https://www.atera.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Atera,0,0,237,False,"Wed, 13 May 2026 08:31:26 GMT",True,True,2026-09-07T07:21:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5658,meti.go.jp,https://meti.go.jp/llms.txt,https://meti.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5659,skechers.com,https://skechers.com/llms.txt,https://www.skechers.com/llms.txt,410,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,251,False,,False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5660,fizzopic.org,https://fizzopic.org/llms.txt,https://fizzopic.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5661,illusionblack.com,https://illusionblack.com/llms.txt,https://illusionblack.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5662,bip.com,https://bip.com/llms.txt,https://bip.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,17035,False,,True,False,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5663,tv2.no,https://tv2.no/llms.txt,https://www.tv2.no/llms.txt,404,1,True,application/json,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5664,tradeinn.com,https://tradeinn.com/llms.txt,https://www.tradeinn.com/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Tradeinn - Grupo Ecommerce y Plataforma Global,8,18,7737,False,"Mon, 07 Sep 2026 07:00:00 GMT",True,True,2026-09-07T07:21:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5665,streamable.com,https://streamable.com/llms.txt,https://streamable.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42715,False,,False,False,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5666,google.hu,https://google.hu/llms.txt,https://google.hu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5667,google.is,https://google.is/llms.txt,https://google.is/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5668,mevblocker.io,https://mevblocker.io/llms.txt,https://mevblocker.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27284,False,"Mon, 07 Sep 2026 07:21:16 GMT",False,True,2026-09-07T07:21:15Z,,,1,missing_404,False,missing_404
5669,adobesc.com,https://adobesc.com/llms.txt,https://adobesc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5670,ooklaserver.net,https://ooklaserver.net/llms.txt,https://ooklaserver.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5671,rtl.nl,https://rtl.nl/llms.txt,https://www.rtl.nl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5672,kuf.by,https://kuf.by/llms.txt,https://kuf.by/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5673,obihai.com,https://obihai.com/llms.txt,https://obihai.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5674,dbankcloud.eu,https://dbankcloud.eu/llms.txt,https://dbankcloud.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5675,cnmsn.net,http://cnmsn.net/llms.txt,https://cnmsn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,TIMEOUT,,2,network_timeout,True,network_timeout
5676,lsu.edu,https://lsu.edu/llms.txt,https://lsu.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7925,False,,False,False,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5677,musical.ly,https://musical.ly/llms.txt,https://musical.ly/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:16Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
5678,tracker.gg,https://tracker.gg/llms.txt,https://tracker.gg/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,939,False,,False,False,2026-09-07T07:21:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5679,reference.com,https://reference.com/llms.txt,https://www.reference.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2353,False,,True,False,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5680,tudelft.nl,https://tudelft.nl/llms.txt,https://www.tudelft.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44094,False,,False,False,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5681,grofer.io,https://grofer.io/llms.txt,https://grofer.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5682,belgium.be,https://belgium.be/llms.txt,https://belgium.be/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:21:16Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5683,finviz.com,https://finviz.com/llms.txt,https://finviz.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40940,False,,False,True,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5684,queue-it.net,https://queue-it.net/llms.txt,https://queue-it.com/llms.txt,404,2,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5685,zepto.com,https://zepto.com/llms.txt,https://www.zepto.com/llms.txt,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:16Z,,,1,ambiguous,False,ambiguous
5686,marketing-hub.net,https://marketing-hub.net/llms.txt,https://marketing-hub.net/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,26,False,,False,False,2026-09-07T07:21:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5687,nj.com,https://nj.com/llms.txt,https://www.nj.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,136141,False,"Mon, 07 Sep 2026 07:21:18 GMT",True,True,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5688,paris.fr,https://paris.fr/llms.txt,https://www.paris.fr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,True,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5689,real.com,https://real.com/llms.txt,https://www.real.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,RealPlayer at real.com,3,11,1747,True,"Thu, 06 Aug 2026 03:27:02 GMT",False,True,2026-09-07T07:21:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5690,4chan.org,https://4chan.org/llms.txt,https://4chan.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2945,False,"Fri, 25 Apr 2025 07:41:56 GMT",True,False,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5691,jiosaavn.com,https://jiosaavn.com/llms.txt,https://www.jiosaavn.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,True,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5692,cognitivlabs.com,https://cognitivlabs.com/llms.txt,https://cognitivlabs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5693,tuoitre.vn,https://tuoitre.vn/llms.txt,https://tuoitre.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Tuổi Trẻ Online (tuoitre.vn),3,14,3009,False,"Thu, 21 May 2026 09:37:45 GMT",True,False,2026-09-07T07:21:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5694,mlit.go.jp,https://mlit.go.jp/llms.txt,https://mlit.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5695,crazymaplestudios.com,https://crazymaplestudios.com/llms.txt,https://crazymaplestudios.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,10444,False,"Thu, 03 Sep 2026 01:34:07 GMT",True,True,2026-09-07T07:21:16Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5696,news-medical.net,https://news-medical.net/llms.txt,https://www.news-medical.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2858,False,,False,True,2026-09-07T07:21:16Z,,,1,missing_404,False,missing_404
5697,suruga-ya.jp,https://suruga-ya.jp/llms.txt,https://www.suruga-ya.jp/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5601,False,,False,False,2026-09-07T07:21:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5698,beinsports.com,http://beinsports.com/llms.txt,https://beinsports.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,TIMEOUT,,2,network_timeout,True,network_timeout
5699,sony.net,https://sony.net/llms.txt,https://www.sony.co.jp/en/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,15895,False,,False,True,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5700,zetaglobal.net,https://zetaglobal.net/llms.txt,https://www.zetaglobal.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Zeta Global,4,10,1482,False,,False,True,2026-09-07T07:21:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5701,thekitchn.com,https://thekitchn.com/llms.txt,https://www.thekitchn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,39813,False,,True,True,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5702,wyndhamhotels.com,https://wyndhamhotels.com/llms.txt,https://www.wyndhamhotels.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,WyndhamHotels.com llms.txt,18,0,15933,False,"Thu, 02 Apr 2026 13:49:28 GMT",True,True,2026-09-07T07:21:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5703,cambiumtds.com,https://cambiumtds.com/llms.txt,https://cambiumtds.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5704,awsdns-56.net,https://awsdns-56.net/llms.txt,https://awsdns-56.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5705,meinbezirk.at,https://meinbezirk.at/llms.txt,https://www.meinbezirk.at/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56350,False,,False,True,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5706,linternaute.com,https://linternaute.com/llms.txt,http://www.linternaute.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12847,False,,False,True,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5707,r-project.org,https://r-project.org/llms.txt,https://www.r-project.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,991,False,,False,False,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5708,maryland.gov,https://maryland.gov/llms.txt,https://www.maryland.gov/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Maryland.gov,9,0,3216,False,"Fri, 04 Sep 2026 15:25:52 GMT",True,True,2026-09-07T07:21:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5709,enjoei.com.br,https://enjoei.com.br/llms.txt,https://www.enjoei.com.br/@llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,90615,False,,False,True,2026-09-07T07:21:17Z,,Redirected away to https://www.enjoei.com.br/@llms.txt,1,redirect_other,False,redirect_other
5710,akadns99.net,https://akadns99.net/llms.txt,https://akadns99.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5711,405kk.com,https://405kk.com/llms.txt,https://405kk.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:21:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5712,tivo.com,https://tivo.com/llms.txt,https://www.tivo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7583,False,,False,True,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5713,gaijinent.com,https://gaijinent.com/llms.txt,https://gaijinent.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7467,False,,False,True,2026-09-07T07:21:17Z,,,1,missing_404,False,missing_404
5714,demonware.net,http://demonware.net/llms.txt,https://demonware.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,TIMEOUT,,2,network_timeout,True,network_timeout
5715,emerald.com,https://emerald.com/llms.txt,https://www.emerald.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5558,False,,False,False,2026-09-07T07:21:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5716,tenjin.com,https://tenjin.com/llms.txt,https://tenjin.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,5,21,2056,True,"Wed, 02 Sep 2026 11:45:04 GMT",True,False,2026-09-07T07:21:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5717,pososite.com,https://pososite.com/llms.txt,https://pososite.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5718,stripchatgirls.com,https://stripchatgirls.com/llms.txt,https://stripchatgirls.com/llms.txt,406,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:18Z,,,1,ambiguous,False,ambiguous
5719,lululemon.com,http://lululemon.com/llms.txt,https://lululemon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,TIMEOUT,,2,network_timeout,True,network_timeout
5720,xs4all.nl,https://xs4all.nl/llms.txt,https://www.xs4all.nl/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,22430,False,"Wed, 09 Nov 2022 10:41:13 GMT",True,False,2026-09-07T07:21:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5721,samhsa.gov,https://samhsa.gov/llms.txt,https://samhsa.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:21:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5722,melolostatic.com,https://melolostatic.com/llms.txt,https://melolostatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5723,inria.fr,https://inria.fr/llms.txt,https://inria.fr/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,199,False,,False,False,2026-09-07T07:21:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5724,lenta.tech,https://lenta.tech/llms.txt,https://lenta.tech/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13317,False,,False,True,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5725,yaplakal.com,https://yaplakal.com/llms.txt,https://www.yaplakal.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1251,False,,False,False,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5726,avant.si,https://avant.si/llms.txt,https://www.avant.si/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5727,4pda.to,https://4pda.to/llms.txt,https://4pda.to/llms.txt,404,0,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,2537,False,,False,True,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5728,agenziaentrate.gov.it,https://agenziaentrate.gov.it/llms.txt,https://agenziaentrate.gov.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,387,False,,False,True,2026-09-07T07:21:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5729,planalto.gov.br,https://planalto.gov.br/llms.txt,https://planalto.gov.br/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,392,False,,False,False,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5730,gigya.com,https://gigya.com/llms.txt,https://gigya.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5731,cdnhwc7.com,https://cdnhwc7.com/llms.txt,https://cdnhwc7.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5732,health.mil,https://health.mil/llms.txt,https://health.mil/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1272,False,,False,True,2026-09-07T07:21:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5733,142.in-addr.arpa,https://142.in-addr.arpa/llms.txt,https://142.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5734,groupon.com,https://groupon.com/llms.txt,https://www.groupon.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Groupon,9,50,3871,False,,True,True,2026-09-07T07:21:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5735,elcomercio.pe,https://elcomercio.pe/llms.txt,https://elcomercio.pe/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,911,False,"Mon, 07 Sep 2026 07:21:20 GMT",True,True,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5736,aiv-cdn.net,https://aiv-cdn.net/llms.txt,https://aiv-cdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5737,uzh.ch,https://uzh.ch/llms.txt,https://uzh.ch/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,12093,False,"Mon, 07 Sep 2026 07:21:19 GMT",False,True,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5738,hankyung.com,https://hankyung.com/llms.txt,https://www.hankyung.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15046,False,,False,False,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5739,cengage.com,https://cengage.com/llms.txt,https://www.cengage.com/404/,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,27537,False,,False,False,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5740,china.com,https://china.com/llms.txt,https://china.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5741,digikey.com,https://digikey.com/llms.txt,https://www.digikey.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5536,False,,False,False,2026-09-07T07:21:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5742,avid.com,https://avid.com/llms.txt,https://www.avid.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4593,False,,False,True,2026-09-07T07:21:18Z,,,1,missing_404,False,missing_404
5743,microsoftcasualgames.com,https://microsoftcasualgames.com/llms.txt,https://www.microsoftcasualgames.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,321,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5744,cam4.com,https://cam4.com/llms.txt,https://www.cam4.com/error-no-profile,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,189566,False,,False,False,2026-09-07T07:21:19Z,,Redirected away to https://www.cam4.com/error-no-profile,1,redirect_other,False,redirect_other
5745,vultr.com,https://vultr.com/llms.txt,https://www.vultr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23619,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5746,xgroovy.com,https://xgroovy.com/llms.txt,https://xgroovy.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,94144,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5747,queniurc.com,https://queniurc.com/llms.txt,https://queniurc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5748,withings.net,https://withings.net/llms.txt,https://www.withings.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Agent Instructions — Withings,5,0,4431,False,,True,False,2026-09-07T07:21:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5749,carmax.com,https://carmax.com/llms.txt,https://carmax.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,372,False,,False,False,2026-09-07T07:21:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5750,ibtimes.com,https://ibtimes.com/llms.txt,https://www.ibtimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26184,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5751,nameshift.com,https://nameshift.com/llms.txt,https://nameshift.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13790,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5752,cbs.com,https://cbs.com/llms.txt,https://www.cbs.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5753,roche.com,https://roche.com/llms.txt,https://www.roche.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,32768,False,"Fri, 04 Sep 2026 12:28:09 GMT",False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5754,clickadu.net,https://clickadu.net/llms.txt,https://clickadu.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5755,google.mu,https://google.mu/llms.txt,https://google.mu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5756,hoyolab.com,https://hoyolab.com/llms.txt,https://www.hoyolab.com/llms.txt,404,1,True,application/xml,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:21:19Z,,,1,missing_404,False,missing_404
5757,boingboing.net,https://boingboing.net/llms.txt,https://boingboing.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Boing Boing,2,4,925,False,"Thu, 11 Jun 2026 23:04:58 GMT",True,True,2026-09-07T07:21:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5758,gameinstaller.ru,https://gameinstaller.ru/llms.txt,https://gameinstaller.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26430,False,,False,True,2026-09-07T07:21:20Z,,,1,missing_404,False,missing_404
5759,cdnhwctnm107.com,https://cdnhwctnm107.com/llms.txt,https://cdnhwctnm107.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5760,hku.hk,https://hku.hk/llms.txt,https://www.hku.hk/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,80098,False,"Mon, 07 Sep 2026 03:43:55 GMT",True,False,2026-09-07T07:21:20Z,,,1,missing_404,False,missing_404
5761,tn.gov,https://tn.gov/llms.txt,https://www.tn.gov/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,22887,False,,False,False,2026-09-07T07:21:20Z,,,1,missing_404,False,missing_404
5762,haaretz.com,https://haaretz.com/llms.txt,https://www.haaretz.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,419,False,,False,False,2026-09-07T07:21:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5763,rtactivate.com,https://rtactivate.com/llms.txt,https://rtactivate.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5764,iaea.org,https://iaea.org/llms.txt,https://www.iaea.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:21:20Z,,,1,missing_404,False,missing_404
5765,outboundproxy.com,https://outboundproxy.com/llms.txt,https://outboundproxy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5766,telus.com,https://telus.com/llms.txt,https://www.telus.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3306,False,,False,False,2026-09-07T07:21:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5767,tiket.com,https://tiket.com/llms.txt,https://www.tiket.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,tiket.com,8,55,9554,False,"Tue, 04 Aug 2026 03:46:40 GMT",True,True,2026-09-07T07:21:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5768,kcl.ac.uk,https://kcl.ac.uk/llms.txt,https://www.kcl.ac.uk/llms.txt,404,2,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:21:20Z,,,1,missing_404,False,missing_404
5769,alza.cz,https://alza.cz/llms.txt,https://alza.cz/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,23139,False,,False,True,2026-09-07T07:21:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5770,p-cdn.com,https://p-cdn.com/llms.txt,https://p-cdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5771,createjs.com,https://createjs.com/llms.txt,https://createjs.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,27123,False,"Wed, 09 Jan 2019 20:37:09 GMT",True,True,2026-09-07T07:21:20Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5772,amplify.com,https://amplify.com/llms.txt,https://amplify.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,6,53,8423,True,,False,True,2026-09-07T07:21:20Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5773,uva.nl,https://uva.nl/llms.txt,https://www.uva.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15452,False,,False,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5774,google.cg,https://google.cg/llms.txt,https://google.cg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5775,americanbar.org,https://americanbar.org/llms.txt,https://americanbar.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5579,False,,False,False,2026-09-07T07:21:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5776,getdropbox.com,https://getdropbox.com/llms.txt,https://www.dropbox.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Dropbox,3,74,16384,False,,False,True,2026-09-07T07:21:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5777,gamer.com.tw,https://gamer.com.tw/llms.txt,https://www.gamer.com.tw/missing.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,2130,False,"Mon, 13 Nov 2023 04:42:35 GMT",True,True,2026-09-07T07:21:21Z,,Redirected away to https://www.gamer.com.tw/missing.html,1,redirect_other,False,redirect_other
5778,samsara.com,https://samsara.com/llms.txt,https://www.samsara.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Samsara,2,0,33111,False,"Fri, 04 Sep 2026 20:26:22 GMT",True,True,2026-09-07T07:21:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5779,timeshighereducation.com,https://timeshighereducation.com/llms.txt,https://www.timeshighereducation.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5780,radissonhotels.com,https://radissonhotels.com/llms.txt,https://www.radissonhotels.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,15525,False,,True,True,2026-09-07T07:21:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5781,dnb.com,https://dnb.com/llms.txt,https://www.dnb.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Dun & Bradstreet (D&B),5,25,4663,False,"Mon, 03 Aug 2026 20:27:53 GMT",True,True,2026-09-07T07:21:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5782,csic.es,https://csic.es/llms.txt,https://www.csic.es/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,,False,True,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5783,takealot.com,https://takealot.com/llms.txt,https://www.takealot.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5601,False,,False,False,2026-09-07T07:21:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5784,blogspot.com.es,https://blogspot.com.es/llms.txt,https://blogspot.com.es/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5785,runescape.wiki,https://runescape.wiki/llms.txt,https://runescape.wiki/w/Llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,298,False,,False,True,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5786,hs.fi,https://hs.fi/llms.txt,https://www.hs.fi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187395,False,,True,True,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5787,wayground.com,https://wayground.com/llms.txt,https://wayground.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3778,False,,True,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5788,itunes.com,https://itunes.com/llms.txt,https://www.apple.com/itunes/?cid=OAS-US-DOMAINS-itunes.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,61604,False,,False,True,2026-09-07T07:21:21Z,,Redirected away to https://www.apple.com/itunes/?cid=OAS-US-DOMAINS-itunes.com,1,redirect_other,False,redirect_other
5789,ashemaletube.com,https://ashemaletube.com/llms.txt,https://www.ashemaletube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12464,False,,False,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5790,aqsi.ru,https://aqsi.ru/llms.txt,https://aqsi.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43037,False,,False,True,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5791,instiz.net,https://instiz.net/llms.txt,https://instiz.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5425,False,,False,False,2026-09-07T07:21:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5792,irna.ir,http://irna.ir/llms.txt,https://irna.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:54Z,SSL_ERROR,,2,network_timeout,True,network_timeout
5793,google.by,https://google.by/llms.txt,https://google.by/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5794,vmailru.net,https://vmailru.net/llms.txt,https://vk.company/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20207,False,,False,False,2026-09-07T07:21:21Z,,,1,missing_404,False,missing_404
5795,ridewithvia.com,https://ridewithvia.com/llms.txt,https://ridewithvia.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,22660,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5796,fhvfd.com,https://fhvfd.com/llms.txt,https://fhvfd.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5797,kimi.com,https://kimi.com/llms.txt,https://www.kimi.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,43335,False,,False,False,2026-09-07T07:21:22Z,,Redirected away to https://www.kimi.com/,1,redirect_other,False,redirect_other
5798,mcldns.net,https://mcldns.net/llms.txt,https://mcldns.net/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5799,ajax.systems,https://ajax.systems/llms.txt,https://ajax.systems/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,167319,False,,True,True,2026-09-07T07:21:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5800,ximalaya.com,https://ximalaya.com/llms.txt,https://www.ximalaya.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,635,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5801,championat.com,https://championat.com/llms.txt,https://www.championat.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,751,False,,False,False,2026-09-07T07:21:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5802,serverbid.com,https://serverbid.com/llms.txt,https://serverbid.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5803,playground.ru,https://playground.ru/llms.txt,https://www.playground.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1472,False,,True,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5804,weborama-tech.ru,https://weborama-tech.ru/llms.txt,https://www.weborama.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3464,False,"Sun, 06 Sep 2026 09:00:54 GMT",False,False,2026-09-07T07:21:22Z,,Redirected away to https://www.weborama.com/,1,redirect_other,False,redirect_other
5805,mofa.gov.sa,http://mofa.gov.sa/llms.txt,https://mofa.gov.sa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:38:58Z,SSL_ERROR,,2,network_timeout,True,network_timeout
5806,bgchprod.info,https://bgchprod.info/llms.txt,https://bgchprod.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5807,temp-mail.org,https://temp-mail.org/llms.txt,https://temp-mail.org/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5808,band.us,https://band.us/llms.txt,https://www.band.us/llms.txt,200,1,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,2866,False,,False,False,2026-09-07T07:21:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5809,repec.org,http://repec.org/llms.txt,http://repec.org/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,408,False,,False,False,2026-09-07T07:21:22Z,SSL_ERROR,,1,missing_404,False,missing_404
5810,bstats.org,https://bstats.org/llms.txt,https://bstats.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,32354,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5811,goindigo.in,http://goindigo.in/llms.txt,https://goindigo.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
5812,google.com.na,https://google.com.na/llms.txt,https://google.com.na/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5813,sohu01.com,https://sohu01.com/llms.txt,https://sohu01.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5814,motorola.com,https://motorola.com/llms.txt,https://www.motorola.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Motorola US,15,77,12646,False,"Tue, 04 Aug 2026 08:41:34 GMT",True,False,2026-09-07T07:21:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5815,kucoin.com,https://kucoin.com/llms.txt,https://www.kucoin.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,KuCoin,6,27,3816,False,"Mon, 03 Aug 2026 09:32:08 GMT",True,True,2026-09-07T07:21:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5816,nv.ua,https://nv.ua/llms.txt,https://nv.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4542,False,,False,True,2026-09-07T07:21:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5817,qobuz.com,https://qobuz.com/llms.txt,https://www.qobuz.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15684,False,,False,True,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5818,thriftbooks.com,https://thriftbooks.com/llms.txt,https://www.thriftbooks.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,ThriftBooks,0,607,103306,False,"Tue, 18 Aug 2026 04:41:52 GMT",True,True,2026-09-07T07:21:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5819,apachetoday.com,https://apachetoday.com/llms.txt,https://apachetoday.com/,200,1,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,61413,False,,False,False,2026-09-07T07:21:22Z,,Redirected away to https://apachetoday.com/,1,redirect_other,False,redirect_other
5820,nimo.tv,https://nimo.tv/llms.txt,https://www.nimo.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40810,False,,True,True,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5821,jpmorgan.com,https://jpmorgan.com/llms.txt,https://www.jpmorgan.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6997,False,"Wed, 19 Aug 2026 13:45:55 GMT",True,True,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5822,jetblue.com,https://jetblue.com/llms.txt,https://www.jetblue.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35544,False,,True,False,2026-09-07T07:21:22Z,,,1,missing_404,False,missing_404
5823,jetbrains.ai,https://jetbrains.ai/llms.txt,https://www.jetbrains.com/ai/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,44935,False,,False,True,2026-09-07T07:21:22Z,,Redirected away to https://www.jetbrains.com/ai/,1,redirect_other,False,redirect_other
5824,cloudbackup.management,https://cloudbackup.management/llms.txt,https://cloudbackup.management/llms.txt,401,0,True,text/html,blocked_forbidden,False,False,False,,0,0,172,False,,False,False,2026-09-07T07:21:22Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
5825,vidio.com,https://vidio.com/llms.txt,https://www.vidio.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:23Z,,,1,missing_404,False,missing_404
5826,cretaforce.gr,https://cretaforce.gr/llms.txt,https://www.cretaforce.gr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:23Z,,,1,missing_404,False,missing_404
5827,besoccer.com,https://besoccer.com/llms.txt,https://www.besoccer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48023,False,"Mon, 07 Sep 2026 07:21:24 GMT",False,True,2026-09-07T07:21:23Z,,,1,missing_404,False,missing_404
5828,crushon.ai,https://crushon.ai/llms.txt,https://crushon.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6154,False,,False,False,2026-09-07T07:21:23Z,,,1,missing_404,False,missing_404
5829,cloudscdn.net,https://cloudscdn.net/llms.txt,https://cloudscdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5830,caliente.mx,https://caliente.mx/llms.txt,https://www.caliente.mx/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,55758,False,"Thu, 03 Sep 2026 16:47:16 GMT",False,True,2026-09-07T07:21:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5831,braze-images.com,https://braze-images.com/llms.txt,https://braze-images.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:21:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5832,uni-bonn.de,https://uni-bonn.de/llms.txt,https://www.uni-bonn.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1261,False,,False,False,2026-09-07T07:21:23Z,,,1,missing_404,False,missing_404
5833,movieweb.com,https://movieweb.com/llms.txt,https://movieweb.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71259,False,,False,True,2026-09-07T07:21:23Z,,,1,missing_404,False,missing_404
5834,manageengine.com,https://manageengine.com/llms.txt,https://www.manageengine.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt,0,0,59555,False,"Thu, 12 Mar 2026 10:24:35 GMT",True,True,2026-09-07T07:21:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5835,mangadex.org,http://mangadex.org/llms.txt,https://mangadex.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:04Z,SSL_ERROR,,2,network_timeout,True,network_timeout
5836,pagesix.com,https://pagesix.com/llms.txt,https://pagesix.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35257,False,,False,True,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5837,guinnessworldrecords.com,https://guinnessworldrecords.com/llms.txt,https://www.guinnessworldrecords.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,405,False,,False,True,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5838,okjds8z.com,https://okjds8z.com/llms.txt,https://okjds8z.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5839,upstart.com,https://upstart.com/llms.txt,https://upstart.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:21:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5840,clemson.edu,https://clemson.edu/llms.txt,https://www.clemson.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17884,False,,False,True,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5841,mcldns.com,https://mcldns.com/llms.txt,https://mcldns.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5842,churchofjesuschrist.org,https://churchofjesuschrist.org/llms.txt,https://www.churchofjesuschrist.org/llms.txt,503,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,221,False,,False,False,2026-09-07T07:39:04Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
5843,swisscom.com,https://swisscom.com/llms.txt,https://www.swisscom.ch/errorpages_resp/404.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,4083,False,,False,False,2026-09-07T07:21:24Z,,Redirected away to https://www.swisscom.ch/errorpages_resp/404.html,1,redirect_other,False,redirect_other
5844,9to5mac.com,https://9to5mac.com/llms.txt,https://9to5mac.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38910,False,,False,False,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5845,leavenworth-net.com,https://leavenworth-net.com/llms.txt,https://leavenworth-net.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5846,telangana.gov.in,http://telangana.gov.in/llms.txt,https://telangana.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:04Z,SSL_ERROR,,2,network_timeout,True,network_timeout
5847,inss.gov.br,https://inss.gov.br/llms.txt,https://www.gov.br/inss/pt-br,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,129570,False,,False,True,2026-09-07T07:21:24Z,,Redirected away to https://www.gov.br/inss/pt-br,1,redirect_other,False,redirect_other
5848,mjedge.net,https://mjedge.net/llms.txt,https://mjedge.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5849,namemc.com,https://namemc.com/llms.txt,https://namemc.com/search?q=llms.txt,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5573,False,,False,False,2026-09-07T07:21:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5850,tukrd.com,https://tukrd.com/llms.txt,https://tukrd.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70,False,,False,False,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5851,sportbox.ru,https://sportbox.ru/llms.txt,https://sportbox.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:05Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5852,spaggiari.eu,https://spaggiari.eu/llms.txt,https://www.spaggiari.eu/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3617,False,"Tue, 25 Aug 2026 09:29:03 GMT",True,True,2026-09-07T07:21:24Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5853,cimpress.io,https://cimpress.io/llms.txt,https://cimpress.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5854,liverpool.com.mx,https://liverpool.com.mx/llms.txt,https://www.liverpool.com.mx/tienda/home,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,393,False,,False,False,2026-09-07T07:21:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5855,ibosscloud.com,https://ibosscloud.com/llms.txt,https://ibosscloud.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:21:24Z,,,1,missing_404,False,missing_404
5856,pinterest.co.uk,https://pinterest.co.uk/llms.txt,https://uk.pinterest.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,27071,False,,False,False,2026-09-07T07:21:24Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5857,eonline.com,https://eonline.com/llms.txt,https://www.eonline.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1821,False,,False,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5858,controld.com,https://controld.com/llms.txt,https://controld.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,94555,False,,True,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5859,sydney.edu.au,https://sydney.edu.au/llms.txt,https://sydney.edu.au/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:06Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5860,epluscdn.com,https://epluscdn.com/llms.txt,https://epluscdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5861,pixeldrain.com,https://pixeldrain.com/llms.txt,https://pixeldrain.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9172,False,,False,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5862,cursorvm.com,https://cursorvm.com/llms.txt,https://cursorvm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5863,bmwgroup.com,https://bmwgroup.com/llms.txt,https://www.bmwgroup.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,89002,False,,False,True,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5864,igvita.com,https://igvita.com/llms.txt,https://www.igvita.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2189,False,,True,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5865,joinserver.xyz,https://joinserver.xyz/llms.txt,https://joinserver.xyz/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,276,False,,False,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5866,ask.com,https://ask.com/llms.txt,https://www.ask.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2353,False,,True,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5867,copyright.gov,https://copyright.gov/llms.txt,https://copyright.gov/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7523,False,"Thu, 18 Jun 2026 06:38:16 GMT",False,True,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5868,tally.so,https://tally.so/llms.txt,https://tally.so/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Tally – The simplest way to build forms, for free",4,27,4324,True,"Thu, 03 Sep 2026 13:26:03 GMT",True,True,2026-09-07T07:21:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5869,codecanyon.net,https://codecanyon.net/llms.txt,https://codecanyon.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,101184,False,,False,True,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5870,camsoda.com,https://camsoda.com/llms.txt,https://www.camsoda.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,215965,False,,False,True,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5871,td.com,https://td.com/llms.txt,https://www.td.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,TD.com,3,34,7002,False,"Fri, 22 May 2026 17:28:46 GMT",True,True,2026-09-07T07:21:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5872,java.net,http://java.net/llms.txt,https://java.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
5873,suntimes.com,https://suntimes.com/llms.txt,https://chicago.suntimes.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,42442,False,,False,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5874,nairaland.com,https://nairaland.com/llms.txt,https://nairaland.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5513,False,,False,False,2026-09-07T07:21:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5875,milliyet.com.tr,https://milliyet.com.tr/llms.txt,https://www.milliyet.com.tr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2798,False,,False,True,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5876,mcldns.co.uk,https://mcldns.co.uk/llms.txt,https://mcldns.co.uk/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:25Z,,,1,missing_404,False,missing_404
5877,dcloudlive.com,https://dcloudlive.com/llms.txt,https://dcloudlive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5878,juneworewyjyna.com,https://juneworewyjyna.com/llms.txt,https://juneworewyjyna.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5879,53.com,https://53.com/llms.txt,https://www.53.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,16106,False,,True,True,2026-09-07T07:21:26Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5880,xlgmedia.com,https://xlgmedia.com/llms.txt,https://xlgmedia.com/llms.txt,200,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:26Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
5881,tvn24.pl,https://tvn24.pl/llms.txt,https://tvn24.pl/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,16384,False,"Wed, 12 Aug 2026 14:51:43 GMT",True,False,2026-09-07T07:21:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5882,pixels.com,https://pixels.com/llms.txt,https://pixels.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32171,False,,False,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5883,vsrv6.nl,https://vsrv6.nl/llms.txt,https://vsrv6.nl/llms.txt,200,0,True,text/html; charset=utf8,soft_200_html,False,False,False,,0,0,766,False,"Fri, 19 Jun 2026 12:29:44 GMT",True,False,2026-09-07T07:21:26Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5884,t.ly,https://t.ly/llms.txt,https://t.ly/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45727,False,,False,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5885,paho.org,https://paho.org/llms.txt,https://www.paho.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18629,False,,False,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5886,bancointer.com.br,https://bancointer.com.br/llms.txt,https://inter.co/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,46557,False,"Sun, 06 Sep 2026 13:47:45 GMT",True,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5887,luma.com,https://luma.com/llms.txt,https://luma.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27129,False,,False,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5888,n11.com,https://n11.com/llms.txt,https://www.n11.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11128,False,,False,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5889,ztat.net,https://ztat.net/llms.txt,https://ztat.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5890,dayunlinks.cn,https://dayunlinks.cn/llms.txt,https://dayunlinks.cn/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,190,False,,False,False,2026-09-07T07:39:07Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
5891,redbus.in,http://redbus.in/llms.txt,https://redbus.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:07Z,TIMEOUT,,2,network_timeout,True,network_timeout
5892,auone.jp,https://auone.jp/llms.txt,https://portal.auone.jp,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2756,False,,False,True,2026-09-07T07:21:26Z,,Redirected away to https://portal.auone.jp,1,redirect_other,False,redirect_other
5893,flippingbook.com,https://flippingbook.com/llms.txt,https://flippingbook.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38354,False,,False,True,2026-09-07T07:21:26Z,,,1,missing_404,False,missing_404
5894,9gag.com,https://9gag.com/llms.txt,https://9gag.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,9GAG,5,0,62731,False,,False,True,2026-09-07T07:21:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5895,muumuu-domain.com,https://muumuu-domain.com/llms.txt,https://muumuu-domain.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ムームードメイン,6,20,4138,False,"Wed, 19 Aug 2026 06:24:59 GMT",True,True,2026-09-07T07:21:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5896,unibo.it,https://unibo.it/llms.txt,https://www.unibo.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8196,False,,False,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5897,cio.com,https://cio.com/llms.txt,https://www.cio.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,193219,False,,False,True,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5898,nhk.jp,https://nhk.jp/llms.txt,https://nhk.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,41420,False,,True,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5899,thermofisher.com,https://thermofisher.com/llms.txt,https://www.thermofisher.com/llms.txt,200,1,True,text/plain;charset=iso-8859-1,confirmed_llms_txt,True,True,True,Thermo Fisher Scientific: thermofisher.com,5,6,3790,False,,False,True,2026-09-07T07:39:08Z,,,2,network_timeout,True,confirmed_llms_txt
5900,gnupg.org,https://gnupg.org/llms.txt,https://gnupg.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,312,False,,False,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5901,getpostman.com,https://getpostman.com/llms.txt,https://www.postman.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Postman,8,52,9536,True,"Fri, 04 Sep 2026 19:49:25 GMT",True,True,2026-09-07T07:21:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5902,idc.com,https://idc.com/llms.txt,https://my.idc.com/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,58295,False,,False,True,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5903,oneindia.com,https://oneindia.com/llms.txt,https://www.oneindia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6424,False,,False,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5904,ifixit.com,https://ifixit.com/llms.txt,https://www.ifixit.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,False,True,iFixit,8,18,5885,True,,False,True,2026-09-07T07:21:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5905,digitalsmiths.com,https://digitalsmiths.com/llms.txt,https://digitalsmiths.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5906,blogspot.fr,https://blogspot.fr/llms.txt,https://blogspot.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5907,uni-hamburg.de,https://uni-hamburg.de/llms.txt,https://www.uni-hamburg.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6474,False,,False,True,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5908,pixad.com.tr,https://pixad.com.tr/llms.txt,https://pixad.com.tr/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,613,False,"Thu, 26 Mar 2026 12:23:48 GMT",False,False,2026-09-07T07:21:27Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5909,batdongsan.com.vn,https://batdongsan.com.vn/llms.txt,https://batdongsan.com.vn/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5581,False,,False,False,2026-09-07T07:21:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5910,vodafone.pt,https://vodafone.pt/llms.txt,https://www.vodafone.pt/errors/404.html,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,33266,False,,False,True,2026-09-07T07:21:27Z,,Redirected away to https://www.vodafone.pt/errors/404.html,1,redirect_other,False,redirect_other
5911,fubo.tv,https://fubo.tv/llms.txt,https://corporate.fubo.tv/,200,2,True,text/html,redirect_other,False,False,False,,0,0,17083,False,"Tue, 11 Aug 2026 20:35:15 GMT",True,True,2026-09-07T07:21:27Z,,Redirected away to https://corporate.fubo.tv/,1,redirect_other,False,redirect_other
5912,galaxydata.ru,https://galaxydata.ru/llms.txt,https://galaxydata.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37065,False,,False,True,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5913,filgoal.com,https://filgoal.com/llms.txt,https://filgoal.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5536,False,,False,False,2026-09-07T07:21:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5914,tiscali.it,https://tiscali.it/llms.txt,https://www.tiscali.it/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,39648,False,,False,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5915,godaddysites.com,https://godaddysites.com/llms.txt,https://godaddysites.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,153039,False,,False,False,2026-09-07T07:21:27Z,,,1,missing_404,False,missing_404
5916,n8n.io,https://n8n.io/llms.txt,https://n8n.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,n8n,1,4,1160,False,,True,True,2026-09-07T07:21:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5917,ilmessaggero.it,https://ilmessaggero.it/llms.txt,https://www.ilmessaggero.it/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,True,2026-09-07T07:21:28Z,,,1,missing_404,False,missing_404
5918,comcastbusiness.net,http://comcastbusiness.net/llms.txt,https://comcastbusiness.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
5919,mcccx.com,https://mcccx.com/llms.txt,https://mcccx.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5920,pagina12.com.ar,https://pagina12.com.ar/llms.txt,https://www.pagina12.com.ar/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48423,False,"Mon, 07 Sep 2026 07:21:30 GMT",True,True,2026-09-07T07:21:28Z,,,1,missing_404,False,missing_404
5921,windstream.net,https://windstream.net/llms.txt,https://www.windstream.net/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,5519,False,,False,False,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5922,perchance.org,https://perchance.org/llms.txt,https://perchance.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,True,2026-09-07T07:39:16Z,,,2,network_timeout,True,missing_404
5923,sportsapi.ru,https://sportsapi.ru/llms.txt,https://sportsapi.ru/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,74,False,"Tue, 31 Mar 2020 13:06:17 GMT",True,False,2026-09-07T07:21:29Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5924,computrabajo.com,https://computrabajo.com/llms.txt,https://www.computrabajo.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5925,academy.com,https://academy.com/llms.txt,https://www.academy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11158,False,,True,False,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5926,truthsocial.com,https://truthsocial.com/llms.txt,https://truthsocial.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2162,False,"Tue, 25 Aug 2026 19:32:32 GMT",False,False,2026-09-07T07:21:29Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5927,githubassets.com,https://githubassets.com/llms.txt,https://githubassets.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5928,specbench.org,https://specbench.org/llms.txt,https://specbench.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5929,lilithgame.com,http://lilithgame.com/llms.txt,https://lilithgame.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:17Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5930,symfony.com,https://symfony.com/llms.txt,https://symfony.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,99343,False,,False,True,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5931,blueconic.net,https://blueconic.net/llms.txt,https://www.blueconic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22389,False,"Fri, 04 Sep 2026 17:56:25 GMT",True,True,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5932,cgtn.com,https://cgtn.com/llms.txt,https://www.cgtn.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,116626,False,"Tue, 30 Dec 2025 11:24:52 GMT",True,False,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5933,sporcle.com,https://sporcle.com/llms.txt,https://www.sporcle.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,278,False,,False,False,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5934,ucalgary.ca,https://ucalgary.ca/llms.txt,https://www.ucalgary.ca/system/404,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,83765,False,"Mon, 07 Sep 2026 06:34:23 GMT",True,True,2026-09-07T07:21:29Z,,Redirected away to https://www.ucalgary.ca/system/404,1,redirect_other,False,redirect_other
5935,byspotify.com,https://byspotify.com/llms.txt,https://byspotify.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5936,midea.com.cn,https://midea.com.cn/llms.txt,https://midea.com.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:17Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
5937,cloudpath.live,https://cloudpath.live/llms.txt,http://www.cloudpath.live/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:21:29Z,,,1,missing_404,False,missing_404
5938,wsukwai.com,https://wsukwai.com/llms.txt,https://wsukwai.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5939,aka-ns.net,https://aka-ns.net/llms.txt,https://aka-ns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5940,urlflow.shop,https://urlflow.shop/llms.txt,https://urlflow.shop/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5941,muni.cz,https://muni.cz/llms.txt,https://www.muni.cz/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5942,cosmose.co,https://cosmose.co/llms.txt,https://cosmose.ai/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,11277,False,"Mon, 24 Aug 2026 14:45:38 GMT",True,True,2026-09-07T07:21:30Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5943,obi.de,https://obi.de/llms.txt,https://www.obi.de/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5944,fiu.edu,https://fiu.edu/llms.txt,https://www.fiu.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,57465,False,,False,False,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5945,geocaching.com,https://geocaching.com/llms.txt,https://www.geocaching.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2148,False,,False,True,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5946,storygize.net,https://storygize.net/llms.txt,https://storygize.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53,False,,False,True,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5947,ptsecurity.com,https://ptsecurity.com/llms.txt,https://ptsecurity.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57764,False,,True,True,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5948,haberturk.com,https://haberturk.com/llms.txt,https://www.haberturk.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6845,False,,False,True,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5949,6opo.com,https://6opo.com/llms.txt,https://6opo.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:21:30Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5950,uptodown.com,https://uptodown.com/llms.txt,https://www.uptodown.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15930,False,,False,True,2026-09-07T07:21:30Z,,,1,missing_404,False,missing_404
5951,razersynapse.com,http://razersynapse.com/llms.txt,http://razersynapse.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,178,False,,False,False,2026-09-07T07:21:30Z,TIMEOUT,,1,missing_404,False,missing_404
5952,beget.pro,http://beget.pro/llms.txt,https://beget.pro/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:18Z,TIMEOUT,,2,network_timeout,True,network_timeout
5953,xunlei.com,https://xunlei.com/llms.txt,https://www.xunlei.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,45033,False,"Tue, 01 Sep 2026 12:14:00 GMT",False,False,2026-09-07T07:21:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5954,rtl.de,https://rtl.de/llms.txt,https://www.rtl.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,244126,False,,False,True,2026-09-07T07:21:31Z,,,1,missing_404,False,missing_404
5955,betano.com,https://betano.com/llms.txt,https://www.betano.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,30576,False,,False,False,2026-09-07T07:21:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5956,ghanaweb.com,https://ghanaweb.com/llms.txt,https://www.ghanaweb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1861,False,,False,True,2026-09-07T07:21:31Z,,,1,missing_404,False,missing_404
5957,betterhelp.com,https://betterhelp.com/llms.txt,https://www.betterhelp.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BetterHelp,7,25,7359,False,"Fri, 04 Sep 2026 19:02:56 GMT",True,False,2026-09-07T07:21:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
5958,huaweicloud.com,https://huaweicloud.com/llms.txt,https://www.huaweicloud.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,263,False,,False,True,2026-09-07T07:21:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5959,parentsquare.com,https://parentsquare.com/llms.txt,https://www.parentsquare.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:31Z,,,1,missing_404,False,missing_404
5960,google.ro,https://google.ro/llms.txt,https://google.ro/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:31Z,,,1,missing_404,False,missing_404
5961,rtcfront.net,https://rtcfront.net/llms.txt,https://rtcfront.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5962,gscdn.com,https://gscdn.com/llms.txt,https://gscdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5963,fourseasons.com,https://fourseasons.com/llms.txt,https://www.fourseasons.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,385,False,,False,False,2026-09-07T07:21:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5964,trustedshops.com,https://trustedshops.com/llms.txt,https://www.trustedshops.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1874,False,"Wed, 02 Sep 2026 08:00:13 GMT",False,False,2026-09-07T07:21:31Z,,,1,missing_404,False,missing_404
5965,buienradar.nl,https://buienradar.nl/llms.txt,https://www.buienradar.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21822,False,,False,True,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5966,homeoffice.gov.uk,https://homeoffice.gov.uk/llms.txt,https://homeoffice.gov.uk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1682,False,,False,True,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5967,bfv.de,https://bfv.de/llms.txt,https://www.bfv.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,34889,False,,False,False,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5968,rima-tde.net,https://rima-tde.net/llms.txt,https://rima-tde.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5969,ledauphine.com,https://ledauphine.com/llms.txt,https://www.ledauphine.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5016,False,,False,True,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5970,threebit.net,https://threebit.net/llms.txt,https://leavenworth-net.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,26329,False,,False,False,2026-09-07T07:21:32Z,,Redirected away to https://leavenworth-net.com/,1,redirect_other,False,redirect_other
5971,aidcgroup.net,https://aidcgroup.net/llms.txt,https://aidcgroup.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,688,False,,False,False,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5972,schema.org,https://schema.org/llms.txt,https://schema.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,285,False,,False,False,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5973,invisalign.com,https://invisalign.com/llms.txt,https://www.invisalign.in/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,68172,False,,False,True,2026-09-07T07:21:32Z,,Redirected away to https://www.invisalign.in/,1,redirect_other,False,redirect_other
5974,mimecast.net,https://mimecast.net/llms.txt,https://www.mimecast.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:21:32Z,,Redirected away to https://www.mimecast.com,1,redirect_other,False,redirect_other
5975,yellowpages.ca,https://yellowpages.ca/llms.txt,https://yellowpages.ca/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:21:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5976,lu.se,https://lu.se/llms.txt,https://www.lu.se/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,183,False,"Mon, 07 Sep 2026 06:48:13 GMT",False,True,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5977,motherjones.com,https://motherjones.com/llms.txt,https://www.motherjones.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1176,False,,False,False,2026-09-07T07:21:32Z,,,1,missing_404,False,missing_404
5978,bsky.network,https://bsky.network/llms.txt,https://bsky.network/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,23243,False,,True,False,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5979,shb-sync.com,https://shb-sync.com/llms.txt,https://shb-sync.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:21:33Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
5980,toyokeizai.net,https://toyokeizai.net/llms.txt,https://toyokeizai.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3816,False,,False,True,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5981,leeds.ac.uk,https://leeds.ac.uk/llms.txt,https://www.leeds.ac.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24576,False,,False,True,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5982,kgns3.com,https://kgns3.com/llms.txt,https://kgns3.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5983,agenciatributaria.gob.es,https://agenciatributaria.gob.es/llms.txt,https://agenciatributaria.gob.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5984,unixtools.org,https://unixtools.org/llms.txt,https://www.unixtools.org/llms.txt,403,1,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:21:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5985,vdsina.ru,https://vdsina.ru/llms.txt,https://vdsina.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19538,False,"Mon, 07 Sep 2026 07:21:34 +0000",False,True,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5986,5ch.io,https://5ch.io/llms.txt,https://5ch.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5987,banvenez.com,https://banvenez.com/llms.txt,https://banvenez.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5988,jwpcdn.com,https://jwpcdn.com/llms.txt,https://jwpcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
5989,playerok.com,https://playerok.com/llms.txt,https://playerok.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1606,False,,False,True,2026-09-07T07:21:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5990,fsf.org,https://fsf.org/llms.txt,https://www.fsf.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,37109,False,,False,False,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5991,mywot.com,https://mywot.com/llms.txt,https://www.mywot.com/404/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,5912,False,,True,False,2026-09-07T07:21:33Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
5992,nieuwsblad.be,https://nieuwsblad.be/llms.txt,https://www.nieuwsblad.be/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5581,False,,False,False,2026-09-07T07:21:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5993,castbox.fm,https://castbox.fm/llms.txt,https://castbox.fm/404.html,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11792,False,,False,False,2026-09-07T07:21:33Z,,Redirected away to https://castbox.fm/404.html,1,redirect_other,False,redirect_other
5994,giga.de,https://giga.de/llms.txt,https://www.giga.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5995,orangedata.ru,https://orangedata.ru/llms.txt,https://orangedata.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1524,False,,False,True,2026-09-07T07:21:33Z,,,1,missing_404,False,missing_404
5996,networksolutions.com,https://networksolutions.com/llms.txt,https://www.networksolutions.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,11027,False,,False,False,2026-09-07T07:21:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
5997,grserver.gr,https://grserver.gr/llms.txt,https://grserver.gr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,957,False,"Tue, 22 Aug 2006 19:05:39 GMT",True,False,2026-09-07T07:21:34Z,,,1,missing_404,False,missing_404
5998,adme.media,https://adme.media/llms.txt,https://adme.media/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52885,False,,False,False,2026-09-07T07:21:34Z,,,1,missing_404,False,missing_404
5999,smartnews.net,http://smartnews.net/llms.txt,https://smartnews.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
6000,remitir.com,https://remitir.com/llms.txt,https://remitir.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6001,marketo.com,http://marketo.com/llms.txt,https://marketo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:22Z,TIMEOUT,,2,network_timeout,True,network_timeout
6002,admixer.net,https://admixer.net/llms.txt,https://admixer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61135,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6003,outbrain.org,https://outbrain.org/llms.txt,https://outbrain.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6004,eiga.com,https://eiga.com/llms.txt,https://eiga.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14443,False,,False,False,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6005,mcx.ru,http://mcx.ru/llms.txt,https://mcx.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:24Z,TIMEOUT,,2,network_timeout,True,network_timeout
6006,pantip.com,https://pantip.com/llms.txt,https://pantip.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,20927,False,"Mon, 07 Sep 2026 07:21:43 GMT",False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6007,diy.com,https://diy.com/llms.txt,https://www.diy.com/llms.txt,503,1,True,text/html,network_timeout,False,False,False,,0,0,9324,False,"Sun, 06 Sep 2026 09:16:35 GMT",False,True,2026-09-07T07:39:25Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
6008,centrum.cz,https://centrum.cz/llms.txt,https://www.centrum.cz/404,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1109,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6009,tutsplus.com,https://tutsplus.com/llms.txt,https://tutsplus.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,14053,False,,False,True,2026-09-07T07:21:42Z,,Redirected away to https://tutsplus.com/,1,redirect_other,False,redirect_other
6010,mheducation.com,https://mheducation.com/llms.txt,https://www.mheducation.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5310,False,,False,False,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6011,nic.cz,https://nic.cz/llms.txt,https://www.nic.cz/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3800,False,,False,False,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6012,haproxy.org,https://haproxy.org/llms.txt,https://www.haproxy.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6013,temporary.site,https://temporary.site/llms.txt,https://temporary.site/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6014,menlosecurity.com,https://menlosecurity.com/llms.txt,https://www.menlosecurity.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,234342,False,"Mon, 07 Sep 2026 07:21:44 GMT",False,False,2026-09-07T07:21:42Z,,Redirected away to https://www.menlosecurity.com,1,redirect_other,False,redirect_other
6015,diretta.it,https://diretta.it/llms.txt,https://www.diretta.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3602,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6016,adobecces.com,https://adobecces.com/llms.txt,https://adobecces.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6017,mango-office.ru,https://mango-office.ru/llms.txt,https://www.mango-office.ru/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt for MANGO OFFICE (www.mango-office.ru),9,24,9325,False,"Wed, 12 Aug 2026 19:01:55 GMT",True,False,2026-09-07T07:21:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6018,paddypower.com,https://paddypower.com/llms.txt,https://paddypower.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,2367,False,,False,True,2026-09-07T07:21:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6019,hostedrmm.com,https://hostedrmm.com/llms.txt,https://hostedrmm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6020,44.in-addr.arpa,https://44.in-addr.arpa/llms.txt,https://44.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6021,lgdacom.net,https://lgdacom.net/llms.txt,https://lgdacom.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6022,cqloud.com,https://cqloud.com/llms.txt,https://cqloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6023,playtika.com,https://playtika.com/llms.txt,https://www.playtika.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4180,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6024,pointclickcare.com,https://pointclickcare.com/llms.txt,https://pointclickcare.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6025,dezeen.com,https://dezeen.com/llms.txt,https://www.dezeen.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,169865,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6026,punchmedia.ru,https://punchmedia.ru/llms.txt,https://punchmedia.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,19506,False,,False,False,2026-09-07T07:21:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6027,mako.co.il,https://mako.co.il/llms.txt,https://www.mako.co.il/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,15598,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6028,wsglb0.info,https://wsglb0.info/llms.txt,https://wsglb0.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:27Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6029,logitechg.com,https://logitechg.com/llms.txt,https://www.logitechg.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Logitech G – Advanced Gaming Gear & Peripherals,7,56,7872,False,"Wed, 29 Oct 2025 13:45:23 GMT",False,True,2026-09-07T07:21:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6030,nickfinder.com,https://nickfinder.com/llms.txt,https://nickfinder.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,115698,False,,False,False,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6031,kicktipp.de,https://kicktipp.de/llms.txt,https://www.kicktipp.de/llms.txt,404,1,True,application/json,missing_404,False,False,False,,0,0,92,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6032,teachable.com,https://teachable.com/llms.txt,https://www.teachable.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,4,9,1780,False,"Mon, 07 Sep 2026 07:21:45 GMT",False,False,2026-09-07T07:21:42Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6033,jeuxvideo.com,https://jeuxvideo.com/llms.txt,https://www.jeuxvideo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30048,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6034,easytrader.ir,https://easytrader.ir/llms.txt,https://easytrader.ir/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,20315,False,"Sun, 06 Sep 2026 04:41:25 GMT",True,False,2026-09-07T07:21:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6035,apple.com.cn,https://apple.com.cn/llms.txt,https://www.apple.com.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46307,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6036,atol.ru,https://atol.ru/llms.txt,https://www.atol.ru/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13602,False,,False,True,2026-09-07T07:21:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6037,ipsos.com,http://ipsos.com/llms.txt,https://ipsos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:28Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6038,s8ey.com,https://s8ey.com/llms.txt,https://s8ey.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:21:42Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6039,thebalancemoney.com,https://thebalancemoney.com/llms.txt,https://www.thebalancemoney.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4907,False,,False,True,2026-09-07T07:21:42Z,,,1,missing_404,False,missing_404
6040,clamav.net,https://clamav.net/llms.txt,https://www.clamav.net/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:43Z,,,1,missing_404,False,missing_404
6041,ddsmain.com,https://ddsmain.com/llms.txt,https://ddsmain.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:21:43Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6042,beacons.ai,https://beacons.ai/llms.txt,https://beacons.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Beacons.ai,2,9,5225,True,"Mon, 07 Sep 2026 07:21:44 GMT",False,True,2026-09-07T07:21:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6043,haproxy.com,https://haproxy.com/llms.txt,https://www.haproxy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11893,False,,False,True,2026-09-07T07:21:43Z,,,1,missing_404,False,missing_404
6044,dantri.com.vn,https://dantri.com.vn/llms.txt,https://dantri.com.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Báo Dân trí,9,69,21955,False,"Mon, 07 Sep 2026 06:42:38 GMT",False,False,2026-09-07T07:21:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6045,up.pt,https://up.pt/llms.txt,https://www.up.pt/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:21:43Z,,,1,missing_404,False,missing_404
6046,gambleaware.org,http://gambleaware.org/llms.txt,https://gambleaware.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:28Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6047,medtronic.com,http://medtronic.com/llms.txt,http://www.medtronic.com/llms.txt,404,1,False,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:44Z,TIMEOUT,,1,missing_404,False,missing_404
6048,pornhat.one,https://pornhat.one/llms.txt,https://www.pornhat.one/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:44Z,,,1,missing_404,False,missing_404
6049,ajio.com,https://ajio.com/llms.txt,https://www.ajio.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:21:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6050,realtor.ca,https://realtor.ca/llms.txt,https://www.realtor.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40116,False,,False,True,2026-09-07T07:21:44Z,,,1,missing_404,False,missing_404
6051,clientgear.com,https://clientgear.com/llms.txt,https://clientgear.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6052,domain.com.au,https://domain.com.au/llms.txt,https://www.domain.com.au/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,387,False,,False,False,2026-09-07T07:21:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6053,dynect.net,http://dynect.net/llms.txt,https://dynect.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
6054,thoughtco.com,https://thoughtco.com/llms.txt,https://thoughtco.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,213954,False,,False,False,2026-09-07T07:21:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6055,illumin.com,https://illumin.com/llms.txt,https://illumin.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt for illumin.com,0,0,308,False,"Thu, 26 Feb 2026 16:43:19 GMT",True,True,2026-09-07T07:21:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6056,upcloudlb.com,https://upcloudlb.com/llms.txt,https://upcloudlb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6057,delfi.lt,https://delfi.lt/llms.txt,https://www.delfi.lt/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:44Z,,,1,missing_404,False,missing_404
6058,bingapis.com,https://bingapis.com/llms.txt,https://bingapis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6059,whiterabbitpress.com,https://whiterabbitpress.com/llms.txt,https://whiterabbitpress.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1216,False,,False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6060,loggly.com,https://loggly.com/llms.txt,https://www.loggly.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6061,depop.com,https://depop.com/llms.txt,https://www.depop.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,53578,False,,False,False,2026-09-07T07:21:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6062,nontondrama.my,https://nontondrama.my/llms.txt,https://nontondrama.my/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6063,lavozdegalicia.es,https://lavozdegalicia.es/llms.txt,https://www.lavozdegalicia.es/llms.txt,404,2,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,21192,False,"Tue, 27 Jan 2015 01:52:19 GMT",True,False,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6064,catawiki.com,https://catawiki.com/llms.txt,https://catawiki.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,374,False,,False,False,2026-09-07T07:21:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6065,moviebox.ph,https://moviebox.ph/llms.txt,https://movieboxhd.net/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,64023,False,,False,False,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6066,tenten.vn,https://tenten.vn/llms.txt,https://tenten.vn/vi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2628,False,,False,False,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6067,mtu.ru,https://mtu.ru/llms.txt,https://mtu.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6068,channelcom.tech,https://channelcom.tech/llms.txt,https://channelcom.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6069,vidazoo.services,https://vidazoo.services/llms.txt,https://vidazoo.services/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6070,sinsay.com,https://sinsay.com/llms.txt,https://sinsay.com/llms.txt,451,0,True,text/html,ambiguous,False,False,False,,0,0,133,False,,False,True,2026-09-07T07:21:45Z,,,1,ambiguous,False,ambiguous
6071,osf.io,https://osf.io/llms.txt,https://osf.io/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,4207,False,"Sat, 05 Sep 2026 13:25:05 GMT",True,False,2026-09-07T07:21:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6072,olx.in,http://olx.in/llms.txt,https://olx.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
6073,demon.co.uk,https://demon.co.uk/llms.txt,https://demon.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6074,vps-vids.com,https://vps-vids.com/llms.txt,https://vps-vids.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:21:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6075,oregonlive.com,https://oregonlive.com/llms.txt,https://www.oregonlive.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,157553,False,"Mon, 07 Sep 2026 07:21:47 GMT",True,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6076,planfix.ru,https://planfix.ru/llms.txt,https://planfix.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45506,False,,False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6077,ntu.edu.tw,https://ntu.edu.tw/llms.txt,https://ntu.edu.tw/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6078,ltmsphrcl.net,https://ltmsphrcl.net/llms.txt,https://ltmsphrcl.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6079,forpsi.cz,https://forpsi.cz/llms.txt,https://www.forpsi.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,56805,False,,False,True,2026-09-07T07:21:45Z,,Redirected away to https://www.forpsi.com/,1,redirect_other,False,redirect_other
6080,nyt.com,https://nyt.com/llms.txt,https://www.nytimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23677,False,"Thu, 03 Sep 2026 18:08:49 GMT",False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6081,tistory.com,https://tistory.com/llms.txt,https://www.tistory.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22720,False,,False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6082,oregon.gov,https://oregon.gov/llms.txt,https://www.oregon.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28605,False,"Mon, 07 Sep 2026 07:21:48 GMT",False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6083,daraz.pk,https://daraz.pk/llms.txt,https://www.daraz.pk/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,11753,False,,True,True,2026-09-07T07:21:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6084,gksmdns.com,https://gksmdns.com/llms.txt,https://gksmdns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6085,aetna.com,https://aetna.com/llms.txt,https://www.aetna.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8192,False,"Wed, 06 Oct 2021 12:58:52 GMT",True,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6086,sellvir.com,https://sellvir.com/llms.txt,https://sellvir.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6087,bell.ca,https://bell.ca/llms.txt,https://www.bell.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,83832,False,,False,True,2026-09-07T07:21:45Z,,,1,missing_404,False,missing_404
6088,telecomitalia.it,https://telecomitalia.it/llms.txt,https://www.tim.it/offerte/fisso,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3665,False,,False,False,2026-09-07T07:21:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6089,taboolanews.com,https://taboolanews.com/llms.txt,https://taboolanews.com/llms.txt,503,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:34Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
6090,inquirer.net,https://inquirer.net/llms.txt,https://www.inquirer.net/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,87527,False,"Mon, 07 Sep 2026 07:21:47 GMT",False,True,2026-09-07T07:21:46Z,,Redirected away to https://www.inquirer.net/,1,redirect_other,False,redirect_other
6091,insider.com,https://insider.com/llms.txt,https://www.businessinsider.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6895,False,"Mon, 07 Sep 2026 07:21:46 GMT",True,True,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6092,hk01.com,https://hk01.com/llms.txt,https://www.hk01.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10569,False,,True,True,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6093,wolframalpha.com,https://wolframalpha.com/llms.txt,https://www.wolframalpha.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33527,False,,False,True,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6094,amazonsilk.com,https://amazonsilk.com/llms.txt,https://amazonsilk.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:21:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6095,l-tike.com,http://l-tike.com/llms.txt,https://l-tike.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:34Z,TIMEOUT,,2,network_timeout,True,network_timeout
6096,smotrim.ru,https://smotrim.ru/llms.txt,https://smotrim.ru/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3052,False,,False,True,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6097,vbnmhjlp.com,https://vbnmhjlp.com/llms.txt,https://vbnmhjlp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6098,google.mv,https://google.mv/llms.txt,https://google.mv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6099,qh-lb.com,https://qh-lb.com/llms.txt,https://qh-lb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6100,nghttp2.org,https://nghttp2.org/llms.txt,https://nghttp2.org/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6101,tf1info.fr,https://tf1info.fr/llms.txt,https://www.tf1info.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16569,False,,True,True,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6102,empik.com,https://empik.com/llms.txt,https://www.empik.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Empik - AI Directory & Brand Context,5,27,9487,False,"Wed, 20 May 2026 09:35:03 GMT",True,False,2026-09-07T07:21:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6103,project-limelight.com,http://project-limelight.com/llms.txt,https://www.limelight.inc/llms.txt,200,2,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Limelight Inc.,2,244,34236,False,,False,True,2026-09-07T07:21:46Z,SSL_ERROR,,1,confirmed_llms_txt,False,confirmed_llms_txt
6104,liftdsp.com,https://liftdsp.com/llms.txt,https://www.lift.win/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9210,False,"Mon, 07 Sep 2026 07:21:48 GMT",True,True,2026-09-07T07:21:46Z,,,1,missing_404,False,missing_404
6105,manhwaread.com,https://manhwaread.com/llms.txt,https://manhwaread.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5429,False,,False,False,2026-09-07T07:21:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6106,withbuddies.com,https://withbuddies.com/llms.txt,https://www.scopely.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24081,False,,True,True,2026-09-07T07:21:47Z,,Redirected away to https://www.scopely.com/,1,redirect_other,False,redirect_other
6107,sportinglife.com,https://sportinglife.com/llms.txt,https://www.sportinglife.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,95815,False,,True,True,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6108,geodema.network,http://geodema.network/llms.txt,https://geodema.network/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:36Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
6109,google.mw,https://google.mw/llms.txt,https://google.mw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6110,ricoh.com,https://ricoh.com/llms.txt,https://www.ricoh.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Ricoh Global,8,37,3338,True,"Wed, 05 Aug 2026 01:11:26 GMT",True,True,2026-09-07T07:21:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6111,rdcnw.net,https://rdcnw.net/llms.txt,https://rdcnw.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6112,author.today,https://author.today/llms.txt,https://author.today/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2071,False,,False,False,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6113,colorado.gov,https://colorado.gov/llms.txt,https://www.colorado.gov/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:21:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6114,xfree.com,https://xfree.com/llms.txt,https://www.xfree.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,xfree.com,5,15,4122,False,"Fri, 04 Sep 2026 13:07:39 GMT",True,True,2026-09-07T07:21:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6115,louvre.fr,https://louvre.fr/llms.txt,https://www.louvre.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,90867,False,,True,True,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6116,ui-dns.de,https://ui-dns.de/llms.txt,https://ui-dns.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6117,episerver.net,http://episerver.net/llms.txt,https://episerver.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:37Z,TIMEOUT,,2,network_timeout,True,network_timeout
6118,azcentral.com,https://azcentral.com/llms.txt,https://www.azcentral.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,94247,False,,True,True,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6119,workday.com,https://workday.com/llms.txt,https://www.workday.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,38416,False,,False,True,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6120,garanteprivacy.it,https://garanteprivacy.it/llms.txt,https://garanteprivacy.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,3667,False,,False,False,2026-09-07T07:21:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6121,radiopotok.ru,https://radiopotok.ru/llms.txt,https://radiopotok.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6122,o2.pl,https://o2.pl/llms.txt,https://www.o2.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46320,False,,False,True,2026-09-07T07:21:47Z,,,1,missing_404,False,missing_404
6123,claro.com.br,https://claro.com.br/llms.txt,https://www.claro.com.br/llms.txt,500,1,True,text/html,network_timeout,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:39:37Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
6124,nic.fr,https://nic.fr/llms.txt,https://www.afnic.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6125,keplr.app,https://keplr.app/llms.txt,https://www.keplr.app/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35325,False,"Wed, 18 Feb 2026 21:09:33 GMT",True,True,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6126,bpmlt.com,https://bpmlt.com/llms.txt,https://bpmlt.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6127,tripledotapi.com,https://tripledotapi.com/llms.txt,https://tripledotapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6128,ageverif.com,https://ageverif.com/llms.txt,https://www.ageverif.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6129,gingerall.com,http://gingerall.com/llms.txt,https://gingerall.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:38Z,TIMEOUT,,2,network_timeout,True,network_timeout
6130,successfactors.eu,https://successfactors.eu/llms.txt,https://successfactors.eu/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6131,denverpost.com,https://denverpost.com/llms.txt,https://www.denverpost.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19433,False,,False,True,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6132,chavesnamao.com.br,https://chavesnamao.com.br/llms.txt,https://www.chavesnamao.com.br/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,"Chaves na Mão — Milhões de anúncios de imóveis, carros e motos",5,16,3156,True,"Mon, 07 Sep 2026 07:21:49 GMT",False,True,2026-09-07T07:21:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6133,govdelivery.com,https://govdelivery.com/llms.txt,https://granicus.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Granicus,9,55,13980,True,"Thu, 03 Sep 2026 14:14:17 GMT",True,True,2026-09-07T07:21:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6134,tpbid.com,https://tpbid.com/llms.txt,https://www.tpbid.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6135,semana.com,https://semana.com/llms.txt,https://www.semana.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,89424,False,"Mon, 07 Sep 2026 07:21:51 GMT",True,True,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6136,degruyterbrill.com,https://degruyterbrill.com/llms.txt,https://www.degruyterbrill.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8003,False,,False,False,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6137,rwsgateway.com,https://rwsgateway.com/llms.txt,https://rwsgateway.com/llms.txt,403,0,True,,blocked_forbidden,False,False,False,,0,0,241,False,,False,False,2026-09-07T07:21:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6138,spdns.de,https://spdns.de/llms.txt,https://spdyn.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6603,False,,False,True,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6139,dafiti.com.br,https://dafiti.com.br/llms.txt,https://www.dafiti.com.br/404/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33491,False,,False,True,2026-09-07T07:21:48Z,,,1,missing_404,False,missing_404
6140,trusteer.com,https://trusteer.com/llms.txt,https://trusteer.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:40Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6141,cmd.su,https://cmd.su/llms.txt,https://www.cmd-online.ru/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,301147,False,,False,True,2026-09-07T07:21:49Z,,Redirected away to https://www.cmd-online.ru/,1,redirect_other,False,redirect_other
6142,videonow.ru,https://videonow.ru/llms.txt,https://videonow.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:21:49Z,,,1,missing_404,False,missing_404
6143,gemini.google,https://gemini.google/llms.txt,https://gemini.google/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,3,False,,False,True,2026-09-07T07:21:49Z,,,1,missing_404,False,missing_404
6144,mobileiron.com,https://mobileiron.com/llms.txt,https://www.ivanti.com/company/history/mobileiron?miredirect,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,22992,False,"Mon, 07 Sep 2026 06:49:01 GMT",False,True,2026-09-07T07:21:49Z,,Redirected away to https://www.ivanti.com/company/history/mobileiron?miredirect,1,redirect_other,False,redirect_other
6145,imo.im,https://imo.im/llms.txt,https://imo.im/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,imo (https://imo.im/),9,10,3947,False,,False,True,2026-09-07T07:21:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6146,sabah.com.tr,https://sabah.com.tr/llms.txt,https://www.sabah.com.tr/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,6,25,3806,False,"Tue, 05 May 2026 09:06:02 GMT",True,True,2026-09-07T07:21:49Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6147,hud.gov,http://hud.gov/llms.txt,https://hud.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
6148,volc-dns.com,https://volc-dns.com/llms.txt,https://volc-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6149,ibscorp.ru,https://ibscorp.ru/llms.txt,https://ibscorp.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6150,klook.com,https://klook.com/llms.txt,https://www.klook.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Klook,6,55,7782,True,,False,True,2026-09-07T07:21:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6151,nyaa.si,https://nyaa.si/llms.txt,https://nyaa.si/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13069,False,,False,True,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6152,wowscale.com,https://wowscale.com/llms.txt,https://wowscale.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6153,treasuredata.com,https://treasuredata.com/llms.txt,https://www.treasure.ai/hubfs/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Treasure AI - llms.txt,6,0,1768,False,"Tue, 21 Apr 2026 22:46:57 GMT",True,True,2026-09-07T07:21:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6154,tango.me,https://tango.me/llms.txt,https://tango.me/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,213,False,,False,True,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6155,goo.ne.jp,https://goo.ne.jp/llms.txt,https://goo.ne.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6156,dellin.ru,https://dellin.ru/llms.txt,https://www.dellin.ru/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,4350,False,"Tue, 01 Sep 2026 15:05:53 GMT",True,True,2026-09-07T07:21:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6157,anses.gob.ar,https://anses.gob.ar/llms.txt,https://www.anses.gob.ar/llms.txt,403,1,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,333,False,,False,True,2026-09-07T07:21:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6158,swagbucks.com,https://swagbucks.com/llms.txt,https://www.swagbucks.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6159,doaj.org,https://doaj.org/llms.txt,https://doaj.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53687,False,,False,False,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6160,carrefour.fr,https://carrefour.fr/llms.txt,https://www.carrefour.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67329,False,,True,True,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6161,dexscreener.com,https://dexscreener.com/llms.txt,https://dexscreener.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5600,False,,False,False,2026-09-07T07:21:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6162,secondlife.com,https://secondlife.com/llms.txt,https://secondlife.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9357,False,,False,True,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6163,hitta.se,https://hitta.se/llms.txt,https://www.hitta.se/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8732,False,,True,True,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6164,boursorama.com,https://boursorama.com/llms.txt,https://www.boursorama.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6165,anlian.co,http://anlian.co/llms.txt,https://anlian.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
6166,homedepot.ca,http://homedepot.ca/llms.txt,https://homedepot.ca/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
6167,ahnlab.com,https://ahnlab.com/llms.txt,https://www.ahnlab.com/ko/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9148,False,,False,True,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6168,mehrnews.com,https://mehrnews.com/llms.txt,https://www.mehrnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2010,False,,False,False,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6169,aucey.com,https://aucey.com/llms.txt,https://aucey.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:50Z,,,1,missing_404,False,missing_404
6170,accompany.com,https://accompany.com/llms.txt,https://www.accompany.com/,200,2,True,text/html,redirect_other,False,False,False,,0,0,10806,False,"Thu, 02 Apr 2020 19:12:37 GMT",True,False,2026-09-07T07:21:50Z,,Redirected away to https://www.accompany.com/,1,redirect_other,False,redirect_other
6171,pptechnology.cc,https://pptechnology.cc/llms.txt,https://pptechnology.cc/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43,False,,False,False,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6172,wpzoom.com,https://wpzoom.com/llms.txt,https://wpzoom.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,11,48,7109,True,"Mon, 31 Aug 2026 09:50:45 GMT",True,True,2026-09-07T07:21:51Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6173,razerzone.com,http://razerzone.com/llms.txt,https://razerzone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
6174,blooket.com,https://blooket.com/llms.txt,https://www.blooket.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,23090,False,"Mon, 01 Jun 2026 20:58:32 GMT",False,True,2026-09-07T07:21:51Z,,Redirected away to https://www.blooket.com/,1,redirect_other,False,redirect_other
6175,gfk.com,https://gfk.com/llms.txt,https://www.gfk.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1396,False,,False,False,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6176,flashscore.ninja,https://flashscore.ninja/llms.txt,https://www.flashscore.ninja/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6073,False,,False,True,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6177,resetdigital.co,https://resetdigital.co/llms.txt,https://resetdigital.co/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6178,airbnb.fr,https://airbnb.fr/llms.txt,https://www.airbnb.fr/404,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2947,False,"Thu, 03 Sep 2026 12:18:43 GMT",True,True,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6179,goldmansachs.com,https://goldmansachs.com/llms.txt,https://goldmansachs.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:21:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6180,gestiondecuenta.com,https://gestiondecuenta.com/llms.txt,https://gestiondecuenta.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6181,aws-thinq-prd.net,https://aws-thinq-prd.net/llms.txt,https://aws-thinq-prd.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6182,letelegramme.fr,https://letelegramme.fr/llms.txt,https://www.letelegramme.fr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,11612,False,,False,True,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6183,colossusssp.com,https://colossusssp.com/llms.txt,https://colossusssp.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:51Z,,,1,missing_404,False,missing_404
6184,fpjs.io,https://fpjs.io/llms.txt,https://fingerprint.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Fingerprint,7,54,6930,False,"Sat, 05 Sep 2026 14:26:53 GMT",True,True,2026-09-07T07:21:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6185,xvideosputaria.com,https://xvideosputaria.com/llms.txt,https://xvideosputaria.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4555,False,,False,True,2026-09-07T07:21:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6186,specialcdnstatus.com,https://specialcdnstatus.com/llms.txt,https://specialcdnstatus.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6187,telstra.com.au,https://telstra.com.au/llms.txt,https://www.telstra.com.au/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,134627,False,,False,True,2026-09-07T07:21:52Z,,,1,missing_404,False,missing_404
6188,verkada-lan.com,https://verkada-lan.com/llms.txt,https://verkada-lan.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6189,jagex.com,https://jagex.com/llms.txt,https://www.jagex.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:21:52Z,,,1,missing_404,False,missing_404
6190,clicktale.net,http://clicktale.net/llms.txt,https://clicktale.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
6191,radio-canada.ca,https://radio-canada.ca/llms.txt,https://ici.radio-canada.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,327114,False,,True,False,2026-09-07T07:21:52Z,,,1,missing_404,False,missing_404
6192,dmitriy-mevedev-tor.top,https://dmitriy-mevedev-tor.top/llms.txt,https://dmitriy-mevedev-tor.top/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,1980,False,,True,False,2026-09-07T07:39:53Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
6193,miraheze.org,http://miraheze.org/llms.txt,https://miraheze.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:56Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6194,openlibrary.org,https://openlibrary.org/llms.txt,https://openlibrary.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29955,False,,False,False,2026-09-07T07:21:52Z,,,1,missing_404,False,missing_404
6195,arvancdn.ir,http://arvancdn.ir/llms.txt,https://arvancdn.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:58Z,TIMEOUT,,2,network_timeout,True,network_timeout
6196,capterra.com,https://capterra.com/llms.txt,https://www.capterra.com/llms.txt/,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1537,False,,False,False,2026-09-07T07:21:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6197,nrich.ai,https://nrich.ai/llms.txt,https://nrich.ai/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:58Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6198,proximus.be,https://proximus.be/llms.txt,https://www.proximus.be/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Proximus Belgium,9,50,9696,False,"Fri, 24 Apr 2026 12:58:06 GMT",False,True,2026-09-07T07:21:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6199,currys.co.uk,https://currys.co.uk/llms.txt,https://currys.co.uk/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,99946,False,,False,False,2026-09-07T07:21:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6200,obsproject.com,https://obsproject.com/llms.txt,https://obsproject.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10840,False,,False,False,2026-09-07T07:21:53Z,,,1,missing_404,False,missing_404
6201,appdynamics.com,https://appdynamics.com/llms.txt,https://www.splunk.com/en_us/appdynamics-joins-splunk.html?301=appdynamics,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,220034,False,,False,True,2026-09-07T07:21:53Z,,Redirected away to https://www.splunk.com/en_us/appdynamics-joins-splunk.html?301=appdynamics,1,redirect_other,False,redirect_other
6202,vewd.com,https://vewd.com/llms.txt,https://business.tivo.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,46976,False,"Mon, 07 Sep 2026 07:21:56 GMT",False,True,2026-09-07T07:21:53Z,,Redirected away to https://business.tivo.com,1,redirect_other,False,redirect_other
6203,taylorfrancis.com,https://taylorfrancis.com/llms.txt,https://www.taylorfrancis.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12852,False,"Mon, 09 Feb 2026 03:57:23 GMT",False,False,2026-09-07T07:21:53Z,,,1,missing_404,False,missing_404
6204,chmfin.com,https://chmfin.com/llms.txt,https://chmfin.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,42,False,,False,False,2026-09-07T07:21:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6205,kw.com,https://kw.com/llms.txt,https://kw.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5570,False,,False,False,2026-09-07T07:21:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6206,hu-berlin.de,https://hu-berlin.de/llms.txt,https://www.hu-berlin.de/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,7800,False,,False,True,2026-09-07T07:21:54Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6207,msk.ru,http://msk.ru/llms.txt,http://msk.ru/llms.txt,503,0,False,text/html,network_timeout,False,False,False,,0,0,13032,False,,True,False,2026-09-07T07:39:59Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
6208,uni-frankfurt.de,https://uni-frankfurt.de/llms.txt,https://www.uni-frankfurt.de/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8000,False,,False,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6209,mgtv.com,https://mgtv.com/llms.txt,https://www.mgtv.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,21662,False,"Tue, 01 Sep 2026 17:05:25 GMT",True,True,2026-09-07T07:21:54Z,,Redirected away to https://www.mgtv.com,1,redirect_other,False,redirect_other
6210,mtv.com,https://mtv.com/llms.txt,https://www.mtv.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3421,False,,True,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6211,netcologne.de,https://netcologne.de/llms.txt,https://www.netcologne.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6212,shell.com,https://shell.com/llms.txt,https://www.shell.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6213,appfolio.com,https://appfolio.com/llms.txt,https://www.appfolio.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,AppFolio.com,14,63,17859,False,,False,True,2026-09-07T07:21:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6214,uvic.ca,https://uvic.ca/llms.txt,https://www.uvic.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12931,False,,False,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6215,opaque.net,https://opaque.net/llms.txt,https://opaque.net/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,219,False,,False,True,2026-09-07T07:21:54Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6216,altibox.no,https://altibox.no/llms.txt,https://www.altibox.no/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15795,False,,False,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6217,mastiraja.com,https://mastiraja.com/llms.txt,https://mastiraja.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,105874,False,,False,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6218,jbl.com,https://jbl.com/llms.txt,https://www.jbl.com/404,403,2,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,767,False,,False,True,2026-09-07T07:21:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6219,thisisdax.com,https://thisisdax.com/llms.txt,https://global.com/dax/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42770,False,,False,False,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6220,gpo.gov,https://gpo.gov/llms.txt,https://www.gpo.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3442,False,"Mon, 07 Sep 2026 07:21:40 GMT",False,True,2026-09-07T07:21:54Z,,,1,missing_404,False,missing_404
6221,sbnation.com,https://sbnation.com/llms.txt,https://www.sbnation.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,127598,False,,True,True,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6222,basecamp.com,https://basecamp.com/llms.txt,https://basecamp.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9928,False,,True,False,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6223,eurogamer.net,https://eurogamer.net/llms.txt,https://www.eurogamer.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2283,False,,False,True,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6224,decathlon.fr,https://decathlon.fr/llms.txt,https://www.decathlon.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,83089,False,,False,True,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6225,annas-archive.gl,http://annas-archive.gl/llms.txt,https://annas-archive.gl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:39:59Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6226,newrepublic.com,https://newrepublic.com/llms.txt,https://newrepublic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52648,False,,True,True,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6227,mixi.jp,https://mixi.jp/llms.txt,https://mixi.jp/llms.txt,404,0,True,text/html; charset=euc-jp,missing_404,False,False,False,,0,0,8424,False,"Tue, 17 Jan 2023 04:48:19 GMT",False,False,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6228,fawanews.sc,http://fawanews.sc/llms.txt,http://fawanews.sc/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,262,False,,False,True,2026-09-07T07:21:55Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6229,raiplay.it,https://raiplay.it/llms.txt,https://www.raiplay.it/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,55833,False,"Mon, 07 Sep 2026 07:21:57 GMT",False,True,2026-09-07T07:21:55Z,,,1,missing_404,False,missing_404
6230,yodobashi.com,http://yodobashi.com/llms.txt,https://yodobashi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
6231,niceincontact.com,https://niceincontact.com/llms.txt,https://www.nice.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,NiCE,3,13,3360,False,"Thu, 03 Sep 2026 08:59:09 GMT",True,True,2026-09-07T07:21:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6232,rug.nl,https://rug.nl/llms.txt,https://www.rug.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,20218,False,"Mon, 07 Sep 2026 07:21:58 GMT",True,True,2026-09-07T07:21:56Z,,,1,missing_404,False,missing_404
6233,airbridge.io,https://airbridge.io/llms.txt,https://www.airbridge.io/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Airbridge,11,232,57337,False,,False,True,2026-09-07T07:21:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6234,poolbinance.com,https://poolbinance.com/llms.txt,https://poolbinance.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6235,arubainstanton.com,https://arubainstanton.com/llms.txt,https://www.arubainstanton.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,388,False,,False,False,2026-09-07T07:21:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6236,beehiiv.com,https://beehiiv.com/llms.txt,https://www.beehiiv.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,beehiiv,5,44,6210,False,"Mon, 07 Sep 2026 06:50:03 GMT",True,True,2026-09-07T07:21:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6237,wpenginepowered.com,https://wpenginepowered.com/llms.txt,https://wpenginepowered.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1957,False,"Mon, 18 Apr 2022 14:47:47 GMT",False,True,2026-09-07T07:21:56Z,,,1,missing_404,False,missing_404
6238,lavoixdunord.fr,https://lavoixdunord.fr/llms.txt,https://www.lavoixdunord.fr/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,La Voix du Nord,5,9,2093,False,"Wed, 08 Jul 2026 08:26:06 GMT",False,True,2026-09-07T07:21:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6239,awsdns-20.net,https://awsdns-20.net/llms.txt,https://awsdns-20.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6240,google.com.ec,https://google.com.ec/llms.txt,https://google.com.ec/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:21:56Z,,,1,missing_404,False,missing_404
6241,geo.io,https://geo.io/llms.txt,https://geo.io/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5527,False,,False,False,2026-09-07T07:21:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6242,chegg.com,https://chegg.com/llms.txt,https://www.chegg.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1461,False,,True,False,2026-09-07T07:21:56Z,,,1,missing_404,False,missing_404
6243,tacobell.com,https://tacobell.com/llms.txt,https://www.tacobell.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18141,False,,True,True,2026-09-07T07:21:56Z,,,1,missing_404,False,missing_404
6244,thuvienphapluat.vn,https://thuvienphapluat.vn/llms.txt,https://thuvienphapluat.vn/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2587,False,"Mon, 24 Mar 2025 16:06:30 GMT",False,False,2026-09-07T07:21:56Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6245,euractiv.com,https://euractiv.com/llms.txt,https://www.euractiv.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:21:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6246,netperf.org,https://netperf.org/llms.txt,https://netperf.org/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6247,csis.org,https://csis.org/llms.txt,https://www.csis.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 06:51:50 GMT",False,True,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6248,evidon.com,https://evidon.com/llms.txt,https://evidon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:02Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6249,adnkronos.com,https://adnkronos.com/llms.txt,https://www.adnkronos.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7124,False,,False,True,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6250,byjus.com,https://byjus.com/llms.txt,https://byjus.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7964,False,,False,True,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6251,shein.com.mx,https://shein.com.mx/llms.txt,https://www.shein.com.mx/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SHEIN,8,189,63855,False,"Tue, 01 Sep 2026 12:59:25 GMT",True,True,2026-09-07T07:21:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6252,michaels.com,https://michaels.com/llms.txt,https://www.michaels.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,90809,False,,False,True,2026-09-07T07:21:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6253,iata.org,https://iata.org/llms.txt,https://www.iata.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,91344,False,,False,True,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6254,wmo.int,https://wmo.int/llms.txt,https://wmo.int/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3701,False,,False,True,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6255,basf.com,https://basf.com/llms.txt,https://www.basf.com/in/en,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,84517,False,,True,False,2026-09-07T07:21:57Z,,Redirected away to https://www.basf.com/in/en,1,redirect_other,False,redirect_other
6256,gumtree.com,https://gumtree.com/llms.txt,https://www.gumtree.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Gumtree UK,15,0,25108,False,"Mon, 31 Aug 2026 07:53:19 GMT",True,True,2026-09-07T07:21:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6257,aastocks.com,https://aastocks.com/llms.txt,https://www.aastocks.com,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4760,False,,False,True,2026-09-07T07:21:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6258,unlockffbeta.com,https://unlockffbeta.com/llms.txt,https://unlockffbeta.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,207,False,,False,False,2026-09-07T07:21:57Z,,,1,missing_404,False,missing_404
6259,dpreview.com,https://dpreview.com/llms.txt,https://www.dpreview.com/llms.txt/,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5540,False,,False,False,2026-09-07T07:21:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6260,superbthemes.com,https://superbthemes.com/llms.txt,https://superbthemes.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,4,37,3637,True,"Sun, 06 Sep 2026 07:12:46 GMT",True,True,2026-09-07T07:21:57Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6261,facemojikeyboard.com,https://facemojikeyboard.com/llms.txt,https://facemojikeyboard.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,6203,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6262,jigsawplanet.com,https://jigsawplanet.com/llms.txt,https://www.jigsawplanet.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4538,False,,False,True,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6263,yamaha.com,https://yamaha.com/llms.txt,http://www.yamaha.com/llms.txt,403,1,False,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,False,2026-09-07T07:21:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6264,securedvisit.com,https://securedvisit.com/llms.txt,https://securedvisit.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,207,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6265,controlup.com,https://controlup.com/llms.txt,https://controlup.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,10,52,8127,True,"Tue, 01 Sep 2026 11:20:38 GMT",True,True,2026-09-07T07:21:58Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6266,vulture.com,https://vulture.com/llms.txt,https://www.vulture.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12411,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6267,aemet.es,http://aemet.es/llms.txt,https://aemet.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:02Z,TIMEOUT,,2,network_timeout,True,network_timeout
6268,star4live.com,https://star4live.com/llms.txt,https://star4live.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6269,visx.net,https://visx.net/llms.txt,https://visx.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6270,cigna.com,https://cigna.com/llms.txt,https://www.cigna.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Audience: Public AI engines and search systems,6,0,9004,False,"Wed, 13 Aug 2025 20:31:22 GMT",True,True,2026-09-07T07:21:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6271,kumanga.com,https://kumanga.com/llms.txt,https://kumanga.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:21:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6272,nseindia.com,https://nseindia.com/llms.txt,https://www.nseindia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,113187,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6273,bentley.com,https://bentley.com/llms.txt,https://www.bentley.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,114212,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6274,unm.edu,https://unm.edu/llms.txt,https://www.unm.edu/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,30521,False,"Thu, 11 Dec 2025 22:44:55 GMT",True,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6275,httpwg.org,https://httpwg.org/llms.txt,https://httpwg.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9379,False,,True,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6276,supremecourt.gov,https://supremecourt.gov/llms.txt,https://www.supremecourt.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1027,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6277,cctld.us,https://cctld.us/llms.txt,https://cctld.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6278,advmusic.com,https://advmusic.com/llms.txt,https://advmusic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,574,False,"Wed, 27 May 2026 09:56:54 GMT",True,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6279,rs-online.com,https://rs-online.com/llms.txt,https://www.rs-online.com/,200,2,True,text/html,redirect_other,False,False,False,,0,0,62161,False,"Thu, 06 Aug 2026 15:34:26 GMT",True,False,2026-09-07T07:21:58Z,,Redirected away to https://www.rs-online.com/,1,redirect_other,False,redirect_other
6280,faberlic.com,https://faberlic.com/llms.txt,https://faberlic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6281,gazeta.ru,https://gazeta.ru/llms.txt,https://www.gazeta.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15388,False,,False,False,2026-09-07T07:21:58Z,,,1,missing_404,False,missing_404
6282,springeropen.com,https://springeropen.com/llms.txt,https://www.springeropen.com/llms.txt,406,1,True,text/html,ambiguous,False,False,False,,0,0,5516,False,,False,False,2026-09-07T07:21:58Z,,,1,ambiguous,False,ambiguous
6283,sarkariresult.com,https://sarkariresult.com/llms.txt,https://sarkariresult.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SARKARl RESULT,2,100,13346,False,,False,False,2026-09-07T07:21:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6284,citigroup.com,https://citigroup.com/llms.txt,https://www.citigroup.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,188,False,,False,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6285,sage.com,https://sage.com/llms.txt,https://www.sage.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:21:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6286,virginmedia.com,https://virginmedia.com/llms.txt,https://www.virginmedia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10724,False,"Wed, 02 Sep 2026 06:53:57 GMT",False,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6287,thenation.com,https://thenation.com/llms.txt,https://www.thenation.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,132959,False,,False,True,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6288,st.com,http://st.com/llms.txt,https://st.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
6289,virtua.com.br,http://virtua.com.br/llms.txt,https://virtua.com.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
6290,nezakr.net,https://nezakr.net/llms.txt,https://nezakr.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15257,False,,False,True,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6291,solitaired.com,https://solitaired.com/llms.txt,https://solitaired.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Solitaired Overview,4,22,3053,False,"Fri, 04 Sep 2026 19:56:56 GMT",True,True,2026-09-07T07:21:59Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6292,gelbooru.com,https://gelbooru.com/llms.txt,https://gelbooru.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,500,False,,True,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6293,zproxy.org,https://zproxy.org/llms.txt,https://zproxy.org/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,12974,False,,False,True,2026-09-07T07:21:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6294,ibiblio.org,https://ibiblio.org/llms.txt,https://ibiblio.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14051,False,"Fri, 26 Apr 2019 16:10:31 GMT",False,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6295,amplreq.com,https://amplreq.com/llms.txt,https://amplreq.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6296,jito.wtf,https://jito.wtf/llms.txt,https://www.jito.wtf/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12533,False,,True,True,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6297,megaphone.fm,https://megaphone.fm/llms.txt,https://megaphone.spotify.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2766,False,,True,True,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6298,bytelb.net,https://bytelb.net/llms.txt,https://bytelb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6299,premierleague.com,https://premierleague.com/llms.txt,https://www.premierleague.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,9485,False,,False,True,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6300,aternos.me,http://aternos.me/llms.txt,https://aternos.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
6301,swissinfo.ch,https://swissinfo.ch/llms.txt,https://www.swissinfo.ch/eng/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,865,False,,False,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6302,playbattlegrounds.com,https://playbattlegrounds.com/llms.txt,https://playbattlegrounds.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6303,digitaltarget.ru,https://digitaltarget.ru/llms.txt,https://digitaltarget.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,212,False,,True,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6304,ufgrowfun.com,https://ufgrowfun.com/llms.txt,https://ufgrowfun.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,3,False,,False,True,2026-09-07T07:21:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6305,tomtom.com,https://tomtom.com/llms.txt,https://www.tomtom.com/en_gb/llms.txt,404,2,True,text/html;charset=iso-8859-1,missing_404,False,False,False,,0,0,15789,False,,False,False,2026-09-07T07:21:59Z,,,1,missing_404,False,missing_404
6306,tlivepush.com,https://tlivepush.com/llms.txt,https://tlivepush.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:00Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
6307,sgvps.net,http://sgvps.net/llms.txt,https://sgvps.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
6308,royalroad.com,https://royalroad.com/llms.txt,https://www.royalroad.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11758,False,,False,False,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6309,phosagro.ru,https://phosagro.ru/llms.txt,https://www.phosagro.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,151630,False,,False,True,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6310,tv2.dk,https://tv2.dk/llms.txt,https://tv2.dk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2599,False,,False,True,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6311,betway.co.bw,https://betway.co.bw/llms.txt,https://betway.co.bw/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:10Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6312,acint.net,https://acint.net/llms.txt,https://acint.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6313,adtdp.com,https://adtdp.com/llms.txt,https://adtdp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6314,tranche.finance,https://tranche.finance/llms.txt,https://tranche.finance/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1010,False,,False,False,2026-09-07T07:22:00Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6315,icons8.com,https://icons8.com/llms.txt,https://icons8.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,59051,False,,False,True,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6316,hsadspixel.net,https://hsadspixel.net/llms.txt,https://hsadspixel.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6317,cdn-tinkoff.ru,https://cdn-tinkoff.ru/llms.txt,https://cdn-tinkoff.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,5362,False,,True,False,2026-09-07T07:22:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6318,formstack.com,https://formstack.com/llms.txt,https://formstack.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Formstack,11,65,8555,False,"Mon, 07 Sep 2026 04:50:59 GMT",False,False,2026-09-07T07:22:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6319,uni-koeln.de,https://uni-koeln.de/llms.txt,https://uni-koeln.de/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,26731,False,"Fri, 05 Sep 2025 12:37:00 GMT",True,False,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6320,braiiz.com,https://braiiz.com/llms.txt,https://braiiz.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22661,False,,False,True,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6321,thomsonreuters.co.uk,http://thomsonreuters.co.uk/llms.txt,https://thomsonreuters.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:12Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6322,esxdos.org,https://esxdos.org/llms.txt,https://esxdos.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,192,False,,False,False,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6323,moviespage.xyz,https://moviespage.xyz/llms.txt,https://moviespage.xyz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6324,techsmith.com,https://techsmith.com/llms.txt,https://www.techsmith.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,423,False,,False,True,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6325,lsapp.eu,https://lsapp.eu/llms.txt,https://www.lsapp.eu/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:22:00Z,,,1,missing_404,False,missing_404
6326,obozrevatel.com,https://obozrevatel.com/llms.txt,https://www.obozrevatel.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44872,False,,False,False,2026-09-07T07:22:01Z,,,1,missing_404,False,missing_404
6327,sapphireonline.pk,https://sapphireonline.pk/llms.txt,https://pk.sapphireonline.pk/404,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,17650,False,,False,True,2026-09-07T07:22:01Z,,,1,missing_404,False,missing_404
6328,tim.it,https://tim.it/llms.txt,https://tim.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,3656,False,,False,False,2026-09-07T07:40:13Z,HTTP_403,,2,network_timeout,True,blocked_forbidden
6329,jooble.org,https://jooble.org/llms.txt,https://jooble.org/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Jooble LLM Integration Links,12,254,68400,False,"Tue, 16 Sep 2025 11:07:01 GMT",True,False,2026-09-07T07:22:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6330,stream-io-api.com,https://stream-io-api.com/llms.txt,https://stream-io-api.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6331,angi.com,https://angi.com/llms.txt,https://www.angi.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4545,False,,False,True,2026-09-07T07:22:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6332,tokyo.lg.jp,https://tokyo.lg.jp/llms.txt,https://tokyo.lg.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6333,yoast.com,https://yoast.com/llms.txt,https://yoast.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Yoast SEO,8,62,7682,False,"Wed, 25 Feb 2026 08:29:55 GMT",True,False,2026-09-07T07:22:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6334,miniclip.com,https://miniclip.com/llms.txt,https://miniclip.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,143332,False,"Thu, 03 Sep 2026 12:05:32 GMT",True,False,2026-09-07T07:22:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6335,truepeoplesearch.com,https://truepeoplesearch.com/llms.txt,https://truepeoplesearch.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4557,False,,False,True,2026-09-07T07:22:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6336,medrxiv.org,https://medrxiv.org/llms.txt,https://www.medrxiv.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22517,False,,False,True,2026-09-07T07:22:01Z,,,1,missing_404,False,missing_404
6337,honda.com,https://honda.com/llms.txt,https://www.honda.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,False,2026-09-07T07:22:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6338,awsdns-10.net,https://awsdns-10.net/llms.txt,https://awsdns-10.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6339,bluecava.com,https://bluecava.com/llms.txt,https://bluecava.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1808,False,"Fri, 03 Nov 2023 18:07:39 GMT",True,True,2026-09-07T07:22:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6340,bank.in,https://bank.in/llms.txt,https://bank.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6341,tsn.ua,https://tsn.ua/llms.txt,https://tsn.ua/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,TSN.ua,7,30,2771,False,"Fri, 12 Jun 2026 07:58:14 GMT",False,False,2026-09-07T07:22:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6342,wwd.com,https://wwd.com/llms.txt,https://wwd.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,126510,False,,False,False,2026-09-07T07:22:01Z,,,1,missing_404,False,missing_404
6343,tate.org.uk,https://tate.org.uk/llms.txt,https://www.tate.org.uk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,4073,False,,False,False,2026-09-07T07:22:01Z,,,1,missing_404,False,missing_404
6344,documentcloud.org,https://documentcloud.org/llms.txt,https://documentcloud.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4840,False,,False,True,2026-09-07T07:22:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6345,ku.edu,https://ku.edu/llms.txt,https://ku.edu/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6346,bbcgoodfood.com,https://bbcgoodfood.com/llms.txt,https://www.bbcgoodfood.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6347,leprogres.fr,https://leprogres.fr/llms.txt,https://www.leprogres.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4983,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6348,lifeaiot.com,https://lifeaiot.com/llms.txt,https://lifeaiot.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1641,False,,False,False,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6349,liputan6.com,https://liputan6.com/llms.txt,https://www.liputan6.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16296,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6350,ganamosnet.org,https://ganamosnet.org/llms.txt,https://ganamosnet.org/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:22:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6351,nflximg.net,https://nflximg.net/llms.txt,https://nflximg.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6352,gamoshi.io,https://gamoshi.io/llms.txt,https://gamoshi.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6353,google.iq,https://google.iq/llms.txt,https://google.iq/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6354,parismatch.com,https://parismatch.com/llms.txt,https://www.parismatch.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35774,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6355,themeansar.com,http://themeansar.com/llms.txt,https://themeansar.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:15Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6356,kamababax.com,https://kamababax.com/llms.txt,https://www.kamababa1.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67794,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6357,naver.jp,https://naver.jp/llms.txt,https://naver.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6358,smartrecruiters.com,https://smartrecruiters.com/llms.txt,https://www.smartrecruiters.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SmartRecruiters,2,200,47030,False,"Sun, 06 Sep 2026 16:55:57 GMT",True,False,2026-09-07T07:22:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6359,oreillyauto.com,https://oreillyauto.com/llms.txt,https://www.oreillyauto.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,867,False,,False,False,2026-09-07T07:22:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6360,awsdns-57.net,https://awsdns-57.net/llms.txt,https://awsdns-57.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6361,lolpol2.com,https://lolpol2.com/llms.txt,https://p4455.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7331,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6362,reliefweb.int,https://reliefweb.int/llms.txt,https://reliefweb.int/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6363,collinsdictionary.com,https://collinsdictionary.com/llms.txt,https://collinsdictionary.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5571,False,,False,False,2026-09-07T07:22:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6364,bundestag.de,https://bundestag.de/llms.txt,https://www.bundestag.de/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16002,False,,False,True,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6365,kkstories.com,https://kkstories.com/llms.txt,https://kkstories.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8357,False,,False,False,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6366,google.co.ma,https://google.co.ma/llms.txt,https://google.co.ma/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:02Z,,,1,missing_404,False,missing_404
6367,yesstyle.com,https://yesstyle.com/llms.txt,https://www.yesstyle.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,1,15,3449,False,,False,True,2026-09-07T07:22:02Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6368,metropoles.com,https://metropoles.com/llms.txt,https://www.metropoles.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46299,False,,False,True,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6369,syapp.jp,http://syapp.jp/llms.txt,https://syapp.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:15Z,TIMEOUT,,2,network_timeout,True,network_timeout
6370,fbs1-t-msedge.net,https://fbs1-t-msedge.net/llms.txt,https://fbs1-t-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6371,google.bs,https://google.bs/llms.txt,https://google.bs/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6372,google.im,https://google.im/llms.txt,https://google.im/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6373,fanpage.it,https://fanpage.it/llms.txt,https://www.fanpage.it/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,True,2026-09-07T07:22:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6374,videy.co,https://videy.co/llms.txt,https://videy.co/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,2093,False,,False,True,2026-09-07T07:22:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6375,porngangg.com,https://porngangg.com/llms.txt,https://www.porngangg.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51074,False,,False,True,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6376,interno.gov.it,https://interno.gov.it/llms.txt,https://interno.gov.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,True,2026-09-07T07:22:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6377,mailinabox.email,https://mailinabox.email/llms.txt,https://mailinabox.email/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6378,so-net.ne.jp,https://so-net.ne.jp/llms.txt,https://www.so-net.ne.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2813,False,,False,True,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6379,name-servers.gr,https://name-servers.gr/llms.txt,https://name-servers.gr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,808,False,"Tue, 26 Jun 2018 11:46:48 GMT",True,False,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6380,freep.com,https://freep.com/llms.txt,https://www.freep.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,134937,False,,True,True,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6381,rkv1.com,https://rkv1.com/llms.txt,https://rkv1.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:22:03Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6382,hubspotemail.net,https://hubspotemail.net/llms.txt,https://hubspotemail.net/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:03Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
6383,t-ipconnect.de,https://t-ipconnect.de/llms.txt,https://t-ipconnect.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6384,jaya9bangladesh.com,https://jaya9bangladesh.com/llms.txt,https://jaya9bangla.com/llms.txt,200,2,True,text/html,soft_200_html,False,False,False,,0,0,27705,False,"Mon, 31 Aug 2026 23:29:31 GMT",False,False,2026-09-07T07:22:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6385,ici.fr,https://ici.fr/llms.txt,https://www.ici.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56175,False,,True,False,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6386,uni-stuttgart.de,https://uni-stuttgart.de/llms.txt,https://www.uni-stuttgart.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:22:03Z,,,1,missing_404,False,missing_404
6387,delegaciondelgobierno.gob.es,http://delegaciondelgobierno.gob.es/llms.txt,https://delegaciondelgobierno.gob.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:16Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6388,education.dz,https://education.dz/llms.txt,https://education.dz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6389,google.rs,https://google.rs/llms.txt,https://google.rs/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:04Z,,,1,missing_404,False,missing_404
6390,nykaa.com,https://nykaa.com/llms.txt,https://www.nykaa.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Nykaa,24,957,77857,False,"Sun, 06 Sep 2026 23:05:32 GMT",True,True,2026-09-07T07:22:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6391,gamesradar.com,https://gamesradar.com/llms.txt,https://www.gamesradar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,94550,False,"Mon, 07 Sep 2026 07:22:09 GMT",False,True,2026-09-07T07:22:04Z,,,1,missing_404,False,missing_404
6392,met.no,https://met.no/llms.txt,https://www.met.no/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1854,False,,False,False,2026-09-07T07:22:04Z,,,1,missing_404,False,missing_404
6393,yasyadong01.tv,http://yasyadong01.tv/llms.txt,https://yasyadong01.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:18Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6394,emol.com,https://emol.com/llms.txt,https://emol.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:19Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
6395,homes.co.jp,https://homes.co.jp/llms.txt,https://www.homes.co.jp/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:22:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6396,liveramp.com,https://liveramp.com/llms.txt,https://liveramp.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,LiveRamp,1,0,1114,False,"Mon, 07 Sep 2026 07:16:57 GMT",False,False,2026-09-07T07:22:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6397,revolve.com,http://revolve.com/llms.txt,https://revolve.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:20Z,TIMEOUT,,2,network_timeout,True,network_timeout
6398,wikiwand.com,https://wikiwand.com/llms.txt,https://www.wikiwand.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,46129,False,,False,False,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6399,decodo.com,https://decodo.com/llms.txt,https://decodo.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Decodo,15,110,12775,False,"Mon, 31 Aug 2026 04:06:39 GMT",True,True,2026-09-07T07:22:06Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6400,onlar.az,https://onlar.az/llms.txt,https://chat.onlar.az/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5517,False,,False,False,2026-09-07T07:22:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6401,playinrace.com,https://playinrace.com/llms.txt,https://playinrace.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:22Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6402,ilpost.it,https://ilpost.it/llms.txt,https://www.ilpost.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1210,False,"Thu, 09 Nov 2023 13:24:45 GMT",True,False,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6403,forexfactory.com,https://forexfactory.com/llms.txt,https://www.forexfactory.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,39884,False,,False,True,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6404,hu.net,https://hu.net/llms.txt,https://hu.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8030,False,,False,False,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6405,joker.com,https://joker.com/llms.txt,https://joker.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51224,False,,False,True,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6406,sport1.de,https://sport1.de/llms.txt,https://www.sport1.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15884,False,,True,True,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6407,caf.fr,https://caf.fr/llms.txt,https://caf.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,593,False,,False,True,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6408,queniubh.com,https://queniubh.com/llms.txt,https://queniubh.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6409,ilgiornale.it,https://ilgiornale.it/llms.txt,https://www.ilgiornale.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1074,False,"Mon, 07 Sep 2026 07:22:08 GMT",True,True,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6410,grigorik.com,http://grigorik.com/llms.txt,https://grigorik.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:23Z,TIMEOUT,,2,network_timeout,True,network_timeout
6411,jnj.com,https://jnj.com/llms.txt,https://www.jnj.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,60490,False,,False,False,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6412,ub.edu,https://ub.edu/llms.txt,https://www.ub.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7969,False,"Thu, 18 Sep 2025 08:04:42 GMT",True,False,2026-09-07T07:22:06Z,,,1,missing_404,False,missing_404
6413,ura.news,https://ura.news/llms.txt,https://ura.news/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6414,mynet.com,https://mynet.com/llms.txt,https://www.mynet.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mynet,0,0,2038,False,"Fri, 04 Sep 2026 14:49:39 GMT",True,True,2026-09-07T07:22:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6415,york.ac.uk,https://york.ac.uk/llms.txt,https://www.york.ac.uk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,13074,False,"Fri, 28 Aug 2026 23:07:24 GMT",True,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6416,trovaprezzi.it,https://trovaprezzi.it/llms.txt,https://www.trovaprezzi.it/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Trovaprezzi.it,3,0,8330,False,"Fri, 04 Sep 2026 13:55:24 GMT",True,True,2026-09-07T07:22:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6417,google.co.uz,https://google.co.uz/llms.txt,https://google.co.uz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6418,rentry.co,https://rentry.co/llms.txt,https://rentry.co/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4033,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6419,bidtheatre.com,https://bidtheatre.com/llms.txt,https://www.bidtheatre.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11299,False,"Wed, 08 Jul 2026 07:40:49 GMT",True,True,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6420,huffingtonpost.co.uk,https://huffingtonpost.co.uk/llms.txt,https://www.huffingtonpost.co.uk/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6421,india.com,https://india.com/llms.txt,https://www.india.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1203,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6422,glosbe.com,https://glosbe.com/llms.txt,https://glosbe.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6423,rnote.com,https://rnote.com/llms.txt,https://rnote.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6424,tn.gov.in,https://tn.gov.in/llms.txt,https://www.tn.gov.in/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,183,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6425,hostpapa.com,https://hostpapa.com/llms.txt,https://www.hostpapa.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66673,False,,False,True,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6426,thomsonreuters.net,http://thomsonreuters.net/llms.txt,https://www.thomsonreuters.com/en,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,99464,False,"Mon, 07 Sep 2026 07:11:34 GMT",True,True,2026-09-07T07:22:07Z,CONNECTION_ERROR,Redirected away to https://www.thomsonreuters.com/en,1,redirect_other,False,redirect_other
6427,cscdns.net,http://cscdns.net/llms.txt,https://www.cscglobal.com/cscglobal/home/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3501,False,"Thu, 03 Sep 2026 12:37:26 GMT",True,False,2026-09-07T07:22:07Z,CONNECTION_ERROR,Redirected away to https://www.cscglobal.com/cscglobal/home/,1,redirect_other,False,redirect_other
6428,device9.com,https://device9.com/llms.txt,https://www.innovid.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,149599,False,"Mon, 07 Sep 2026 07:08:34 GMT",False,False,2026-09-07T07:22:07Z,,Redirected away to https://www.innovid.com/,1,redirect_other,False,redirect_other
6429,cope.es,https://cope.es/llms.txt,https://www.cope.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20559,False,,False,True,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6430,awsdns-18.net,https://awsdns-18.net/llms.txt,https://awsdns-18.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6431,core.ac.uk,https://core.ac.uk/llms.txt,https://core.ac.uk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21293,False,,False,False,2026-09-07T07:22:07Z,,,1,missing_404,False,missing_404
6432,ixigo.com,https://ixigo.com/llms.txt,https://www.ixigo.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,ixigo.com,7,11,4790,False,"Tue, 30 Jun 2026 08:09:25 GMT",True,False,2026-09-07T07:22:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6433,corpinter.net,https://corpinter.net/llms.txt,https://corpinter.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6434,webnode.com,https://webnode.com/llms.txt,https://www.webnode.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,Webnode.com,7,29,3499,True,,False,False,2026-09-07T07:22:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6435,hpsmart.com,https://hpsmart.com/llms.txt,https://www.hpsmart.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,4833,False,"Tue, 30 Jun 2026 17:06:18 GMT",False,False,2026-09-07T07:22:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6436,bunnings.com.au,https://bunnings.com.au/llms.txt,https://www.bunnings.com.au/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,887,False,,False,False,2026-09-07T07:22:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6437,reserved.com,https://reserved.com/llms.txt,https://reserved.com/llms.txt,451,0,True,text/html,ambiguous,False,False,False,,0,0,133,False,,False,True,2026-09-07T07:22:08Z,,,1,ambiguous,False,ambiguous
6438,supercp.com,http://supercp.com/llms.txt,https://supercp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
6439,go-vip.net,https://go-vip.net/llms.txt,https://go-vip.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:28Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6440,nownodes.io,https://nownodes.io/llms.txt,https://nownodes.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,NOWNodes — Blockchain RPC and Node Infrastructure,15,48,14150,False,"Mon, 31 Aug 2026 15:05:25 GMT",True,True,2026-09-07T07:22:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6441,draftkings.com,https://draftkings.com/llms.txt,https://www.draftkings.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,False,2026-09-07T07:22:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6442,theporndude.com,https://theporndude.com/llms.txt,https://theporndude.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,993,False,,False,True,2026-09-07T07:22:08Z,,,1,missing_404,False,missing_404
6443,funda.nl,https://funda.nl/llms.txt,https://www.funda.nl/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,13906,False,"Fri, 19 Feb 2021 12:36:43 GMT",True,False,2026-09-07T07:22:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6444,usvisa-info.com,https://usvisa-info.com/llms.txt,https://ais.usvisa-info.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1230,False,,False,False,2026-09-07T07:22:08Z,,,1,missing_404,False,missing_404
6445,rateyourmusic.com,https://rateyourmusic.com/llms.txt,https://rateyourmusic.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5559,False,,False,False,2026-09-07T07:22:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6446,logmein.com,https://logmein.com/llms.txt,https://www.logmein.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1396,False,,True,True,2026-09-07T07:22:08Z,,,1,missing_404,False,missing_404
6447,wickynode.com,https://wickynode.com/llms.txt,https://wickynode.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6448,whoop.com,https://whoop.com/llms.txt,https://whoop.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:30Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
6449,cardekho.com,https://cardekho.com/llms.txt,https://www.cardekho.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,CarDekho,8,124,19926,False,"Sun, 06 Sep 2026 20:10:03 GMT",True,True,2026-09-07T07:22:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6450,blackboard.com,https://blackboard.com/llms.txt,https://www.blackboard.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Blackboard,6,30,3251,False,"Wed, 02 Sep 2026 19:30:58 GMT",True,True,2026-09-07T07:22:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6451,ghostery.com,https://ghostery.com/llms.txt,https://www.ghostery.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15476,False,,False,False,2026-09-07T07:22:08Z,,,1,missing_404,False,missing_404
6452,fmb.la,https://fmb.la/llms.txt,https://fmb.la/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1130,False,,False,False,2026-09-07T07:22:08Z,,,1,missing_404,False,missing_404
6453,sf.net,https://sf.net/llms.txt,https://sourceforge.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SourceForge,2,4,5797,False,,False,True,2026-09-07T07:22:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6454,firstbytedns.ru,https://firstbytedns.ru/llms.txt,https://firstbytedns.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6455,modkit.blog,https://modkit.blog/llms.txt,https://modkit.blog/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:09Z,,,1,missing_404,False,missing_404
6456,gscdn.net,https://gscdn.net/llms.txt,https://gscdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6457,odnoklassniki.ru,http://odnoklassniki.ru/llms.txt,http://ok.ru/llms.txt,200,1,False,text/html,soft_200_html,False,False,False,,0,0,252,False,,False,True,2026-09-07T07:22:09Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6458,musinsa.com,https://musinsa.com/llms.txt,https://musinsa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:31Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6459,sfchronicle.com,https://sfchronicle.com/llms.txt,https://www.sfchronicle.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16548,False,,True,True,2026-09-07T07:22:09Z,,,1,missing_404,False,missing_404
6460,viasat.io,https://viasat.io/llms.txt,https://viasat.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6461,huoma-cname.shop,https://huoma-cname.shop/llms.txt,https://huoma-cname.shop/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6462,awsdns-51.net,https://awsdns-51.net/llms.txt,https://awsdns-51.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6463,lunalabs.io,https://lunalabs.io/llms.txt,https://lunalabs.io/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:40:32Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
6464,lazada.com,https://lazada.com/llms.txt,https://lazada.com/en/llms.txt/,200,1,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,596,False,,False,True,2026-09-07T07:22:09Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6465,awsdns-47.net,https://awsdns-47.net/llms.txt,https://awsdns-47.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6466,fas.org,https://fas.org/llms.txt,https://fas.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54659,False,,False,True,2026-09-07T07:22:09Z,,,1,missing_404,False,missing_404
6467,zvuk.com,https://zvuk.com/llms.txt,https://zvuk.com/llms.txt,418,0,True,text/html,ambiguous,False,False,False,,0,0,4339,False,,False,False,2026-09-07T07:22:09Z,,,1,ambiguous,False,ambiguous
6468,notebooklm.google,https://notebooklm.google/llms.txt,https://notebook.google/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,7500,False,,False,True,2026-09-07T07:22:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6469,telecinco.es,https://telecinco.es/llms.txt,https://www.telecinco.es/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,False,2026-09-07T07:22:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6470,awsdns-42.net,https://awsdns-42.net/llms.txt,https://awsdns-42.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6471,farsnews.ir,https://farsnews.ir/llms.txt,https://farsnews.ir/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,3892,False,,False,False,2026-09-07T07:22:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6472,rentalcars.com,https://rentalcars.com/llms.txt,https://www.rentalcars.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15342,False,,True,False,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6473,stabletransit.com,http://stabletransit.com/llms.txt,https://stabletransit.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
6474,cosme.net,https://cosme.net/llms.txt,https://www.cosme.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,アットコスメ（@cosme）｜日本最大のコスメ・化粧品の口コミ・ランキングサイト,0,0,408,False,,False,True,2026-09-07T07:22:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6475,cdnhwc6.com,https://cdnhwc6.com/llms.txt,https://cdnhwc6.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6476,qihucdn.com,https://qihucdn.com/llms.txt,https://qihucdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6477,cimri.com,https://cimri.com/llms.txt,https://www.cimri.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,2177,False,,False,True,2026-09-07T07:22:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6478,stihi.ru,https://stihi.ru/llms.txt,https://stihi.ru/llms.txt,404,0,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,7184,False,,False,False,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6479,exblog.jp,https://exblog.jp/llms.txt,https://exblog.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:22:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6480,eapteka.ru,https://eapteka.ru/llms.txt,https://www.eapteka.ru/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,3122,False,,False,False,2026-09-07T07:22:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6481,myangular.life,https://myangular.life/llms.txt,https://myangular.life/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6482,mygaru.com,https://mygaru.com/llms.txt,https://mygaru.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,myGaru,8,45,8749,True,,True,True,2026-09-07T07:22:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6483,de-tencentclb.cloud,https://de-tencentclb.cloud/llms.txt,https://de-tencentclb.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6484,voodoo-gaming.io,https://voodoo-gaming.io/llms.txt,https://voodoo-gaming.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6485,mexc.com,https://mexc.com/llms.txt,https://www.mexc.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,MEXC Exchange,17,101,16808,False,"Sat, 05 Sep 2026 07:11:08 GMT",True,True,2026-09-07T07:22:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6486,freecodecamp.org,https://freecodecamp.org/llms.txt,https://www.freecodecamp.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4037,False,,True,True,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6487,playnewgames.ru,http://playnewgames.ru/llms.txt,https://playnewgames.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:34Z,TIMEOUT,,2,network_timeout,True,network_timeout
6488,lidl.com,https://lidl.com/llms.txt,https://lidl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:34Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
6489,hingeprod.net,https://hingeprod.net/llms.txt,https://hingeprod.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6490,msdmanuals.com,https://msdmanuals.com/llms.txt,https://www.msdmanuals.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75344,False,,True,True,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6491,main.jp,https://main.jp/llms.txt,http://err.lolipop.jp/404.html,404,1,False,text/html,missing_404,False,False,False,,0,0,1448,False,,False,False,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6492,goldprice.org,https://goldprice.org/llms.txt,https://goldprice.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187,False,,False,True,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6493,humbedooh.com,https://humbedooh.com/llms.txt,https://humbedooh.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,276,False,,False,False,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6494,sandiegouniontribune.com,https://sandiegouniontribune.com/llms.txt,https://www.sandiegouniontribune.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,175,False,,False,True,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6495,iloveimg.com,https://iloveimg.com/llms.txt,https://www.iloveimg.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25576,False,,False,False,2026-09-07T07:22:10Z,,,1,missing_404,False,missing_404
6496,wyze.com,https://wyze.com/llms.txt,https://www.wyze.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,"Agent Instructions — Wyze Labs, Inc.",5,0,4421,False,,True,False,2026-09-07T07:22:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6497,dnsitalia.net,https://dnsitalia.net/llms.txt,https://dnsitalia.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6498,thanhnien.vn,https://thanhnien.vn/llms.txt,https://thanhnien.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Báo Thanh Niên,7,21,2483,True,,False,True,2026-09-07T07:22:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6499,dhnet.be,https://dhnet.be/llms.txt,https://www.dhnet.be/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,228177,False,"Mon, 07 Sep 2026 07:21:52 GMT",True,True,2026-09-07T07:22:11Z,,,1,missing_404,False,missing_404
6500,ovo.id,https://ovo.id/llms.txt,https://ovo.id/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,39493,False,,False,True,2026-09-07T07:22:11Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6501,sex-studentki.live,https://sex-studentki.live/llms.txt,https://sex-studentki.live/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5454,False,,False,False,2026-09-07T07:22:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6502,hrzn-nxt.com,https://hrzn-nxt.com/llms.txt,https://hrzn-nxt.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6503,news.ru,https://news.ru/llms.txt,https://news.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76860,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6504,microchip.com,https://microchip.com/llms.txt,https://www.microchip.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:22:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6505,credly.com,https://credly.com/llms.txt,https://www.credly.com/404,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43238,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6506,gsu.edu,https://gsu.edu/llms.txt,https://www.gsu.edu/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5511,False,,False,False,2026-09-07T07:22:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6507,youradchoices.ca,https://youradchoices.ca/llms.txt,https://youradchoices.ca/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6508,very.co.uk,https://very.co.uk/llms.txt,https://www.very.co.uk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,108,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6509,mumsnet.com,https://mumsnet.com/llms.txt,https://www.mumsnet.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50705,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6510,heapanalytics.com,https://heapanalytics.com/llms.txt,https://heapanalytics.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8809,False,,True,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6511,getty.edu,https://getty.edu/llms.txt,https://www.getty.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6402,False,"Fri, 04 Sep 2026 22:38:53 GMT",True,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6512,chess-results.com,https://chess-results.com/llms.txt,https://chess-results.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1261,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6513,appsheet.com,https://appsheet.com/llms.txt,https://appsheet.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6514,thesimsresource.com,https://thesimsresource.com/llms.txt,https://www.thesimsresource.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,953,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6515,cra.cz,https://cra.cz/llms.txt,https://www.cra.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13068,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6516,eaton.com,http://eaton.com/llms.txt,https://eaton.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
6517,gsa.gov,https://gsa.gov/llms.txt,https://www.gsa.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 06:47:58 GMT",True,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6518,blocket.se,https://blocket.se/llms.txt,https://www.blocket.se/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1054,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6519,whatnot.com,https://whatnot.com/llms.txt,https://www.whatnot.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34312,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6520,boltdns.net,https://boltdns.net/llms.txt,https://boltdns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6521,concursolutions.com,https://concursolutions.com/llms.txt,https://www.concursolutions.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2778,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6522,sanook.com,https://sanook.com/llms.txt,https://www.sanook.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10094,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6523,sape.ru,https://sape.ru/llms.txt,https://www.sape.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21118,False,,True,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6524,is.fi,https://is.fi/llms.txt,https://www.is.fi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,80782,False,,True,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6525,narvar.com,https://narvar.com/llms.txt,https://corp.narvar.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Narvar | Intelligent Personalization Beyond Buy,12,62,7782,False,"Mon, 07 Sep 2026 07:22:22 GMT",False,False,2026-09-07T07:22:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6526,autohome.com.cn,https://autohome.com.cn/llms.txt,https://www.autohome.com.cn,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,40960,False,,False,True,2026-09-07T07:22:19Z,,Redirected away to https://www.autohome.com.cn,1,redirect_other,False,redirect_other
6527,gmw.cn,https://gmw.cn/llms.txt,https://www.gmw.cn/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6464,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6528,midilibre.fr,https://midilibre.fr/llms.txt,https://www.midilibre.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3630,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6529,consumerfinance.gov,https://consumerfinance.gov/llms.txt,https://www.consumerfinance.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,190,False,,True,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6530,adage.com,https://adage.com/llms.txt,https://adage.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:22:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6531,foundationapi.com,https://foundationapi.com/llms.txt,https://foundationapi.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2553,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6532,awsdns-23.net,https://awsdns-23.net/llms.txt,https://awsdns-23.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6533,iscorp.com,https://iscorp.com/llms.txt,https://www.iscorp.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6534,expo.dev,https://expo.dev/llms.txt,https://expo.dev/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47199,False,,False,True,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6535,cloudflareaccess.com,https://cloudflareaccess.com/llms.txt,https://cloudflareaccess.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:19Z,,,1,missing_404,False,missing_404
6536,adplay.ru,https://adplay.ru/llms.txt,https://adplay.ru/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,53629,False,"Tue, 28 Apr 2026 13:42:48 GMT",True,False,2026-09-07T07:22:20Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6537,sgnic.sg,https://sgnic.sg/llms.txt,https://www.sgnic.sg/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12189,False,,False,True,2026-09-07T07:22:20Z,,,1,missing_404,False,missing_404
6538,spotify.net,https://spotify.net/llms.txt,https://spotify.okta.com/app/spotifyprod_spotifynet_1/exk6vfwgijPqP7VZg1t7/sso/saml?SAMLRequest=hZLdTsJAEIVfpdl72LZYGjZAUqkmJGgI/lxwQzZ10NV2t%2BxMUd/eaVGD0eDVbmbmZM53MmPUVVmrrKEnu4JdA0jBW1VaVF1jIhpvldNoUFldASoq1E12tVBxP1S1d%2BQKV4ojyWmFRgRPxlkRzPOJ2MzOR2kShufJ2TDJotEgz6JBlCRns4s8ipIsEcE9eOT5iWA5ixAbmFskbYlLYTzshaNemN6GqYpjFUdrEeTMYKymTvVEVKOSEmtHZvvedy%2Bk%2B4WrpK7rryJjPGw%2B/xZoE0l4exnut6%2BP5nm5W6b368eIUonoZEsogpmzCK2BU6jFYUgVjff89kxVl6YwJIJL5wvoEp%2BIrS4RWq4lR2P28F3JvpJqlzUV%2BBvwe1PA3Wrxm4pdywrK0llZO6QVcIO3i%2Bm4Nay61Pz0L9VYHk%2BMD9dwzTDzfOnY73vrttL/sLYV89DbdqOKvLZomJkp2NPrzIMmJiPfgJDTw8qfNzf9AA%3D%3D&RelayState=https://spotify.net/llms.txt&SigAlg=http://www.w3.org/2001/04/xmldsig-more%23rsa-sha256&Signature=BwJEfZk/ky7xv9nDXL4JMGN/RLDWXveKUMP09UbV4o4oGQtKu4TBIAAiT1vfxJwDCkJeSN0BxDPpBWNI%2Bz6wj84ot5wNsBADLIpHVSDF/8hDAmurN5qnDKg6CzsXHT0P7uWyOOZXXZGEqaZgNXn6uC%2BQjV3pJD3iFlPAJX0o6urevmVTLVRzvGGCsO6cexnXZ5drLFfTJNQoN/mjuAfHWhsHaP4jcyxZAFgMUSP6DGS1HIqVcMG/mdDw7wwMnfG8hIMo66DGP0XQfqy75Gq/j7iPLFDszoQbAwZrenbkt2MNR8lv5O%2B4FU/xaoYjW1hv/kR6YTg3WhwCUdS6k2J9LA%3D%3D,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,36848,False,,False,True,2026-09-07T07:22:20Z,,Redirected away to https://spotify.okta.com/app/spotifyprod_spotifynet_1/exk6vfwgijPqP7VZg1t7/sso/saml?SAMLRequest=hZLdTsJAEIVfpdl72LZYGjZAUqkmJGgI/lxwQzZ10NV2t%2BxMUd/eaVGD0eDVbmbmZM53MmPUVVmrrKEnu4JdA0jBW1VaVF1jIhpvldNoUFldASoq1E12tVBxP1S1d%2BQKV4ojyWmFRgRPxlkRzPOJ2MzOR2kShufJ2TDJotEgz6JBlCRns4s8ipIsEcE9eOT5iWA5ixAbmFskbYlLYTzshaNemN6GqYpjFUdrEeTMYKymTvVEVKOSEmtHZvvedy%2Bk%2B4WrpK7rryJjPGw%2B/xZoE0l4exnut6%2BP5nm5W6b368eIUonoZEsogpmzCK2BU6jFYUgVjff89kxVl6YwJIJL5wvoEp%2BIrS4RWq4lR2P28F3JvpJqlzUV%2BBvwe1PA3Wrxm4pdywrK0llZO6QVcIO3i%2Bm4Nay61Pz0L9VYHk%2BMD9dwzTDzfOnY73vrttL/sLYV89DbdqOKvLZomJkp2NPrzIMmJiPfgJDTw8qfNzf9AA%3D%3D&RelayState=https://spotify.net/llms.txt&SigAlg=http://www.w3.org/2001/04/xmldsig-more%23rsa-sha256&Signature=BwJEfZk/ky7xv9nDXL4JMGN/RLDWXveKUMP09UbV4o4oGQtKu4TBIAAiT1vfxJwDCkJeSN0BxDPpBWNI%2Bz6wj84ot5wNsBADLIpHVSDF/8hDAmurN5qnDKg6CzsXHT0P7uWyOOZXXZGEqaZgNXn6uC%2BQjV3pJD3iFlPAJX0o6urevmVTLVRzvGGCsO6cexnXZ5drLFfTJNQoN/mjuAfHWhsHaP4jcyxZAFgMUSP6DGS1HIqVcMG/mdDw7wwMnfG8hIMo66DGP0XQfqy75Gq/j7iPLFDszoQbAwZrenbkt2MNR8lv5O%2B4FU/xaoYjW1hv/kR6YTg3WhwCUdS6k2J9LA%3D%3D,1,redirect_other,False,redirect_other
6539,mijia.tech,https://mijia.tech/llms.txt,https://mijia.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6540,abema.tv,https://abema.tv/llms.txt,https://abema.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3569,False,,False,True,2026-09-07T07:22:20Z,,,1,missing_404,False,missing_404
6541,unodc.org,https://unodc.org/llms.txt,https://www.unodc.org/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,True,2026-09-07T07:22:20Z,,,1,missing_404,False,missing_404
6542,brew.sh,https://brew.sh/llms.txt,https://brew.sh/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4914,False,,True,False,2026-09-07T07:22:20Z,,,1,missing_404,False,missing_404
6543,practo.com,https://practo.com/llms.txt,https://www.practo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,108913,False,,False,True,2026-09-07T07:22:20Z,,,1,missing_404,False,missing_404
6544,inquirer.com,https://inquirer.com/llms.txt,https://www.inquirer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40781,False,"Mon, 07 Sep 2026 07:22:23 GMT",True,True,2026-09-07T07:22:20Z,,,1,missing_404,False,missing_404
6545,sii.cl,http://sii.cl/llms.txt,https://sii.cl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
6546,eater.com,https://eater.com/llms.txt,https://www.eater.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70052,False,,True,True,2026-09-07T07:22:21Z,,,1,missing_404,False,missing_404
6547,pro-market.net,https://pro-market.net/llms.txt,https://pro-market.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6548,utk.edu,https://utk.edu/llms.txt,http://www.utk.edu/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:22:21Z,,,1,missing_404,False,missing_404
6549,jornada.com.mx,https://jornada.com.mx/llms.txt,https://www.jornada.com.mx/llms.txt,404,1,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,106,False,,True,True,2026-09-07T07:22:21Z,,,1,missing_404,False,missing_404
6550,tencent-cloud.com,https://tencent-cloud.com/llms.txt,https://tencent-cloud.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:21Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
6551,racingpost.com,https://racingpost.com/llms.txt,https://www.racingpost.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,5269,False,,False,True,2026-09-07T07:22:21Z,,,1,missing_404,False,missing_404
6552,nuro.jp,https://nuro.jp/llms.txt,https://nuro.jp/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,210,False,,False,False,2026-09-07T07:22:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6553,cartocdn.com,https://cartocdn.com/llms.txt,https://cartocdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6554,fon.bet,https://fon.bet/llms.txt,https://fon.bet/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2141,False,,False,True,2026-09-07T07:22:21Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6555,gbnews.com,https://gbnews.com/llms.txt,https://www.gbnews.com/llms.txt,200,1,True,text/markdown,confirmed_llms_txt,True,True,True,GB News,3,610,120404,True,,False,False,2026-09-07T07:22:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6556,wistia.net,https://wistia.net/llms.txt,https://wistia.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6557,esri.com,https://esri.com/llms.txt,https://www.esri.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Esri,9,39,10583,False,"Tue, 17 Mar 2026 21:42:11 GMT",True,True,2026-09-07T07:22:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6558,partner.co.il,https://partner.co.il/llms.txt,https://www.partner.co.il/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2032,False,,False,True,2026-09-07T07:22:21Z,,,1,missing_404,False,missing_404
6559,adminml.com,https://adminml.com/llms.txt,https://adminml.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6560,bambuser.com,https://bambuser.com/llms.txt,https://bambuser.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Bambuser,6,52,6847,True,,False,False,2026-09-07T07:22:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6561,lidl.de,https://lidl.de/llms.txt,https://lidl.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:38Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
6562,stc.com.sa,https://stc.com.sa/llms.txt,https://www.stc.com.sa/ar/errors-pages/404.html,500,2,True,text/html,network_timeout,False,False,False,,0,0,1398,False,,False,False,2026-09-07T07:40:39Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
6563,tue.nl,https://tue.nl/llms.txt,https://tue.nl/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,12058,False,,False,False,2026-09-07T07:40:41Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
6564,adelaide.edu.au,https://adelaide.edu.au/llms.txt,https://adelaide.edu.au/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6565,svr-algorix.com,https://svr-algorix.com/llms.txt,https://svr-algorix.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6566,vistarsagency.com,https://vistarsagency.com/llms.txt,https://vistarsagency.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6567,link.me,https://link.me/llms.txt,https://link.me/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Linkme,5,18,3118,True,,True,True,2026-09-07T07:22:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6568,sofifa.com,https://sofifa.com/llms.txt,https://sofifa.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,575,False,,False,True,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6569,rbstsystems.live,https://rbstsystems.live/llms.txt,https://rbstsystems.live/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6570,bytelb.com,https://bytelb.com/llms.txt,https://bytelb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6571,zmcyu9ypy.com,https://zmcyu9ypy.com/llms.txt,https://zmcyu9ypy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6572,ipxserve.com,https://ipxserve.com/llms.txt,https://ipxserve.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:22:22Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6573,rtbf.be,https://rtbf.be/llms.txt,https://www.rtbf.be/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13790,False,,False,False,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6574,mercadopago.com.ar,https://mercadopago.com.ar/llms.txt,https://www.mercadopago.com.ar/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,5739,False,"Mon, 24 Aug 2026 20:00:50 GMT",True,True,2026-09-07T07:22:22Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6575,d-zone.ca,https://d-zone.ca/llms.txt,https://www.cira.ca/en/cybersecurity/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,269406,False,,False,False,2026-09-07T07:22:22Z,,Redirected away to https://www.cira.ca/en/cybersecurity/,1,redirect_other,False,redirect_other
6576,moneta.ru,https://moneta.ru/llms.txt,https://moneta.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7479,False,,True,False,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6577,avira.net,https://avira.net/llms.txt,https://avira.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6578,alberta.ca,https://alberta.ca/llms.txt,https://www.alberta.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,188,False,"Mon, 07 Sep 2026 07:22:25 GMT",False,True,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6579,vesselfinder.com,https://vesselfinder.com/llms.txt,https://www.vesselfinder.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6580,haveibeenpwned.com,https://haveibeenpwned.com/llms.txt,https://haveibeenpwned.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12576,False,,False,True,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6581,bezeqint.net,https://bezeqint.net/llms.txt,https://bezeqint.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:22:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6582,manus.im,https://manus.im/llms.txt,https://manus.im/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,122437,False,,False,True,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6583,literotica.com,https://literotica.com/llms.txt,https://www.literotica.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9963,False,,True,False,2026-09-07T07:22:22Z,,,1,missing_404,False,missing_404
6584,contentful.com,https://contentful.com/llms.txt,https://contentful.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,32177,False,,False,True,2026-09-07T07:22:22Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
6585,ada.support,https://ada.support/llms.txt,https://www.ada.cx/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5531,False,,False,False,2026-09-07T07:22:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6586,imostatic.com,https://imostatic.com/llms.txt,https://imostatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6587,ernet.in,https://ernet.in/llms.txt,https://xn--m1bd4e9a1b9i.xn--h2brj9c/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6588,akamaixbc.net,https://akamaixbc.net/llms.txt,https://akamaixbc.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6589,turkishairlines.com,http://turkishairlines.com/llms.txt,https://turkishairlines.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:43Z,TIMEOUT,,2,network_timeout,True,network_timeout
6590,irecommend.ru,https://irecommend.ru/llms.txt,https://irecommend.ru/llms.txt,521,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,1495,False,,True,False,2026-09-07T07:40:43Z,SERVER_ERROR_521,,2,network_timeout,True,network_timeout
6591,eukdns.com,https://eukdns.com/llms.txt,https://eukdns.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6592,hs-sites.com,https://hs-sites.com/llms.txt,https://www.hubspot.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,HubSpot,9,100,16384,False,"Thu, 16 Jul 2026 22:34:29 GMT",True,True,2026-09-07T07:22:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6593,manualslib.com,https://manualslib.com/llms.txt,https://www.manualslib.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5582,False,,False,False,2026-09-07T07:22:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6594,uwo.ca,https://uwo.ca/llms.txt,https://www.uwo.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21405,False,"Thu, 27 Nov 2025 14:05:09 GMT",True,False,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6595,transip.eu,https://transip.eu/llms.txt,https://www.transip.eu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13546,False,,False,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6596,europapress.es,https://europapress.es/llms.txt,https://www.europapress.es/404.html,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64318,False,"Sun, 06 Sep 2026 22:00:00 GMT",False,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6597,b92.net,https://b92.net/llms.txt,https://www.b92.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,133602,False,,False,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6598,citrixworkspacesapi.net,https://citrixworkspacesapi.net/llms.txt,https://citrixworkspacesapi.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6599,relevant-digital.com,https://relevant-digital.com/llms.txt,https://www.relevant-digital.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8214,False,,False,False,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6600,dm.de,https://dm.de/llms.txt,https://www.dm.de/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt – Version 1.0,0,6,1906,False,,False,True,2026-09-07T07:22:23Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6601,asahi-net.or.jp,http://asahi-net.or.jp/llms.txt,http://www.asahi-net.or.jp/llms.txt,404,1,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:22:23Z,TIMEOUT,,1,missing_404,False,missing_404
6602,nngroup.com,https://nngroup.com/llms.txt,https://www.nngroup.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16335,False,,False,False,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6603,mca.gov.in,http://mca.gov.in/llms.txt,https://mca.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:43Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6604,4.cn,https://4.cn/llms.txt,https://www.4.cn/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,46471,False,,False,True,2026-09-07T07:22:23Z,,Redirected away to https://www.4.cn/,1,redirect_other,False,redirect_other
6605,journaldesfemmes.fr,https://journaldesfemmes.fr/llms.txt,http://www.journaldesfemmes.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14527,False,,False,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6606,prebid.cloud,https://prebid.cloud/llms.txt,https://prebid.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6607,kmart.com.au,https://kmart.com.au/llms.txt,https://www.kmart.com.au/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,41944,False,,True,True,2026-09-07T07:22:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6608,gtimg.com,https://gtimg.com/llms.txt,https://gtimg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6609,joinmastodon.org,https://joinmastodon.org/llms.txt,https://joinmastodon.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42594,False,,True,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6610,playdigo.com,https://playdigo.com/llms.txt,https://playdigo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18945,False,"Mon, 07 Sep 2026 07:22:24 GMT",True,True,2026-09-07T07:22:23Z,,,1,missing_404,False,missing_404
6611,sytes.net,http://sytes.net/llms.txt,http://freeddns.noip.com/?d=sytes.net&u=c3l0ZXMubmV0L2xsbXMudHh0,200,1,False,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,292,False,,False,True,2026-09-07T07:22:23Z,TIMEOUT,Redirected away to http://freeddns.noip.com/?d=sytes.net&u=c3l0ZXMubmV0L2xsbXMudHh0,1,redirect_other,False,redirect_other
6612,cinemark.com,https://cinemark.com/llms.txt,https://cinemark.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1144,False,,False,True,2026-09-07T07:22:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6613,poetryfoundation.org,http://poetryfoundation.org/llms.txt,https://poetryfoundation.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:44Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6614,freeconvert.com,https://freeconvert.com/llms.txt,https://www.freeconvert.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6615,seloger.com,https://seloger.com/llms.txt,https://www.seloger.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10096,False,,True,False,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6616,awsdns-35.net,https://awsdns-35.net/llms.txt,https://awsdns-35.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6617,userapi.dev,https://userapi.dev/llms.txt,https://userapi.dev/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:24Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
6618,freebit.net,https://freebit.net/llms.txt,https://freebit.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6619,google.com.ni,https://google.com.ni/llms.txt,https://google.com.ni/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6620,bytetcdn.com,https://bytetcdn.com/llms.txt,https://bytetcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:40:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6621,infoworld.com,https://infoworld.com/llms.txt,https://www.infoworld.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36055,False,,False,True,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6622,bigbasket.com,https://bigbasket.com/llms.txt,https://www.bigbasket.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26664,False,,False,True,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6623,tiny.cc,https://tiny.cc/llms.txt,https://tiny.cc/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6682,False,,False,False,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6624,bergfex.at,https://bergfex.at/llms.txt,https://bergfex.at/llms.txt,429,0,True,text/html,blocked_forbidden,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:22:24Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
6625,navyfederal.org,https://navyfederal.org/llms.txt,https://www.navyfederal.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Navy Federal Credit Union,5,5,1714,False,"Thu, 28 May 2026 20:36:07 GMT",False,False,2026-09-07T07:22:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6626,unece.org,https://unece.org/llms.txt,https://unece.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5424,False,,False,False,2026-09-07T07:22:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6627,edge2befaster.net,https://edge2befaster.net/llms.txt,https://edge2befaster.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6628,birkenstock.com,http://birkenstock.com/llms.txt,https://birkenstock.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6629,rtvslo.si,https://rtvslo.si/llms.txt,https://www.rtvslo.si/llms.txt,410,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6630,anydns.com,https://anydns.com/llms.txt,https://anydns.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6631,awsdns-59.net,https://awsdns-59.net/llms.txt,https://awsdns-59.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6632,comparethemarket.com,https://comparethemarket.com/llms.txt,https://www.comparethemarket.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,161810,False,"Mon, 07 Sep 2026 07:19:45 GMT",False,True,2026-09-07T07:22:24Z,,,1,missing_404,False,missing_404
6633,altavista.com,https://altavista.com/llms.txt,https://search.yahoo.com/?fr=altavista,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,14188,False,,False,True,2026-09-07T07:41:08Z,,Redirected away to https://search.yahoo.com/?fr=altavista,2,network_timeout,True,redirect_other
6634,rebrand.ly,https://rebrand.ly/llms.txt,https://app.rebrandly.com/broken-links,200,1,True,text/html,redirect_other,False,False,False,,0,0,9108,False,"Wed, 02 Sep 2026 12:00:23 GMT",True,True,2026-09-07T07:22:24Z,,Redirected away to https://app.rebrandly.com/broken-links,1,redirect_other,False,redirect_other
6635,bilicdn1.com,https://bilicdn1.com/llms.txt,https://bilicdn1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6636,callofduty.com,http://callofduty.com/llms.txt,https://callofduty.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
6637,statefarm.com,https://statefarm.com/llms.txt,https://www.statefarm.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,42406,False,,False,False,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6638,irctc.co.in,https://irctc.co.in/llms.txt,https://www.irctc.co.in/nget/,200,1,True,text/html,redirect_other,False,False,False,,0,0,12762,False,"Wed, 05 Aug 2026 08:17:08 GMT",True,True,2026-09-07T07:22:25Z,,Redirected away to https://www.irctc.co.in/nget/,1,redirect_other,False,redirect_other
6639,theintercept.com,https://theintercept.com/llms.txt,https://theintercept.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,554,False,,False,False,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6640,wired.co.uk,https://wired.co.uk/llms.txt,https://www.wired.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5822,False,,False,True,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6641,kontur.host,https://kontur.host/llms.txt,https://kontur.host/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6642,hiddenvpn.ru,https://hiddenvpn.ru/llms.txt,https://hiddenvpn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6643,js7k.com,https://js7k.com/llms.txt,https://js7k.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4628,False,,False,True,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6644,fastly.com,https://fastly.com/llms.txt,https://www.fastly.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Fastly,14,85,15771,False,,True,True,2026-09-07T07:22:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6645,plista.com,https://plista.com/llms.txt,https://plista.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6646,getpublica.com,https://getpublica.com/llms.txt,https://getpublica.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8736,False,"Tue, 02 Jun 2026 05:19:49 GMT",True,True,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6647,awsdns-05.net,https://awsdns-05.net/llms.txt,https://awsdns-05.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6648,ably.net,https://ably.net/llms.txt,https://ably.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ably Documentation,8,787,181710,False,,True,True,2026-09-07T07:22:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6649,telegram.com,https://telegram.com/llms.txt,https://www.telegram.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50885,False,,True,True,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6650,uchile.cl,https://uchile.cl/llms.txt,https://uchile.cl/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,11,False,,False,False,2026-09-07T07:22:25Z,,,1,missing_404,False,missing_404
6651,ggblueshark.com,https://ggblueshark.com/llms.txt,https://ggblueshark.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6652,videoamp.com,https://videoamp.com/llms.txt,https://videoamp.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6653,sunat.gob.pe,https://sunat.gob.pe/llms.txt,https://sunat.gob.pe/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6654,catchthemes.com,https://catchthemes.com/llms.txt,https://catchthemes.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,16,72,7367,True,"Sun, 06 Sep 2026 15:08:12 GMT",True,False,2026-09-07T07:22:26Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6655,coppel.com,http://coppel.com/llms.txt,https://coppel.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,TIMEOUT,,2,network_timeout,True,network_timeout
6656,qiniudns.com,https://qiniudns.com/llms.txt,https://qiniudns.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,225,False,,False,False,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6657,rit.edu,https://rit.edu/llms.txt,https://www.rit.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 06:47:31 GMT",True,True,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6658,pornoxo.com,https://pornoxo.com/llms.txt,https://www.pornoxo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59494,False,,False,False,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6659,housing.com,https://housing.com/llms.txt,https://housing.com/llms.txt,406,0,True,text/html,ambiguous,False,False,False,,0,0,3631,False,,False,True,2026-09-07T07:22:26Z,,,1,ambiguous,False,ambiguous
6660,cnnindonesia.com,https://cnnindonesia.com/llms.txt,https://www.cnnindonesia.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6661,hosttech.ch,http://hosttech.ch/llms.txt,https://www.hosttech.ch/llms.txt,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,hosttech GmbH,2,31,18662,False,,False,True,2026-09-07T07:41:09Z,TIMEOUT,,2,network_timeout,True,confirmed_llms_txt
6662,csiro.au,http://csiro.au/llms.txt,https://csiro.au/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,SSL_ERROR,,2,network_timeout,True,network_timeout
6663,financialcontent.com,https://financialcontent.com/llms.txt,https://www.financialcontent.com/stocks,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,58998,False,,False,True,2026-09-07T07:22:26Z,,Redirected away to https://www.financialcontent.com/stocks,1,redirect_other,False,redirect_other
6664,kabum.com.br,https://kabum.com.br/llms.txt,https://www.kabum.com.br/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,KaBuM!,9,28,4036,False,"Wed, 02 Sep 2026 11:24:26 GMT",True,True,2026-09-07T07:22:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6665,heute.at,https://heute.at/llms.txt,https://www.heute.at/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,86670,False,,False,True,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6666,bajajfinserv.in,https://bajajfinserv.in/llms.txt,https://bajajfinserv.in/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:22:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6667,gujarat.gov.in,https://gujarat.gov.in/llms.txt,https://gujarat.gov.in/llms.txt,404,0,True,text/html; charset=us-ascii,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6668,927589452.space,https://927589452.space/llms.txt,https://927589452.space/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6669,myqnapcloud.io,https://myqnapcloud.io/llms.txt,https://myqnapcloud.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6670,huaweicloudwaf.com,https://huaweicloudwaf.com/llms.txt,https://www.huaweicloud.com/product/waf.html,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,87499,False,,False,True,2026-09-07T07:22:26Z,,Redirected away to https://www.huaweicloud.com/product/waf.html,1,redirect_other,False,redirect_other
6671,awsdns-03.net,https://awsdns-03.net/llms.txt,https://awsdns-03.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6672,22.cn,https://22.cn/llms.txt,https://www.22.cn/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,5114,False,,False,True,2026-09-07T07:22:26Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6673,convertkit.com,https://convertkit.com/llms.txt,https://kit.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1070,False,,True,True,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6674,diamond.jp,https://diamond.jp/llms.txt,https://diamond.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6116,False,,False,False,2026-09-07T07:22:26Z,,,1,missing_404,False,missing_404
6675,awsdns-49.net,https://awsdns-49.net/llms.txt,https://awsdns-49.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6676,maharashtra.gov.in,https://maharashtra.gov.in/llms.txt,https://maharashtra.gov.in/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:27Z,,,1,missing_404,False,missing_404
6677,puzztake.com,https://puzztake.com/llms.txt,https://puzztake.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6678,sophosupd.com,https://sophosupd.com/llms.txt,https://sophosupd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6679,binance.info,https://binance.info/llms.txt,https://binance.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
6680,scholastic.com,https://scholastic.com/llms.txt,https://www.scholastic.com/llms.txt,200,1,True,application/json,ambiguous,False,False,False,,0,0,4,False,"Thu, 13 Aug 2026 20:13:47 GMT",True,True,2026-09-07T07:22:27Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6681,edgecdn.world,http://edgecdn.world/llms.txt,https://edgecdn.world/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:09Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
6682,sniffies.com,https://sniffies.com/llms.txt,https://sniffies.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,989,False,,False,True,2026-09-07T07:22:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6683,datagrail.io,https://datagrail.io/llms.txt,https://datagrail.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2384,False,,False,False,2026-09-07T07:22:27Z,,,1,missing_404,False,missing_404
6684,shein.co.uk,https://shein.co.uk/llms.txt,https://www.shein.co.uk/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,SHEIN,8,189,63855,False,"Tue, 01 Sep 2026 12:59:25 GMT",True,True,2026-09-07T07:22:27Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6685,unctad.org,https://unctad.org/llms.txt,https://unctad.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,"Mon, 07 Sep 2026 07:22:28 GMT",False,True,2026-09-07T07:22:27Z,,,1,missing_404,False,missing_404
6686,pravda.sk,https://pravda.sk/llms.txt,https://www.pravda.sk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55076,False,,False,True,2026-09-07T07:22:27Z,,,1,missing_404,False,missing_404
6687,darty.com,https://darty.com/llms.txt,https://darty.com/llms.txt,403,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6688,lamoda.ru,https://lamoda.ru/llms.txt,https://www.lamoda.ru/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,4785,False,,False,False,2026-09-07T07:22:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6689,williamhill.com,https://williamhill.com/llms.txt,https://williamhill.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:22:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6690,vivawebhost.com,https://vivawebhost.com/llms.txt,https://vivawebhost.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6691,ygosu.com,https://ygosu.com/llms.txt,https://ygosu.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:27Z,,,1,missing_404,False,missing_404
6692,carvana.com,https://carvana.com/llms.txt,https://www.carvana.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Carvana,8,15,6150,True,"Mon, 17 Aug 2026 20:39:42 GMT",True,True,2026-09-07T07:22:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6693,hextom.com,https://hextom.com/llms.txt,https://hextom.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Hextom,3,22,5363,False,"Thu, 20 Aug 2026 20:41:46 GMT",True,True,2026-09-07T07:22:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6694,frontapp.com,https://frontapp.com/llms.txt,https://front.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Front,7,29,3698,False,,False,True,2026-09-07T07:22:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6695,expediapartnercentral.com,https://expediapartnercentral.com/llms.txt,https://www.expediapartnercentral.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,89677,False,,False,True,2026-09-07T07:22:29Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6696,illinois.gov,https://illinois.gov/llms.txt,https://www.illinois.gov/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,True,2026-09-07T07:22:29Z,,,1,missing_404,False,missing_404
6697,meduza.io,https://meduza.io/llms.txt,https://meduza.io/llms.txt,502,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,729,False,,False,True,2026-09-07T07:41:11Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
6698,jorudan.co.jp,https://jorudan.co.jp/llms.txt,https://www.jorudan.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5157,False,"Tue, 02 Jun 2026 05:39:40 GMT",True,False,2026-09-07T07:22:29Z,,,1,missing_404,False,missing_404
6699,akakce.com,https://akakce.com/llms.txt,https://www.akakce.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4547,False,,False,True,2026-09-07T07:22:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6700,umontreal.ca,https://umontreal.ca/llms.txt,https://umontreal.ca/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37641,False,,False,False,2026-09-07T07:22:29Z,,,1,missing_404,False,missing_404
6701,drogasil.com.br,https://drogasil.com.br/llms.txt,https://www.drogasil.com.br/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,389,False,,False,True,2026-09-07T07:22:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6702,algolianet.com,https://algolianet.com/llms.txt,https://algolianet.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,303,False,,False,False,2026-09-07T07:22:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6703,smooch.io,https://smooch.io/llms.txt,https://smooch.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9831,False,"Thu, 22 Feb 2024 16:51:55 GMT",False,False,2026-09-07T07:22:29Z,,,1,missing_404,False,missing_404
6704,svt.se,https://svt.se/llms.txt,https://www.svt.se/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,4320,False,,False,False,2026-09-07T07:22:29Z,,,1,missing_404,False,missing_404
6705,payhip.com,https://payhip.com/llms.txt,https://payhip.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1571,False,,False,False,2026-09-07T07:22:29Z,,,1,missing_404,False,missing_404
6706,haplat.net,https://haplat.net/llms.txt,https://haplat.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6707,bartleby.com,https://bartleby.com/llms.txt,https://www.bartleby.com/lit-hub/authors/,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:22:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6708,procyclingstats.com,http://procyclingstats.com/llms.txt,https://procyclingstats.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
6709,valve.net,https://valve.net/llms.txt,https://valve.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6710,glance.com,https://glance.com/llms.txt,https://glance.com/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,GlanceAI Fashion MCP Server,6,16,2602,False,,True,True,2026-09-07T07:22:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6711,adultfriendfinder.com,http://adultfriendfinder.com/llms.txt,http://adultfriendfinder.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:22:30Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6712,rust-lang.org,https://rust-lang.org/llms.txt,https://rust-lang.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9297,False,,True,False,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6713,icm.edu.pl,https://icm.edu.pl/llms.txt,https://icm.edu.pl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15624,False,,False,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6714,russianfood.com,https://russianfood.com/llms.txt,https://www.russianfood.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6715,vsassets.io,http://vsassets.io/llms.txt,https://vsassets.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
6716,shareasale.com,https://shareasale.com/llms.txt,https://www.awin.com/us/getting-started-sas?utm_medium=redirect&utm_source=shareasale.com,200,1,True,text/html,redirect_other,False,False,False,,0,0,57738,False,"Fri, 04 Sep 2026 12:51:08 GMT",False,True,2026-09-07T07:22:30Z,,Redirected away to https://www.awin.com/us/getting-started-sas?utm_medium=redirect&utm_source=shareasale.com,1,redirect_other,False,redirect_other
6717,jfrog.io,https://jfrog.io/llms.txt,https://jfrog.com,202,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:30Z,,,1,ambiguous,False,ambiguous
6718,onedio.com,https://onedio.com/llms.txt,https://onedio.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Onedio - Sosyal İçerik Platformu,4,519,92555,True,"Thu, 27 Aug 2026 08:16:26 GMT",True,True,2026-09-07T07:22:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6719,livekit.cloud,https://livekit.cloud/llms.txt,https://livekit.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6720,the-sun.com,https://the-sun.com/llms.txt,https://www.the-sun.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35706,False,,False,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6721,robertsspaceindustries.com,https://robertsspaceindustries.com/llms.txt,https://robertsspaceindustries.com/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27644,False,,False,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6722,ext-twitch.tv,https://ext-twitch.tv/llms.txt,https://ext-twitch.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6723,awsdns-22.net,https://awsdns-22.net/llms.txt,https://awsdns-22.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6724,futurism.com,https://futurism.com/llms.txt,https://futurism.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1340,False,,False,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6725,webshare.io,https://webshare.io/llms.txt,https://www.webshare.io/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Webshare,9,318,46567,False,"Mon, 07 Sep 2026 07:22:32 GMT",False,False,2026-09-07T07:22:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6726,goo-net.com,https://goo-net.com/llms.txt,https://www.goo-net.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,21268,False,,False,False,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6727,maersk.com,https://maersk.com/llms.txt,https://maersk.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
6728,costco.ca,https://costco.ca/llms.txt,https://www.costco.ca/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,20981,False,,False,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6729,awsdns-40.net,https://awsdns-40.net/llms.txt,https://awsdns-40.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6730,dawn.com,https://dawn.com/llms.txt,https://www.dawn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85651,False,,False,False,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6731,crptech.ru,https://crptech.ru/llms.txt,https://crptech.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6732,nicehash.com,https://nicehash.com/llms.txt,https://www.nicehash.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,2846,False,,False,False,2026-09-07T07:22:30Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6733,moe.gov.cn,https://moe.gov.cn/llms.txt,https://moe.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6734,torrid.com,https://torrid.com/llms.txt,https://torrid.com/llms.txt,410,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6735,maze.co,https://maze.co/llms.txt,https://maze.co/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23615,False,,True,True,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6736,brand-display.com,https://brand-display.com/llms.txt,https://brand-display.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,363,False,,False,False,2026-09-07T07:22:30Z,,,1,missing_404,False,missing_404
6737,monotaro.com,https://monotaro.com/llms.txt,https://www.monotaro.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2388,False,,False,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6738,di.se,https://di.se/llms.txt,https://www.di.se/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6739,kurir.rs,https://kurir.rs/llms.txt,https://www.kurir.rs/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,31090,False,,False,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6740,epicentrk.ua,https://epicentrk.ua/llms.txt,https://epicentrk.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:22:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6741,klevu.com,https://klevu.com/llms.txt,https://klevu.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,579,False,,False,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6742,like-video.com,https://like-video.com/llms.txt,https://like-video.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6743,s-onetag.com,https://s-onetag.com/llms.txt,https://s-onetag.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:31Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
6744,spacedaily.com,https://spacedaily.com/llms.txt,https://spacedaily.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55693,False,,False,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6745,prothomalo.com,https://prothomalo.com/llms.txt,https://www.prothomalo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53272,False,,False,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6746,prudential.com,http://prudential.com/llms.txt,https://www.prudential.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1263,False,"Mon, 10 Mar 2025 11:35:57 GMT",True,False,2026-09-07T07:22:31Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
6747,cloudwaysapps.com,https://cloudwaysapps.com/llms.txt,https://cloudwaysapps.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6748,fws.gov,https://fws.gov/llms.txt,https://www.fws.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,708,False,"Sun, 06 Sep 2026 15:52:27 GMT",True,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6749,scirp.org,https://scirp.org/llms.txt,https://www.scirp.org,403,2,True,text/html;charset=utf8,blocked_forbidden,False,False,False,,0,0,110,False,,False,True,2026-09-07T07:22:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6750,punchng.com,https://punchng.com/llms.txt,https://punchng.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:22:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6751,inkscape.org,https://inkscape.org/llms.txt,https://inkscape.org/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22732,False,,False,False,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6752,money.pl,https://money.pl/llms.txt,https://www.money.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,71511,False,,False,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6753,informer.com,https://informer.com/llms.txt,https://informer.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6754,impress.co.jp,https://impress.co.jp/llms.txt,https://impress.co.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,270,False,,False,False,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6755,awsdns-08.net,https://awsdns-08.net/llms.txt,https://awsdns-08.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6756,qwant.com,https://qwant.com/llms.txt,https://www.qwant.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16014,False,,True,False,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6757,csfd.cz,http://csfd.cz/llms.txt,https://csfd.cz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:13Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
6758,natalie.mu,https://natalie.mu/llms.txt,https://natalie.mu/llms.txt,405,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,2129,False,,False,True,2026-09-07T07:22:31Z,,,1,ambiguous,False,ambiguous
6759,androidauthority.com,https://androidauthority.com/llms.txt,https://www.androidauthority.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,120673,False,,True,True,2026-09-07T07:22:31Z,,,1,missing_404,False,missing_404
6760,ondigitalocean.app,https://ondigitalocean.app/llms.txt,https://ondigitalocean.app/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6761,net-line.pro,https://net-line.pro/llms.txt,https://net-line.pro/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1608,False,,False,True,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6762,allmusic.com,https://allmusic.com/llms.txt,https://www.allmusic.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37404,False,,False,True,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6763,directvgo.com,https://directvgo.com/llms.txt,https://www.directvgo.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,8947,False,"Tue, 01 Sep 2026 10:42:18 GMT",True,False,2026-09-07T07:22:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6764,google.co.zw,https://google.co.zw/llms.txt,https://google.co.zw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6765,rudderlabs.com,https://rudderlabs.com/llms.txt,https://rudderlabs.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5890,False,,True,False,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6766,fragrantica.com,https://fragrantica.com/llms.txt,https://www.fragrantica.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6715,False,,False,False,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6767,gaana.com,https://gaana.com/llms.txt,https://gaana.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Gaana,9,41,5236,False,"Fri, 04 Sep 2026 09:59:24 GMT",True,True,2026-09-07T07:22:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6768,chunichi.co.jp,https://chunichi.co.jp/llms.txt,https://www.chunichi.co.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23514,False,"Wed, 03 Dec 2025 03:07:34 GMT",False,False,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6769,akc.org,https://akc.org/llms.txt,https://www.akc.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,American Kennel Club (AKC),11,0,4240,False,"Wed, 26 Aug 2026 18:58:44 GMT",True,True,2026-09-07T07:22:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6770,ucar.edu,https://ucar.edu/llms.txt,https://ucar.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,566,False,,False,True,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6771,elcorreo.com,https://elcorreo.com/llms.txt,https://www.elcorreo.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,80446,False,,False,False,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6772,hostnet.nl,https://hostnet.nl/llms.txt,https://www.hostnet.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,37958,False,,False,True,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6773,teslamotors.com,http://teslamotors.com/llms.txt,https://teslamotors.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:13Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
6774,pornzog.com,http://pornzog.com/llms.txt,http://pornzog.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,262,False,,False,True,2026-09-07T07:41:13Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,2,network_timeout,True,soft_200_html
6775,activtrak.net,https://activtrak.net/llms.txt,https://activtrak.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6776,icbc.com.cn,https://icbc.com.cn/llms.txt,https://icbc.com.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,176,False,,True,False,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6777,backlinko.com,https://backlinko.com/llms.txt,https://backlinko.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28601,False,,True,True,2026-09-07T07:22:32Z,,,1,missing_404,False,missing_404
6778,awsdns-07.net,https://awsdns-07.net/llms.txt,https://awsdns-07.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6779,google.az,https://google.az/llms.txt,https://google.az/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6780,2dehands.be,https://2dehands.be/llms.txt,https://www.2dehands.be/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,False,True,2dehands,20,0,9390,False,"Fri, 04 Sep 2026 13:22:37 GMT",False,False,2026-09-07T07:22:33Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6781,voodoo-tech.io,https://voodoo-tech.io/llms.txt,https://voodoo-tech.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6782,astro.com,https://astro.com/llms.txt,https://www.astro.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2629,False,"Wed, 29 Nov 2023 11:51:31 GMT",False,False,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6783,cnn.io,https://cnn.io/llms.txt,https://cnn.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6784,pracuj.pl,https://pracuj.pl/llms.txt,https://www.pracuj.pl/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:22:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6785,rtb.mx,https://rtb.mx/llms.txt,https://rtb.mx/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6786,wetest.net,https://wetest.net/llms.txt,https://www.wetest.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29605,False,,False,False,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6787,coub.com,https://coub.com/llms.txt,https://coub.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15844,False,,False,True,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6788,hobbylobby.com,https://hobbylobby.com/llms.txt,https://www.hobbylobby.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16550,False,,False,True,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6789,usu.edu,https://usu.edu/llms.txt,https://www.usu.edu/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,28981,False,,False,False,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6790,ropro.io,https://ropro.io/llms.txt,https://ropro.io/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6791,goibibo.com,http://goibibo.com/llms.txt,https://goibibo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,TIMEOUT,,2,network_timeout,True,network_timeout
6792,maine.gov,https://maine.gov/llms.txt,https://www.maine.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12781,False,,False,False,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6793,twitchcdn.net,https://twitchcdn.net/llms.txt,https://twitchcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6794,mediarithmics.com,https://mediarithmics.com/llms.txt,https://www.mediarithmics.io,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,75808,False,"Fri, 21 Aug 2026 19:52:45 GMT",False,False,2026-09-07T07:22:33Z,,Redirected away to https://www.mediarithmics.io,1,redirect_other,False,redirect_other
6795,libertaddigital.com,https://libertaddigital.com/llms.txt,https://www.libertaddigital.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9683,False,"Fri, 07 Nov 2025 13:24:41 GMT",True,True,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6796,raptive.com,https://raptive.com/llms.txt,https://raptive.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:22:33Z,,,1,missing_404,False,missing_404
6797,bystys.tech,https://bystys.tech/llms.txt,https://bystys.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6798,cdnsolutions.media,https://cdnsolutions.media/llms.txt,https://cdnsolutions.media/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,2176,False,"Mon, 07 Sep 2026 07:41:16 GMT",False,True,2026-09-07T07:41:15Z,,HTTP 200 served an HTML page instead of llms.txt,2,network_timeout,True,soft_200_html
6799,tn.com.ar,https://tn.com.ar/llms.txt,https://tn.com.ar/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,74876,False,"Mon, 07 Sep 2026 07:22:35 GMT",True,True,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6800,awsdns-12.net,https://awsdns-12.net/llms.txt,https://awsdns-12.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6801,awsdns-50.net,https://awsdns-50.net/llms.txt,https://awsdns-50.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6802,wwsga.me,https://wwsga.me/llms.txt,https://wwsga.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:15Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6803,freewebs.com,https://freewebs.com/llms.txt,https://www.vistaprint.com/digital-marketing/webs-shutdown,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11781,False,"Mon, 07 Sep 2026 06:33:11 GMT",False,True,2026-09-07T07:22:34Z,,Redirected away to https://www.vistaprint.com/digital-marketing/webs-shutdown,1,redirect_other,False,redirect_other
6804,schwaebische.de,https://schwaebische.de/llms.txt,https://www.schwaebische.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,258593,False,,False,False,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6805,utwente.nl,https://utwente.nl/llms.txt,https://www.utwente.nl/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,3049,False,"Tue, 21 Jul 2026 10:16:01 GMT",False,False,2026-09-07T07:22:34Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6806,walkerplus.com,https://walkerplus.com/llms.txt,https://www.walkerplus.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,118408,False,,False,True,2026-09-07T07:22:34Z,,Redirected away to https://www.walkerplus.com/,1,redirect_other,False,redirect_other
6807,resetera.com,https://resetera.com/llms.txt,https://www.resetera.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,68481,False,"Mon, 07 Sep 2026 07:22:35 GMT",False,True,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6808,parity.io,https://parity.io/llms.txt,https://www.parity.io/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,14286,False,,False,False,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6809,kitco.com,https://kitco.com/llms.txt,http://www.kitco.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,39470,False,,True,True,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6810,newatlas.com,https://newatlas.com/llms.txt,https://newatlas.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1579,False,,False,False,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6811,atomex.net,https://atomex.net/llms.txt,https://atomex.net/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6812,xhfanclub.com,http://xhfanclub.com/llms.txt,http://xhfanclub.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:34Z,TIMEOUT,,1,missing_404,False,missing_404
6813,noip.com,https://noip.com/llms.txt,https://www.noip.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2695,False,,False,False,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6814,ozon.by,https://ozon.by/llms.txt,https://ozon.by/llms.txt?__rr=1,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,10213,False,,False,False,2026-09-07T07:22:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6815,workspaceone.com,http://workspaceone.com/llms.txt,https://workspaceone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:15Z,TIMEOUT,,2,network_timeout,True,network_timeout
6816,ticketone.it,http://ticketone.it/llms.txt,https://ticketone.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:16Z,TIMEOUT,,2,network_timeout,True,network_timeout
6817,zoho.in,https://zoho.in/llms.txt,https://www.zoho.com/llms.txt,404,2,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,4166,False,,True,False,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6818,sportschau.de,https://sportschau.de/llms.txt,https://www.sportschau.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,105769,False,,False,True,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6819,allianz.de,https://allianz.de/llms.txt,https://www.allianz.de/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5556,False,,False,False,2026-09-07T07:22:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6820,heraldo.es,https://heraldo.es/llms.txt,https://www.heraldo.es/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47498,False,,False,True,2026-09-07T07:22:34Z,,,1,missing_404,False,missing_404
6821,biobiochile.cl,https://biobiochile.cl/llms.txt,https://www.biobiochile.cl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,208743,False,,False,False,2026-09-07T07:22:35Z,,,1,missing_404,False,missing_404
6822,rona.ca,https://rona.ca/llms.txt,https://www.rona.ca/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,267,False,,False,True,2026-09-07T07:22:35Z,,,1,missing_404,False,missing_404
6823,dlink.com,https://dlink.com/llms.txt,https://www.dlink.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:22:35Z,,,1,missing_404,False,missing_404
6824,zol.com.cn,https://zol.com.cn/llms.txt,https://www.zol.com.cn/llms.txt,404,2,True,text/html; charset=gbk,missing_404,False,False,False,,0,0,59875,False,"Mon, 07 Sep 2026 07:41:33 GMT",False,True,2026-09-07T07:41:27Z,,,2,network_timeout,True,missing_404
6825,funnyjunk.com,https://funnyjunk.com/llms.txt,https://funnyjunk.com/llms.txt,307,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:35Z,,,1,ambiguous,False,ambiguous
6826,awsdns-24.net,https://awsdns-24.net/llms.txt,https://awsdns-24.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6827,redgifs.com,https://redgifs.com/llms.txt,https://www.redgifs.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7401,False,,False,True,2026-09-07T07:22:35Z,,,1,missing_404,False,missing_404
6828,cifraclub.com.br,https://cifraclub.com.br/llms.txt,https://www.cifraclub.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55951,False,,False,False,2026-09-07T07:22:35Z,,,1,missing_404,False,missing_404
6829,ucm.es,https://ucm.es/llms.txt,https://ucm.es/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33281,False,,False,True,2026-09-07T07:22:35Z,,,1,missing_404,False,missing_404
6830,britishmuseum.org,https://britishmuseum.org/llms.txt,https://www.britishmuseum.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,195,False,"Mon, 07 Sep 2026 07:22:37 GMT",False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6831,tube8.com,https://tube8.com/llms.txt,https://tube8.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,19395,False,,False,False,2026-09-07T07:22:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6832,bouncex.net,https://bouncex.net/llms.txt,https://bouncex.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,50,False,,False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6833,orange.es,https://orange.es/llms.txt,https://www.orange.es/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,Declaramos que algunas de las siguientes páginas contienen contenido generado o asistido por LLMs (Modelos de Lenguaje d,2,32,23459,False,"Mon, 27 Oct 2025 14:56:41 GMT",False,True,2026-09-07T07:22:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6834,awsdns-41.net,https://awsdns-41.net/llms.txt,https://awsdns-41.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6835,librarything.com,https://librarything.com/llms.txt,https://www.librarything.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6836,chanel.com,https://chanel.com/llms.txt,https://chanel.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,372,False,,False,True,2026-09-07T07:22:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6837,bidster.net,https://bidster.net/llms.txt,https://bidster.net/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,904,False,"Fri, 24 Jul 2026 22:34:31 GMT",True,False,2026-09-07T07:22:36Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6838,servicepipe.ru,https://servicepipe.ru/llms.txt,https://servicepipe.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:22:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6839,imganalytics.com,https://imganalytics.com/llms.txt,https://imganalytics.com/llms.txt,200,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:36Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
6840,sudinfo.be,https://sudinfo.be/llms.txt,https://www.sudinfo.be/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6841,vonedge.com,https://vonedge.com/llms.txt,https://vonedge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6842,nobroker.in,https://nobroker.in/llms.txt,https://nobroker.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6843,islonline.net,https://islonline.net/llms.txt,https://islonline.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,103,False,,False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6844,icims.com,https://icims.com/llms.txt,https://www.icims.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,iCIMS | Recruiting Software Platform & #1 Applicant Tracking System,8,37,6011,False,"Thu, 27 Aug 2026 07:33:59 GMT",True,True,2026-09-07T07:22:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6845,cpsc.gov,https://cpsc.gov/llms.txt,https://www.cpsc.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 07:22:37 GMT",True,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6846,torn.com,https://torn.com/llms.txt,https://torn.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,104001,False,,False,False,2026-09-07T07:22:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6847,ugent.be,https://ugent.be/llms.txt,https://www.ugent.be/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,9994,False,"Thu, 03 Sep 2026 05:25:05 GMT",True,False,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6848,journaldemontreal.com,https://journaldemontreal.com/llms.txt,https://www.journaldemontreal.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,285,False,,False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6849,neal.fun,https://neal.fun/llms.txt,https://neal.fun/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2597,False,,False,True,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6850,brdtest.com,https://brdtest.com/llms.txt,https://brdtest.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:22:36Z,,,1,missing_404,False,missing_404
6851,toptal.com,https://toptal.com/llms.txt,https://www.toptal.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Toptal: The World’s Top 3% Freelance Talent, Remote Services, and Consulting With On-demand Talent, Teams, and End-to-En",17,94,25099,False,,True,True,2026-09-07T07:22:36Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6852,tagsrvcs.com,https://tagsrvcs.com/llms.txt,https://tagsrvcs.com/llms.txt,200,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:36Z,,HTTP 200 with empty body,1,ambiguous,False,ambiguous
6853,awsdns-02.net,https://awsdns-02.net/llms.txt,https://awsdns-02.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6854,azuregov-dns.us,https://azuregov-dns.us/llms.txt,https://azuregov-dns.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6855,anysex.com,https://anysex.com/llms.txt,https://anysex.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,161192,False,,False,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6856,akbars.ru,http://akbars.ru/llms.txt,https://akbars.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,TIMEOUT,,2,network_timeout,True,network_timeout
6857,onepeloton.com,https://onepeloton.com/llms.txt,https://www.onepeloton.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,165713,False,,True,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6858,esteri.it,https://esteri.it/llms.txt,https://esteri.it/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2446,False,,False,True,2026-09-07T07:22:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6859,cudasvc.com,https://cudasvc.com/llms.txt,https://cudasvc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6860,attheraces.com,https://attheraces.com/llms.txt,https://www.attheraces.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3038,False,,False,True,2026-09-07T07:22:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6861,nova.cz,https://nova.cz/llms.txt,https://nova.cz/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5550,False,,False,False,2026-09-07T07:22:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6862,mql5.com,https://mql5.com/llms.txt,https://www.mql5.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31104,False,,False,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6863,pinklion.io,https://pinklion.io/llms.txt,https://www.pinklion.io/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2720,False,"Mon, 03 Nov 2025 13:39:37 GMT",True,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6864,google.lv,https://google.lv/llms.txt,https://google.lv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6865,sourceforge.io,https://sourceforge.io/llms.txt,https://sourceforge.net/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5231,False,,False,True,2026-09-07T07:22:37Z,,Redirected away to https://sourceforge.net/,1,redirect_other,False,redirect_other
6866,kyoto-u.ac.jp,https://kyoto-u.ac.jp/llms.txt,https://www.kyoto-u.ac.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,191,False,"Mon, 07 Sep 2026 07:22:40 GMT",True,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6867,awsdns-38.net,https://awsdns-38.net/llms.txt,https://awsdns-38.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6868,vivaldi.com,https://vivaldi.com/llms.txt,https://vivaldi.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52527,False,,False,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6869,blesk.cz,https://blesk.cz/llms.txt,https://www.blesk.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61572,False,"Mon, 07 Sep 2026 07:21:00 GMT",False,True,2026-09-07T07:22:37Z,,,1,missing_404,False,missing_404
6870,35.in-addr.arpa,https://35.in-addr.arpa/llms.txt,https://35.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6871,de-tencentclb.com,https://de-tencentclb.com/llms.txt,https://de-tencentclb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6872,cnews.fr,https://cnews.fr/llms.txt,https://cnews.fr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5529,False,,False,False,2026-09-07T07:22:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6873,login.gov,https://login.gov/llms.txt,https://login.gov/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3797,False,"Tue, 25 Aug 2026 20:16:44 GMT",True,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6874,swatch.com,https://swatch.com/llms.txt,https://www.swatch.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt — swatch.com,10,0,3187,False,,False,True,2026-09-07T07:22:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6875,iowa.gov,https://iowa.gov/llms.txt,https://www.iowa.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,186,False,"Mon, 07 Sep 2026 06:45:29 GMT",False,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6876,whatismyipaddress.com,https://whatismyipaddress.com/llms.txt,https://whatismyipaddress.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5606,False,,False,False,2026-09-07T07:22:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6877,zbporn.com,http://zbporn.com/llms.txt,http://zbporn.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:22:38Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6878,allegro.cz,https://allegro.cz/llms.txt,https://allegro.cz/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Allegro,8,22,10852,False,,False,True,2026-09-07T07:22:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6879,awsdns-48.net,https://awsdns-48.net/llms.txt,https://awsdns-48.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6880,korona.net,https://korona.net/llms.txt,https://korona.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6881,togetter.com,https://togetter.com/llms.txt,https://togetter.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33660,False,,False,False,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6882,thenationalnews.com,https://thenationalnews.com/llms.txt,https://www.thenationalnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,840,False,"Mon, 07 Sep 2026 07:22:41 GMT",True,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6883,servicepipe.tech,https://servicepipe.tech/llms.txt,https://servicepipe.tech/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6884,clck.ru,https://clck.ru/llms.txt,https://clck.ru/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1637,False,"Thu, 20 Aug 2026 08:39:48 GMT",True,False,2026-09-07T07:22:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6885,livescore.in,https://livescore.in/llms.txt,https://www.livescore.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5158,False,,False,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6886,gitea.io,https://gitea.io/llms.txt,https://gitea.com/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,11,False,,False,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6887,qatarairways.com,https://qatarairways.com/llms.txt,https://qatarairways.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:22:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6888,joongang.co.kr,https://joongang.co.kr/llms.txt,https://www.joongang.co.kr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,77894,False,,False,False,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6889,ancestry.com.au,https://ancestry.com.au/llms.txt,https://ancestry.com.au/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,2,False,,False,True,2026-09-07T07:22:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6890,mullvad.net,https://mullvad.net/llms.txt,https://mullvad.net/en/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6652,False,,True,False,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6891,artnet.com,https://artnet.com/llms.txt,https://artnet.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5510,False,,False,False,2026-09-07T07:22:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6892,morganstanley.com,http://morganstanley.com/llms.txt,https://morganstanley.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
6893,ig.com,https://ig.com/llms.txt,https://www.ig.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,IG - Global Trading Platform,35,123,14819,True,"Tue, 11 Aug 2026 18:20:02 GMT",False,False,2026-09-07T07:22:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6894,hna.de,https://hna.de/llms.txt,https://www.hna.de/llms.txt,404,2,True,text/xml;charset=utf-8,missing_404,False,False,False,,0,0,1239,False,,False,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6895,gdebenz.ru,https://gdebenz.ru/llms.txt,https://gdebenz.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ГдеБЕНЗ — карта АЗС России в реальном времени,10,169,18212,False,,False,False,2026-09-07T07:22:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6896,bankier.pl,https://bankier.pl/llms.txt,https://www.bankier.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37051,False,,False,True,2026-09-07T07:22:38Z,,,1,missing_404,False,missing_404
6897,dodois.io,https://dodois.io/llms.txt,https://dodois.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6898,stoiximan.gr,https://stoiximan.gr/llms.txt,https://www.stoiximan.gr/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,14562,False,,False,True,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6899,usbank.com,https://usbank.com/llms.txt,https://www.usbank.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,167,49686,False,"Thu, 03 Sep 2026 22:30:00 GMT",True,True,2026-09-07T07:22:39Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
6900,prreqcroab.icu,https://prreqcroab.icu/llms.txt,https://prreqcroab.icu/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6901,isna.ir,https://isna.ir/llms.txt,https://www.isna.ir/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,6297,False,,False,False,2026-09-07T07:22:39Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6902,smythstoys.com,https://smythstoys.com/llms.txt,https://www.smythstoys.com/uk/en-gb/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8960,False,,False,False,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6903,rixengine.com,https://rixengine.com/llms.txt,https://rixengine.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5541,False,,False,True,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6904,statsig.com,https://statsig.com/llms.txt,https://statsig.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76461,False,,True,False,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6905,autotrader.com,https://autotrader.com/llms.txt,https://autotrader.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,False,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6906,wvu.edu,https://wvu.edu/llms.txt,https://www.wvu.edu/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6907,courtlistener.com,https://courtlistener.com/llms.txt,https://courtlistener.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6908,securly.com,https://securly.com/llms.txt,https://www.securly.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Securly - The Student Safety Company,5,42,5921,False,,False,True,2026-09-07T07:22:39Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6909,myfigurecollection.net,https://myfigurecollection.net/llms.txt,https://myfigurecollection.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5628,False,,False,False,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6910,nicematin.com,https://nicematin.com/llms.txt,https://www.nicematin.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2758,False,,False,True,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6911,netfirms.com,https://netfirms.com/llms.txt,https://secure.netfirms.com/secure/login.html,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5589,False,,False,False,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6912,gtranslate.net,https://gtranslate.net/llms.txt,https://gtranslate.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,960,False,"Wed, 23 May 2018 22:35:30 GMT",False,False,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6913,nongnu.org,http://nongnu.org/llms.txt,https://nongnu.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
6914,health.com,https://health.com/llms.txt,https://health.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,240750,False,,False,False,2026-09-07T07:22:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6915,ole.com.ar,https://ole.com.ar/llms.txt,https://www.ole.com.ar/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,113771,False,,True,True,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6916,mapy.com,https://mapy.com/llms.txt,https://mapy.com/en/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13547,False,,False,True,2026-09-07T07:22:39Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6917,tuasaude.com,https://tuasaude.com/llms.txt,https://www.tuasaude.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44416,False,,False,True,2026-09-07T07:22:39Z,,,1,missing_404,False,missing_404
6918,laodong.vn,https://laodong.vn/llms.txt,https://laodong.vn/llms.txt,200,0,True,"text/html; charset=utf-8,gbk",soft_200_html,False,False,False,,0,0,177,False,,False,True,2026-09-07T07:22:40Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6919,mendeley.com,https://mendeley.com/llms.txt,https://www.mendeley.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8336,False,,True,False,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6920,datatables.net,https://datatables.net/llms.txt,https://datatables.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3273,False,,True,False,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6921,zalando.fr,https://zalando.fr/llms.txt,https://www.zalando.fr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,72095,False,,True,True,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6922,stubhub.com,https://stubhub.com/llms.txt,https://www.stubhub.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10989,False,,False,True,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6923,ome.tv,https://ome.tv/llms.txt,https://ome.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1339,False,,False,True,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6924,24.hu,https://24.hu/llms.txt,https://24.hu/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6925,brightside.me,https://brightside.me/llms.txt,https://brightside.me/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67392,False,,False,False,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6926,ensonhaber.com,https://ensonhaber.com/llms.txt,https://www.ensonhaber.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1542,False,,False,False,2026-09-07T07:22:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6927,boosty.to,https://boosty.to/llms.txt,https://boosty.to/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41957,False,,False,True,2026-09-07T07:22:40Z,,,1,missing_404,False,missing_404
6928,lahuashanbx.com,http://lahuashanbx.com/llms.txt,https://lahuashanbx.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
6929,mouser.com,http://mouser.com/llms.txt,https://mouser.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
6930,tvspielfilm.de,https://tvspielfilm.de/llms.txt,https://www.tvspielfilm.de/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5568,False,,False,False,2026-09-07T07:22:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6931,t13.io,https://t13.io/llms.txt,https://t13.io/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6932,streamlabs.com,https://streamlabs.com/llms.txt,https://streamlabs.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Streamlabs,1,0,1010,False,"Mon, 07 Sep 2026 07:22:42 GMT",False,False,2026-09-07T07:22:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6933,prf.hn,https://prf.hn/llms.txt,https://prf.hn/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6934,granbluefantasy.jp,https://granbluefantasy.jp/llms.txt,https://granbluefantasy.com/ja/,200,1,True,text/html,redirect_other,False,False,False,,0,0,30900,False,"Fri, 03 Jul 2026 02:51:28 GMT",True,True,2026-09-07T07:22:41Z,,Redirected away to https://granbluefantasy.com/ja/,1,redirect_other,False,redirect_other
6935,kino-teatr.ru,https://kino-teatr.ru/llms.txt,https://kino-teatr.ru/llms.txt,302,1,True,text/html,ambiguous,False,False,False,,0,0,1263,False,,False,True,2026-09-07T07:22:41Z,,,1,ambiguous,False,ambiguous
6936,sklum.com,https://sklum.com/llms.txt,https://www.sklum.com/es/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,164659,False,"Mon, 07 Sep 2026 07:22:43 GMT",False,True,2026-09-07T07:22:41Z,,Redirected away to https://www.sklum.com/es/,1,redirect_other,False,redirect_other
6937,bunshun.jp,https://bunshun.jp/llms.txt,https://bunshun.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9154,False,,False,True,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6938,superuser.com,https://superuser.com/llms.txt,https://superuser.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53708,False,,False,True,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6939,html-load.cc,https://html-load.cc/llms.txt,https://html-load.cc/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12692,False,,False,True,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6940,sponichi.co.jp,https://sponichi.co.jp/llms.txt,https://www.sponichi.co.jp,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,64506,False,,False,True,2026-09-07T07:22:41Z,,Redirected away to https://www.sponichi.co.jp,1,redirect_other,False,redirect_other
6941,ekitan.com,https://ekitan.com/llms.txt,https://ekitan.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1763,False,,False,False,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6942,videa.hu,https://videa.hu/llms.txt,https://videa.hu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9610,False,,False,False,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6943,transcend.io,https://transcend.io/llms.txt,https://transcend.io/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Transcend | The only real-time data governance and decision layer,3,120,24569,False,,False,True,2026-09-07T07:22:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6944,foodandwine.com,https://foodandwine.com/llms.txt,https://foodandwine.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,85016,False,,False,False,2026-09-07T07:22:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6945,r-line.ru,https://r-line.ru/llms.txt,https://r-line.ru/llms.txt,411,0,True,text/html,ambiguous,False,False,False,,0,0,165,False,,False,False,2026-09-07T07:22:41Z,,,1,ambiguous,False,ambiguous
6946,worldpopulationreview.com,https://worldpopulationreview.com/llms.txt,https://worldpopulationreview.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,678,False,,False,True,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6947,mordorintelligence.com,https://mordorintelligence.com/llms.txt,https://www.mordorintelligence.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,964,False,,False,True,2026-09-07T07:22:41Z,,,1,missing_404,False,missing_404
6948,tui.co.uk,http://tui.co.uk/llms.txt,https://tui.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:40Z,TIMEOUT,,2,network_timeout,True,network_timeout
6949,zhangle.com,http://zhangle.com/llms.txt,https://zhangle.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:41Z,TIMEOUT,,2,network_timeout,True,network_timeout
6950,1tv.ru,https://1tv.ru/llms.txt,https://www.1tv.ru/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,126217,False,,True,True,2026-09-07T07:22:42Z,,Redirected away to https://www.1tv.ru/,1,redirect_other,False,redirect_other
6951,impact-ad.jp,https://impact-ad.jp/llms.txt,https://impact-ad.jp/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,299,False,,False,False,2026-09-07T07:22:42Z,,,1,missing_404,False,missing_404
6952,gameforge.com,https://gameforge.com/llms.txt,https://gameforge.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Gameforge AI Content Guidelines (llms.txt),6,0,1938,False,"Mon, 20 Apr 2026 14:25:53 GMT",True,True,2026-09-07T07:22:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6953,dnacdn.net,https://dnacdn.net/llms.txt,https://dnacdn.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,91,False,,False,True,2026-09-07T07:22:42Z,,,1,missing_404,False,missing_404
6954,hudl.com,https://hudl.com/llms.txt,https://www.hudl.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,125109,False,,False,True,2026-09-07T07:22:42Z,,,1,missing_404,False,missing_404
6955,mail-archive.com,https://mail-archive.com/llms.txt,https://mail-archive.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,786,False,,False,False,2026-09-07T07:22:42Z,,,1,missing_404,False,missing_404
6956,midasbuy.com,https://midasbuy.com/llms.txt,https://midasbuy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:41Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6957,travian.com,https://travian.com/llms.txt,https://www.travian.com/international/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,17010,False,,False,False,2026-09-07T07:22:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6958,awsdns-44.net,https://awsdns-44.net/llms.txt,https://awsdns-44.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6959,weatherkit.net,https://weatherkit.net/llms.txt,https://weatherkit.net/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,26,False,,False,False,2026-09-07T07:22:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6960,lanouvellerepublique.fr,https://lanouvellerepublique.fr/llms.txt,https://www.lanouvellerepublique.fr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:22:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6961,tokyodisneyresort.jp,http://tokyodisneyresort.jp/llms.txt,https://tokyodisneyresort.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
6962,minkabu.jp,https://minkabu.jp/llms.txt,https://minkabu.jp/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6963,bancsabadell.com,https://bancsabadell.com/llms.txt,https://www.bancsabadell.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,386,False,,False,False,2026-09-07T07:22:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6964,thegioididong.com,http://thegioididong.com/llms.txt,https://thegioididong.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:51Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
6965,kameleoon.io,https://kameleoon.io/llms.txt,https://kameleoon.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6966,alz.org,https://alz.org/llms.txt,https://www.alz.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59195,False,,False,False,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6967,famousbirthdays.com,https://famousbirthdays.com/llms.txt,https://www.famousbirthdays.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7709,False,,False,True,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6968,elperiodico.com,https://elperiodico.com/llms.txt,https://www.elperiodico.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,967,False,,False,True,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6969,wwiops.io,https://wwiops.io/llms.txt,https://wwiops.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6970,ns.gov,https://ns.gov/llms.txt,https://ns.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6971,uninet.net.mx,http://uninet.net.mx/llms.txt,https://uninet.net.mx/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:51Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
6972,me-qr.com,https://me-qr.com/llms.txt,https://me-qr.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,me-qr.com - QR Code Generator: Create QR Code FREE,13,61,5001,True,"Fri, 04 Sep 2026 13:10:43 GMT",True,False,2026-09-07T07:22:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6973,kinescopecdn.net,https://kinescopecdn.net/llms.txt,https://kinescopecdn.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,329,False,,False,False,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6974,maxroll.gg,https://maxroll.gg/llms.txt,https://maxroll.gg/404,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50256,False,,False,True,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6975,carrefour.es,https://carrefour.es/llms.txt,https://carrefour.es/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5427,False,,False,False,2026-09-07T07:22:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6976,mudah.my,https://mudah.my/llms.txt,https://www.mudah.my/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,8554,False,"Mon, 07 Sep 2026 03:51:41 GMT",False,False,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6977,sofi.com,https://sofi.com/llms.txt,https://sofi.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,15291,False,,False,False,2026-09-07T07:22:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6978,a2dns.com,https://a2dns.com/llms.txt,https://a2dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6979,newsmax.com,http://newsmax.com/llms.txt,https://newsmax.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:52Z,TIMEOUT,,2,network_timeout,True,network_timeout
6980,ngrok.com,https://ngrok.com/llms.txt,https://ngrok.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ngrok,3,15,5364,False,,True,True,2026-09-07T07:22:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6981,crossref.org,https://crossref.org/llms.txt,https://www.crossref.org/llms.txt,404,1,True,application/xml,missing_404,False,False,False,,0,0,286,False,,False,False,2026-09-07T07:22:43Z,,,1,missing_404,False,missing_404
6982,twstalker.com,https://twstalker.com/llms.txt,https://twstalker.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5513,False,,False,False,2026-09-07T07:22:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6983,hackernoon.com,https://hackernoon.com/llms.txt,https://hackernoon.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,HackerNoon,10,0,4884,False,,True,True,2026-09-07T07:22:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
6984,srmdata-eur.com,https://srmdata-eur.com/llms.txt,https://srmdata-eur.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6985,spicychat.ai,https://spicychat.ai/llms.txt,https://spicychat.ai/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,10442,False,,False,True,2026-09-07T07:22:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
6986,ancestry.co.uk,https://ancestry.co.uk/llms.txt,https://ancestry.co.uk/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,2,False,,False,True,2026-09-07T07:22:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6987,hkjc.com,https://hkjc.com/llms.txt,https://hkjc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:53Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
6988,awsdns-39.net,https://awsdns-39.net/llms.txt,https://awsdns-39.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6989,meetcircle-netgear.co,https://meetcircle-netgear.co/llms.txt,https://meetcircle-netgear.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
6990,albumoftheyear.org,https://albumoftheyear.org/llms.txt,https://albumoftheyear.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5560,False,,False,False,2026-09-07T07:22:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
6991,bodis.com,http://bodis.com/llms.txt,https://bodis.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
6992,work.ua,https://work.ua/llms.txt,https://www.work.ua/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10538,False,"Mon, 07 Sep 2026 07:22:46 GMT",False,True,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6993,google.tt,https://google.tt/llms.txt,https://google.tt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6994,telex.hu,https://telex.hu/llms.txt,https://telex.hu/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,25625,False,,False,False,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6995,gelderlander.nl,https://gelderlander.nl/llms.txt,https://www.gelderlander.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,58546,False,,False,True,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6996,mcldns.org,https://mcldns.org/llms.txt,https://mcldns.org/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6997,uni-tuebingen.de,https://uni-tuebingen.de/llms.txt,https://uni-tuebingen.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,125711,False,,False,False,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6998,bc.edu,https://bc.edu/llms.txt,https://www.bc.edu/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,34787,False,"Mon, 07 Sep 2026 05:38:07 GMT",True,True,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
6999,study.com,https://study.com/llms.txt,https://study.com/llms.txt,404,0,True,text/html;charset=iso-8859-1,missing_404,False,False,False,,0,0,2142,False,,False,False,2026-09-07T07:22:44Z,,,1,missing_404,False,missing_404
7000,inscloudgate.net,https://inscloudgate.net/llms.txt,https://inscloudgate.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7001,ntv.com.tr,https://ntv.com.tr/llms.txt,https://www.ntv.com.tr/llms.txt,500,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,11313,False,,False,True,2026-09-07T07:41:55Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
7002,prodoctorov.ru,https://prodoctorov.ru/llms.txt,https://prodoctorov.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:22:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7003,bill.com,https://bill.com/llms.txt,https://www.bill.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BILL- Financial Automation for businesses,5,0,10951,False,"Sun, 06 Sep 2026 18:12:47 GMT",False,False,2026-09-07T07:22:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7004,tiktoklb.eu,https://tiktoklb.eu/llms.txt,https://tiktoklb.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:56Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7005,newsnow.co.uk,https://newsnow.co.uk/llms.txt,https://www.newsnow.co.uk/llms.txt?utm_source=newsnow&utm_campaign=domains&utm_medium=web&utm_content=newsnow.co.uk,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,18580,False,,False,False,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7006,mofcom.gov.cn,https://mofcom.gov.cn/llms.txt,https://mofcom.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7007,greylabeldelivery.com,https://greylabeldelivery.com/llms.txt,https://greylabeldelivery.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7008,vlr.gg,https://vlr.gg/llms.txt,https://www.vlr.gg/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10787,False,,False,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7009,mohfw.gov.in,https://mohfw.gov.in/llms.txt,https://www.mohfw.gov.in/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,True,2026-09-07T07:22:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7010,bmw.cloud,https://bmw.cloud/llms.txt,https://bmw.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7011,stradivarius.com,https://stradivarius.com/llms.txt,https://stradivarius.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,False,2026-09-07T07:22:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7012,rubika.ir,https://rubika.ir/llms.txt,https://rubika.ir/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,30963,False,,False,False,2026-09-07T07:22:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7013,thesaurus.com,https://thesaurus.com/llms.txt,https://thesaurus.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5534,False,,False,False,2026-09-07T07:22:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7014,guess.eu,https://guess.eu/llms.txt,https://guess.in/,200,1,True,text/html,redirect_other,False,False,False,,0,0,453,False,"Mon, 07 Sep 2026 07:22:23 GMT",False,True,2026-09-07T07:22:57Z,,Redirected away to https://guess.in/,1,redirect_other,False,redirect_other
7015,sling.com,https://sling.com/llms.txt,https://www.sling.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,26755,False,,False,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7016,actionverb.com,https://actionverb.com/llms.txt,https://actionverb.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7017,50union.com,https://50union.com/llms.txt,https://50union.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7018,webpt.com,https://webpt.com/llms.txt,https://www.webpt.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17338,False,"Wed, 02 Sep 2026 19:29:25 GMT",True,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7019,awsdns-12.co.uk,https://awsdns-12.co.uk/llms.txt,https://awsdns-12.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7020,smile.io,https://smile.io/llms.txt,https://smile.io/llms.txt,200,0,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,llms.txt for Smile,4,0,2606,False,"Wed, 17 Sep 2025 12:28:53 GMT",True,True,2026-09-07T07:22:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7021,myisolved.com,https://myisolved.com/llms.txt,https://myisolved.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7022,awsdns-06.net,https://awsdns-06.net/llms.txt,https://awsdns-06.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7023,misspark.com,http://misspark.com/llms.txt,https://misspark.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:59Z,TIMEOUT,,2,network_timeout,True,network_timeout
7024,mod.uk,http://mod.uk/llms.txt,http://mod.uk/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,1448,False,,False,True,2026-09-07T07:22:57Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
7025,bhg.com,https://bhg.com/llms.txt,https://bhg.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,240854,False,,False,False,2026-09-07T07:22:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7026,countryliving.com,https://countryliving.com/llms.txt,https://www.countryliving.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7027,ets.org,https://ets.org/llms.txt,https://www.ets.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,46704,False,,False,False,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7028,ad-stir.com,https://ad-stir.com/llms.txt,https://en.ad-stir.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6332,False,,False,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7029,dnsservice.net,http://dnsservice.net/llms.txt,http://dnsservice.net/llms.txt,500,0,False,text/html,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:41:59Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
7030,cnbcindonesia.com,https://cnbcindonesia.com/llms.txt,https://www.cnbcindonesia.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7031,xn--pckua2a7gp15o89zb.com,https://xn--pckua2a7gp15o89zb.com/llms.txt,https://xn--pckua2a7gp15o89zb.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12135,False,,False,True,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7032,3hentai.net,https://3hentai.net/llms.txt,https://3hentai.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:57Z,,,1,missing_404,False,missing_404
7033,eloqua.com,http://eloqua.com/llms.txt,https://eloqua.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:00Z,TIMEOUT,,2,network_timeout,True,network_timeout
7034,b2c.com,https://b2c.com/llms.txt,https://b2c.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7035,huaweicloud-dns.cn,https://huaweicloud-dns.cn/llms.txt,https://huaweicloud-dns.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7036,lavoz.com.ar,https://lavoz.com.ar/llms.txt,https://www.lavoz.com.ar/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27606,False,,False,True,2026-09-07T07:22:58Z,,,1,missing_404,False,missing_404
7037,awsdns-36.net,https://awsdns-36.net/llms.txt,https://awsdns-36.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7038,grainger.com,https://grainger.com/llms.txt,https://www.grainger.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,18269,False,,True,True,2026-09-07T07:22:58Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7039,beeg.porn,https://beeg.porn/llms.txt,https://beeg.porn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,98223,False,,False,True,2026-09-07T07:22:58Z,,,1,missing_404,False,missing_404
7040,playmogo.com,https://playmogo.com/llms.txt,https://playmogo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2537,False,"Wed, 23 Apr 2025 10:29:24 GMT",False,False,2026-09-07T07:22:58Z,,,1,missing_404,False,missing_404
7041,mackolik.com,https://mackolik.com/llms.txt,https://www.mackolik.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15664,False,,False,True,2026-09-07T07:42:02Z,,,2,network_timeout,True,missing_404
7042,carview.co.jp,https://carview.co.jp/llms.txt,https://carview.co.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,93,False,,False,True,2026-09-07T07:42:02Z,HTTP_403,,2,network_timeout,True,blocked_forbidden
7043,tcd.ie,https://tcd.ie/llms.txt,https://www.tcd.ie/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14206,False,,False,False,2026-09-07T07:22:58Z,,,1,missing_404,False,missing_404
7044,fnn.jp,https://fnn.jp/llms.txt,https://www.fnn.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,10447,False,,False,True,2026-09-07T07:22:58Z,,Redirected away to https://www.fnn.jp/,1,redirect_other,False,redirect_other
7045,seznamzpravy.cz,https://seznamzpravy.cz/llms.txt,https://www.seznamzpravy.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69363,False,,True,False,2026-09-07T07:22:58Z,,,1,missing_404,False,missing_404
7046,anteldata.com.uy,https://anteldata.com.uy/llms.txt,https://anteldata.com.uy/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:03Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
7047,monopolygo.com,https://monopolygo.com/llms.txt,https://www.monopolygo.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,5872,False,"Wed, 02 Sep 2026 07:49:51 GMT",True,True,2026-09-07T07:22:58Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7048,awsdns-52.net,https://awsdns-52.net/llms.txt,https://awsdns-52.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7049,13.in-addr.arpa,https://13.in-addr.arpa/llms.txt,https://13.in-addr.arpa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7050,no-ip.org,https://no-ip.org/llms.txt,https://www.noip.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22731,False,,False,False,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7051,ajc.com,https://ajc.com/llms.txt,https://www.ajc.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33008,False,,False,True,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7052,prmutv.co,https://prmutv.co/llms.txt,https://prmutv.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7053,dnsexit.com,https://dnsexit.com/llms.txt,https://dnsexit.com/llms.txt,200,0,True,text/html;charset=iso-8859-1,soft_200_html,False,False,False,,0,0,8184,False,,False,False,2026-09-07T07:22:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7054,claro.com.ar,https://claro.com.ar/llms.txt,https://www.claro.com.ar/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Claro Argentina,6,66,7643,False,,False,False,2026-09-07T07:22:59Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7055,ezydomain.com,https://ezydomain.com/llms.txt,https://ezydomain.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7056,ontario.ca,https://ontario.ca/llms.txt,https://www.ontario.ca/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7057,gravitational.io,https://gravitational.io/llms.txt,https://goteleport.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,186913,False,,False,True,2026-09-07T07:22:59Z,,Redirected away to https://goteleport.com,1,redirect_other,False,redirect_other
7058,crowd-umlaut.com,https://crowd-umlaut.com/llms.txt,https://crowd-umlaut.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7059,alcmpn.com,http://alcmpn.com/llms.txt,https://alcmpn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
7060,ecer.com,https://ecer.com/llms.txt,https://www.ecer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47751,False,,False,False,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7061,iqzonertb.live,https://iqzonertb.live/llms.txt,https://iqzonertb.live/llms.txt,200,0,True,,ambiguous,False,False,False,,0,0,2,False,,False,False,2026-09-07T07:22:59Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7062,rapidgator.net,https://rapidgator.net/llms.txt,https://rapidgator.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9762,False,,False,True,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7063,mlrnd.ru,https://mlrnd.ru/llms.txt,https://mlrnd.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7064,awsdns-43.co.uk,https://awsdns-43.co.uk/llms.txt,https://awsdns-43.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7065,freeprivacypolicy.com,https://freeprivacypolicy.com/llms.txt,https://www.freeprivacypolicy.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37449,False,"Sun, 06 Sep 2026 22:02:16 GMT",False,True,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7066,ngrok.io,https://ngrok.io/llms.txt,https://ngrok.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,26139,False,,False,True,2026-09-07T07:22:59Z,,Redirected away to https://ngrok.com,1,redirect_other,False,redirect_other
7067,xbox-dns.ru,https://xbox-dns.ru/llms.txt,https://xbox-dns.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7068,fly.dev,http://fly.dev/llms.txt,https://fly.dev/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:07Z,TIMEOUT,,2,network_timeout,True,network_timeout
7069,hanime.tv,https://hanime.tv/llms.txt,https://hanime.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,13939,False,,False,True,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7070,rokutime.com,http://rokutime.com/llms.txt,https://rokutime.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:07Z,TIMEOUT,,2,network_timeout,True,network_timeout
7071,lithium.com,https://lithium.com/llms.txt,https://khoros.ai/llms.txt?fromcom=1&,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Khoros,9,40,7357,True,"Wed, 03 Jun 2026 16:56:08 GMT",True,True,2026-09-07T07:22:59Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7072,suse.com,https://suse.com/llms.txt,https://www.suse.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,101,False,,False,True,2026-09-07T07:22:59Z,,,1,missing_404,False,missing_404
7073,scotsman.com,https://scotsman.com/llms.txt,https://www.scotsman.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12312,False,,False,True,2026-09-07T07:23:00Z,,,1,missing_404,False,missing_404
7074,tchibo.de,https://tchibo.de/llms.txt,https://www.tchibo.de/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Tchibo Deutschland - Kaffee, Mode, Möbel, Mobilfunk & mehr",9,30,8257,False,"Thu, 03 Sep 2026 09:13:23 GMT",True,True,2026-09-07T07:23:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7075,kidshealth.org,https://kidshealth.org/llms.txt,https://kidshealth.org/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8632,False,,False,False,2026-09-07T07:23:00Z,,,1,missing_404,False,missing_404
7076,easy4ip.com,https://easy4ip.com/llms.txt,https://easy4ip.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7077,unh.edu,https://unh.edu/llms.txt,https://www.unh.edu/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,23759,False,,True,False,2026-09-07T07:23:00Z,,,1,missing_404,False,missing_404
7078,pair.com,https://pair.com/llms.txt,https://www.pair.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Pair Networks,7,29,3841,True,"Tue, 25 Aug 2026 08:10:02 GMT",True,True,2026-09-07T07:23:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7079,imedia.cz,https://imedia.cz/llms.txt,https://imedia.cz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7080,olx.com.pk,https://olx.com.pk/llms.txt,https://www.olx.com.pk/notfound,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,7658,False,,False,True,2026-09-07T07:23:00Z,,,1,missing_404,False,missing_404
7081,awsdns-34.net,https://awsdns-34.net/llms.txt,https://awsdns-34.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7082,cnstrc.com,https://cnstrc.com/llms.txt,https://cnstrc.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:23:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7083,netcraze.net,https://netcraze.net/llms.txt,https://netcraze.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:09Z,ClientOSError,,2,network_timeout,True,network_timeout
7084,vervegroup.cloud,https://vervegroup.cloud/llms.txt,https://vervegroup.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7085,storm.mg,https://storm.mg/llms.txt,https://www.storm.mg/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,風傳媒｜Storm.mg,8,50,16214,False,,False,False,2026-09-07T07:23:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7086,yutex.ru,https://yutex.ru/llms.txt,https://yutex.ru/index.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,97372,False,,False,False,2026-09-07T07:23:00Z,,Redirected away to https://yutex.ru/index.html,1,redirect_other,False,redirect_other
7087,awsdns-01.net,https://awsdns-01.net/llms.txt,https://awsdns-01.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7088,windguru.cz,https://windguru.cz/llms.txt,https://www.windguru.cz/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,158,False,,False,False,2026-09-07T07:23:00Z,,,1,missing_404,False,missing_404
7089,mofa.go.jp,https://mofa.go.jp/llms.txt,https://mofa.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7090,researchnow.com,https://researchnow.com/llms.txt,https://www.dynata.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,111097,False,"Mon, 07 Sep 2026 07:23:02 GMT",False,True,2026-09-07T07:23:00Z,,Redirected away to https://www.dynata.com/,1,redirect_other,False,redirect_other
7091,eltiempo.es,https://eltiempo.es/llms.txt,https://www.eltiempo.es/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,=====================================================================,0,0,9287,False,"Fri, 04 Sep 2026 07:47:11 GMT",True,False,2026-09-07T07:23:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7092,dns-servers.vn,https://dns-servers.vn/llms.txt,https://dns-servers.vn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7093,evri.com,https://evri.com/llms.txt,https://www.evri.com/404-not-found,200,2,True,text/html,redirect_other,False,False,False,,0,0,165620,False,"Fri, 04 Sep 2026 16:06:51 GMT",True,True,2026-09-07T07:23:00Z,,Redirected away to https://www.evri.com/404-not-found,1,redirect_other,False,redirect_other
7094,mci.ir,http://mci.ir/llms.txt,https://mci.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:10Z,TIMEOUT,,2,network_timeout,True,network_timeout
7095,nvidiagrid.net,https://nvidiagrid.net/llms.txt,https://nvidiagrid.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7096,axs.com,https://axs.com/llms.txt,https://www.axs.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,12133,False,,False,False,2026-09-07T07:23:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7097,worldatlas.com,https://worldatlas.com/llms.txt,https://www.worldatlas.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23119,False,,False,True,2026-09-07T07:23:01Z,,,1,missing_404,False,missing_404
7098,comdirect.de,https://comdirect.de/llms.txt,https://www.comdirect.de/llms.txt?CIF_Check=true,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,86601,False,"Tue, 02 Sep 2025 20:04:54 GMT",True,True,2026-09-07T07:23:01Z,,,1,missing_404,False,missing_404
7099,unirioja.es,https://unirioja.es/llms.txt,https://unirioja.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7100,proxytg.space,https://proxytg.space/llms.txt,https://proxytg.space/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7101,meshok.net,https://meshok.net/llms.txt,https://meshok.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5514,False,,False,False,2026-09-07T07:23:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7102,blncvpn4u.cc,https://blncvpn4u.cc/llms.txt,https://blncvpn4u.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7103,biccamera.com,http://biccamera.com/llms.txt,https://biccamera.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:13Z,TIMEOUT,,2,network_timeout,True,network_timeout
7104,daraz.com.bd,https://daraz.com.bd/llms.txt,https://www.daraz.com.bd/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,16390,False,,True,True,2026-09-07T07:23:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7105,exponea.com,https://exponea.com/llms.txt,https://exponea.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1345,False,,False,True,2026-09-07T07:23:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7106,tensorflow.org,https://tensorflow.org/llms.txt,https://www.tensorflow.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5233,False,,False,True,2026-09-07T07:23:01Z,,,1,missing_404,False,missing_404
7107,northeastern.edu,https://northeastern.edu/llms.txt,https://www.northeastern.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:23:01Z,,,1,missing_404,False,missing_404
7108,mxpnl.com,https://mxpnl.com/llms.txt,https://mxpnl.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7109,gitlab.net,https://gitlab.net/llms.txt,https://gitlab.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7110,samsung-gamelauncher.com,https://samsung-gamelauncher.com/llms.txt,https://samsung-gamelauncher.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:14Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7111,gitbook.com,https://gitbook.com/llms.txt,https://www.gitbook.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:23:01Z,,,1,missing_404,False,missing_404
7112,ok.xxx,https://ok.xxx/llms.txt,https://ok.xxx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7113,list-manage1.com,http://list-manage1.com/llms.txt,https://list-manage1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:15Z,TIMEOUT,,2,network_timeout,True,network_timeout
7114,instant-gaming.com,https://instant-gaming.com/llms.txt,https://www.instant-gaming.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5718,False,"Tue, 27 Jan 2026 08:54:48 GMT",False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7115,rp-online.de,https://rp-online.de/llms.txt,https://rp-online.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15821,False,"Mon, 07 Sep 2026 07:23:02 GMT",False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7116,zus.pl,https://zus.pl/llms.txt,https://www.zus.pl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,415425,False,,False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7117,paheal.net,https://paheal.net/llms.txt,https://paheal.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7118,beforward.jp,https://beforward.jp/llms.txt,https://www.beforward.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27227,False,,False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7119,nme.com,https://nme.com/llms.txt,https://www.nme.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34009,False,,True,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7120,kathimerini.gr,https://kathimerini.gr/llms.txt,https://www.kathimerini.gr/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7121,91mobiles.com,https://91mobiles.com/llms.txt,https://www.91mobiles.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147441,False,,False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7122,awsdns-45.net,https://awsdns-45.net/llms.txt,https://awsdns-45.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7123,ctrls.in,https://ctrls.in/llms.txt,https://www.ctrls.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7124,webmotors.com.br,https://webmotors.com.br/llms.txt,https://www.webmotors.com.br/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,67283,False,,True,True,2026-09-07T07:23:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7125,mizuhobank.co.jp,https://mizuhobank.co.jp/llms.txt,https://mizuhobank.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7126,awsdns-29.net,https://awsdns-29.net/llms.txt,https://awsdns-29.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7127,emptyhammock.com,https://emptyhammock.com/llms.txt,https://emptyhammock.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4846,False,"Thu, 22 Aug 2024 14:12:16 GMT",True,False,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7128,cafef.vn,https://cafef.vn/llms.txt,https://cafef.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,CafeF - Kênh thông tin kinh tế - tài chính Việt Nam,4,16,3666,False,,False,True,2026-09-07T07:23:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7129,1e100.net,https://1e100.net/llms.txt,https://1e100.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7130,otzovik.com,https://otzovik.com/llms.txt,https://otzovik.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7131,powerreviews.com,https://powerreviews.com/llms.txt,https://www.powerreviews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7132,zalando.nl,https://zalando.nl/llms.txt,https://www.zalando.nl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,69223,False,,True,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7133,almalinux.org,https://almalinux.org/llms.txt,https://almalinux.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,849,False,,False,True,2026-09-07T07:23:02Z,,,1,missing_404,False,missing_404
7134,nii.ac.jp,https://nii.ac.jp/llms.txt,https://nii.ac.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7135,neopets.com,https://neopets.com/llms.txt,https://www.neopets.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,708,False,,False,True,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7136,ccb.com,https://ccb.com/llms.txt,https://ccb.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,204,False,,False,False,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7137,observer.com,https://observer.com/llms.txt,https://observer.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36553,False,,False,False,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7138,gaiaonline.com,https://gaiaonline.com/llms.txt,https://gaiaonline.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Gaia Online - AI Crawler Guidance,0,0,1651,False,"Sun, 06 Sep 2026 15:36:46 GMT",True,False,2026-09-07T07:23:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7139,syr.edu,https://syr.edu/llms.txt,https://www.syracuse.edu/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Syracuse University,9,0,6308,False,,False,False,2026-09-07T07:23:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7140,hentaiera.com,https://hentaiera.com/llms.txt,https://hentaiera.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38232,False,,False,False,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7141,zerozero.pt,https://zerozero.pt/llms.txt,https://www.zerozero.pt/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5557,False,,False,False,2026-09-07T07:23:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7142,plesk.page,https://plesk.page/llms.txt,https://plesk.page/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7143,gopro.com,https://gopro.com/llms.txt,https://gopro.com/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,769,False,,False,True,2026-09-07T07:23:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7144,samsungmobile.com,https://samsungmobile.com/llms.txt,https://www.samsung.com/global/galaxy/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3456,False,,True,False,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7145,thepaper.cn,https://thepaper.cn/llms.txt,https://www.thepaper.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3218,False,,True,True,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7146,stylevana.com,https://stylevana.com/llms.txt,https://www.stylevana.com/en_US/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,13713,False,,False,False,2026-09-07T07:23:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7147,programmaticx.ai,https://programmaticx.ai/llms.txt,https://programmaticx.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ProgrammaticX,5,3,3331,False,,True,True,2026-09-07T07:23:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7148,military.com,https://military.com/llms.txt,https://www.military.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72764,False,,False,True,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7149,buzzfeednews.com,https://buzzfeednews.com/llms.txt,https://www.buzzfeednews.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,5516,False,,False,False,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7150,shiksha.com,https://shiksha.com/llms.txt,https://www.shiksha.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,False,2026-09-07T07:23:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7151,truoptik.com,https://truoptik.com/llms.txt,https://truoptik.com/llms.txt,521,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,5064,False,,False,True,2026-09-07T07:42:17Z,SERVER_ERROR_521,,2,network_timeout,True,network_timeout
7152,jbhifi.com.au,https://jbhifi.com.au/llms.txt,https://www.jbhifi.com.au/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt for JB Hi-Fi,1,14,6002,False,,False,False,2026-09-07T07:23:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7153,hpcl.co.in,https://hpcl.co.in/llms.txt,https://hpcl.co.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7154,tinkercad.com,https://tinkercad.com/llms.txt,https://www.tinkercad.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10126,False,,True,True,2026-09-07T07:23:03Z,,,1,missing_404,False,missing_404
7155,wordstream.com,http://wordstream.com/llms.txt,https://wordstream.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:18Z,SSL_ERROR,,2,network_timeout,True,network_timeout
7156,turbosquid.com,https://turbosquid.com/llms.txt,https://www.turbosquid.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,782,False,,False,True,2026-09-07T07:23:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7157,awsdns-09.net,https://awsdns-09.net/llms.txt,https://awsdns-09.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7158,stheadline.com,https://stheadline.com/llms.txt,https://www.stheadline.com/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,60032,False,"Mon, 07 Sep 2026 07:23:06 GMT",False,True,2026-09-07T07:23:04Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7159,agenteimmobiliare.info,https://agenteimmobiliare.info/llms.txt,https://agenteimmobiliare.info/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1002,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7160,boticario.com.br,http://boticario.com.br/llms.txt,https://boticario.com.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:19Z,SSL_ERROR,,2,network_timeout,True,network_timeout
7161,hvg.hu,https://hvg.hu/llms.txt,https://hvg.hu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3765,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7162,ukg.net,https://ukg.net/llms.txt,https://ukg.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7163,digi24.ro,https://digi24.ro/llms.txt,https://www.digi24.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30584,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7164,milfporn.tv,https://milfporn.tv/llms.txt,https://www.milfporn.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25826,False,,False,False,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7165,athome.co.jp,https://athome.co.jp/llms.txt,https://www.athome.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,38427,False,,False,False,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7166,discovermagazine.com,https://discovermagazine.com/llms.txt,https://www.discovermagazine.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:23:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7167,domaintechnik.at,https://domaintechnik.at/llms.txt,https://www.domaintechnik.at/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48018,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7168,uu.se,https://uu.se/llms.txt,https://www.uu.se/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1405,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7169,nuget.org,https://nuget.org/llms.txt,https://www.nuget.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13671,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7170,mappy.com,http://mappy.com/llms.txt,https://mappy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:20Z,TIMEOUT,,2,network_timeout,True,network_timeout
7171,paymaya.com,https://paymaya.com/llms.txt,https://paymaya.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5890,False,,True,False,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7172,poynter.org,https://poynter.org/llms.txt,https://www.poynter.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,116506,False,,False,True,2026-09-07T07:23:04Z,,,1,missing_404,False,missing_404
7173,skyrock.net,https://skyrock.net/llms.txt,https://skyrock.fm/?orig=skyrock.net,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,115639,False,,True,False,2026-09-07T07:23:04Z,,Redirected away to https://skyrock.fm/?orig=skyrock.net,1,redirect_other,False,redirect_other
7174,trevenque.es,http://trevenque.es/llms.txt,https://trevenque.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:21Z,TIMEOUT,,2,network_timeout,True,network_timeout
7175,espn.in,https://espn.in/llms.txt,https://espn.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:21Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7176,w.org,https://w.org/llms.txt,https://wordpress.org/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,WordPress,3,12,2218,False,,False,True,2026-09-07T07:23:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7177,airbnb.net,https://airbnb.net/llms.txt,https://airbnb.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7178,adevarul.ro,https://adevarul.ro/llms.txt,https://adevarul.ro/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2125,False,,True,True,2026-09-07T07:23:05Z,,,1,missing_404,False,missing_404
7179,8x8.com,https://8x8.com/llms.txt,https://www.8x8.com/llms.txt,429,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,633,False,,False,True,2026-09-07T07:23:05Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
7180,poliziadistato.it,https://poliziadistato.it/llms.txt,https://poliziadistato.it/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,15999,False,"Thu, 05 Mar 2026 07:34:28 GMT",True,True,2026-09-07T07:23:05Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7181,pixlr.com,https://pixlr.com/llms.txt,https://pixlr.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56167,False,,True,True,2026-09-07T07:23:05Z,,,1,missing_404,False,missing_404
7182,lioden.com,https://lioden.com/llms.txt,https://www.lioden.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:23:05Z,,,1,missing_404,False,missing_404
7183,awsdns-61.net,https://awsdns-61.net/llms.txt,https://awsdns-61.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7184,maariv.co.il,https://maariv.co.il/llms.txt,https://maariv.co.il/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1544,False,,False,False,2026-09-07T07:23:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7185,dotnxdomain.net,https://dotnxdomain.net/llms.txt,https://dotnxdomain.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7186,haber7.com,https://haber7.com/llms.txt,https://www.haber7.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23410,False,,False,False,2026-09-07T07:23:05Z,,,1,missing_404,False,missing_404
7187,bet9ja.com,https://bet9ja.com/llms.txt,https://bet9ja.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,372,False,,False,True,2026-09-07T07:23:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7188,crossthegame.com,https://crossthegame.com/llms.txt,https://crossthegame.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,39018,False,"Mon, 07 Sep 2026 07:23:07 GMT",False,True,2026-09-07T07:23:05Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7189,nypl.org,https://nypl.org/llms.txt,https://www.nypl.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:05Z,,,1,missing_404,False,missing_404
7190,pricecharting.com,https://pricecharting.com/llms.txt,https://www.pricecharting.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1015,False,,False,False,2026-09-07T07:23:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7191,drift-pixel.ai,https://drift-pixel.ai/llms.txt,https://drift-pixel.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,drift-pixel.ai,1,1,121,False,,True,True,2026-09-07T07:23:06Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7192,nfpa.org,https://nfpa.org/llms.txt,https://www.nfpa.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,117785,False,,True,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7193,minecraftskins.com,https://minecraftskins.com/llms.txt,https://www.minecraftskins.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1392,False,,False,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7194,gala.de,https://gala.de/llms.txt,https://www.gala.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76898,False,,False,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7195,encyclopedia.com,https://encyclopedia.com/llms.txt,https://encyclopedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:23Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7196,awsdns-14.net,https://awsdns-14.net/llms.txt,https://awsdns-14.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7197,upravel.com,https://upravel.com/llms.txt,https://upravel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,574,False,"Wed, 27 May 2026 09:56:58 GMT",True,False,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7198,signupgenius.com,https://signupgenius.com/llms.txt,https://www.signupgenius.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,68,False,,False,False,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7199,truist.com,https://truist.com/llms.txt,https://www.truist.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,157785,False,"Mon, 07 Sep 2026 07:22:40 GMT",True,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7200,nzz.ch,https://nzz.ch/llms.txt,https://www.nzz.ch/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46102,False,,False,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7201,qiita.com,https://qiita.com/llms.txt,https://qiita.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7202,awsdns-55.net,https://awsdns-55.net/llms.txt,https://awsdns-55.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7203,xvideos3.com,https://xvideos3.com/llms.txt,https://www.xvideos3.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37150,False,,False,False,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7204,fortnitetracker.com,https://fortnitetracker.com/llms.txt,https://fortnitetracker.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,960,False,,False,False,2026-09-07T07:23:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7205,game8.jp,https://game8.jp/llms.txt,https://game8.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7206,abxxx.com,https://abxxx.com/llms.txt,https://abxxx.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,151291,False,"Fri, 21 Aug 2026 16:35:55 GMT",False,False,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7207,cmtelematics.com,https://cmtelematics.com/llms.txt,https://cmtelematics.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7208,awsdns-11.net,https://awsdns-11.net/llms.txt,https://awsdns-11.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7209,pxltag.com,https://pxltag.com/llms.txt,https://pxltag.com/llms.txt,204,0,True,,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:06Z,,,1,ambiguous,False,ambiguous
7210,browserstack.com,https://browserstack.com/llms.txt,https://www.browserstack.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35975,False,,True,True,2026-09-07T07:23:06Z,,,1,missing_404,False,missing_404
7211,ottgoods.ru,https://ottgoods.ru/llms.txt,https://ottgoods.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7212,tci.ir,http://tci.ir/llms.txt,https://tci.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:25Z,TIMEOUT,,2,network_timeout,True,network_timeout
7213,sfr.net,https://sfr.net/llms.txt,https://sfr.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7214,klix.ba,https://klix.ba/llms.txt,https://www.klix.ba/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5583,False,,False,False,2026-09-07T07:23:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7215,vedantu.com,https://vedantu.com/llms.txt,https://www.vedantu.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Vedantu,15,89,12102,True,"Wed, 15 Jul 2026 10:08:22 GMT",False,True,2026-09-07T07:23:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7216,hotnews.ro,https://hotnews.ro/llms.txt,https://hotnews.ro/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1324,False,,False,False,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7217,google.kz,https://google.kz/llms.txt,https://google.kz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7218,eksisozluk.com,https://eksisozluk.com/llms.txt,https://eksisozluk.com/llms-txt--7993124,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24734,False,,False,True,2026-09-07T07:23:07Z,,Redirected away to https://eksisozluk.com/llms-txt--7993124,1,redirect_other,False,redirect_other
7219,geocities.jp,https://geocities.jp/llms.txt,https://geocities.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:26Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7220,icc-cricket.com,https://icc-cricket.com/llms.txt,https://www.icc-cricket.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6745,False,,True,True,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7221,piwik.pro,https://piwik.pro/llms.txt,https://piwik.pro/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6207,False,,False,True,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7222,zoom.earth,https://zoom.earth/llms.txt,https://zoom.earth/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Zoom Earth,9,27,4018,False,"Sun, 08 Feb 2026 22:21:38 GMT",True,False,2026-09-07T07:23:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7223,underarmour.com,https://underarmour.com/llms.txt,https://www.underarmour.com/en-us/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,112002,False,"Thu, 03 Sep 2026 19:44:37 GMT",True,True,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7224,24sata.hr,https://24sata.hr/llms.txt,https://www.24sata.hr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,93415,False,,False,False,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7225,djangoproject.com,https://djangoproject.com/llms.txt,https://www.djangoproject.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14709,False,,False,False,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7226,uni-kiel.de,http://uni-kiel.de/llms.txt,https://uni-kiel.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
7227,ulta.com,http://ulta.com/llms.txt,https://ulta.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
7228,crowncoinscasino.com,https://crowncoinscasino.com/llms.txt,https://crowncoinscasino.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:23:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7229,telewebion.ir,https://telewebion.ir/llms.txt,https://telewebion.net/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,8722,False,,True,True,2026-09-07T07:23:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7230,crisp.chat,https://crisp.chat/llms.txt,https://crisp.chat/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,69458,False,,False,True,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7231,drogariasaopaulo.com.br,http://drogariasaopaulo.com.br/llms.txt,https://drogariasaopaulo.com.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:27Z,SSL_ERROR,,2,network_timeout,True,network_timeout
7232,clutch.co,https://clutch.co/llms.txt,https://clutch.co/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5488,False,,False,False,2026-09-07T07:23:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7233,portfolio.hu,https://portfolio.hu/llms.txt,https://www.portfolio.hu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,51397,False,,False,True,2026-09-07T07:23:07Z,,,1,missing_404,False,missing_404
7234,gamifyspace.com,https://gamifyspace.com/llms.txt,https://gamifyspace.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7235,typing.com,https://typing.com/llms.txt,https://www.typing.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Typing.com,7,32,4173,True,"Sun, 06 Sep 2026 14:11:12 GMT",True,False,2026-09-07T07:23:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7236,asp.net,https://asp.net/llms.txt,https://dotnet.microsoft.com/en-us/apps/aspnet,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16372,False,,False,True,2026-09-07T07:23:07Z,,Redirected away to https://dotnet.microsoft.com/en-us/apps/aspnet,1,redirect_other,False,redirect_other
7237,ecobee.com,https://ecobee.com/llms.txt,https://www.ecobee.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16800,False,"Fri, 04 Sep 2026 19:47:26 GMT",False,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7238,vidyard.com,https://vidyard.com/llms.txt,https://vidyard.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Vidyard,8,102,24686,False,"Wed, 10 Jun 2026 14:40:59 GMT",True,True,2026-09-07T07:23:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7239,gs.com,https://gs.com/llms.txt,https://gs.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,368,False,,False,True,2026-09-07T07:23:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7240,homeip.net,http://homeip.net/llms.txt,https://www.oracle.com/cloud/networking/dns/,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,1450,False,,False,True,2026-09-07T07:23:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7241,sanspo.com,https://sanspo.com/llms.txt,https://www.sanspo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,161,False,"Mon, 07 Sep 2026 07:23:10 GMT",True,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7242,rae.es,https://rae.es/llms.txt,https://www.rae.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,"Mon, 07 Sep 2026 06:46:58 GMT",True,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7243,ladesk.com,https://ladesk.com/llms.txt,https://www.liveagent.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,78772,False,"Fri, 04 Sep 2026 10:54:58 GMT",True,False,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7244,nic.kw,https://nic.kw/llms.txt,https://nic.kw/en/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8867,False,,False,False,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7245,amtrak.com,https://amtrak.com/llms.txt,https://www.amtrak.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10495,False,"Thu, 04 Feb 2021 03:04:17 GMT",True,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7246,lokalise.co,https://lokalise.co/llms.txt,https://lokalise.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7247,blackline.com,https://blackline.com/llms.txt,https://www.blackline.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BlackLine: The Agentic Financial Operations Platform™,1,0,1056,False,,True,True,2026-09-07T07:23:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7248,morganstanleyhongkong.net,http://morganstanleyhongkong.net/llms.txt,http://morganstanleyhongkong.net/llms.txt,200,0,False,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1139,False,"Mon, 21 Aug 2023 14:29:02 GMT",True,False,2026-09-07T07:23:08Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7249,pointmediatracker.com,https://pointmediatracker.com/llms.txt,https://pointmediatracker.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7250,rhinternal.net,https://rhinternal.net/llms.txt,https://rhinternal.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7251,exodus.io,https://exodus.io/llms.txt,https://www.exodus.com/llms.txt,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Exodus Website,0,20,4775,False,"Mon, 07 Sep 2026 06:47:28 GMT",True,True,2026-09-07T07:23:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7252,kameleoon.eu,https://kameleoon.eu/llms.txt,https://kameleoon.eu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7253,aniwaves.ru,https://aniwaves.ru/llms.txt,https://aniwaves.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14110,False,,False,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7254,nami.org,https://nami.org/llms.txt,https://nami.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1031,False,,False,False,2026-09-07T07:23:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7255,control4.com,https://control4.com/llms.txt,https://www.control4.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4440,False,"Thu, 13 Aug 2026 22:00:33 GMT",False,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7256,opentext.com,https://opentext.com/llms.txt,https://www.opentext.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,OpenText,10,138,16507,False,"Fri, 10 Apr 2026 14:37:57 GMT",True,True,2026-09-07T07:23:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7257,bitcoin.org,https://bitcoin.org/llms.txt,https://bitcoin.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7258,centrum24.pl,http://centrum24.pl/llms.txt,https://www.centrum24.pl/centrum24-web/login?x=24J5X-qKZ2s,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,1144,False,,False,True,2026-09-07T07:23:08Z,TIMEOUT,Redirected away to https://www.centrum24.pl/centrum24-web/login?x=24J5X-qKZ2s,1,redirect_other,False,redirect_other
7259,salesforce-sites.com,https://salesforce-sites.com/llms.txt,https://salesforce-sites.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,686,False,"Mon, 07 Sep 2026 07:23:09 GMT",False,True,2026-09-07T07:23:08Z,,,1,missing_404,False,missing_404
7260,poe.ninja,https://poe.ninja/llms.txt,https://poe.ninja/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1727,False,,False,True,2026-09-07T07:23:09Z,,,1,missing_404,False,missing_404
7261,kemono.cr,https://kemono.cr/llms.txt,https://kemono.cr/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1980,False,"Sun, 03 May 2026 09:13:30 GMT",True,True,2026-09-07T07:23:09Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7262,awsdns-58.net,https://awsdns-58.net/llms.txt,https://awsdns-58.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7263,amarujala.com,https://amarujala.com/llms.txt,https://www.amarujala.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Amar Ujala,5,46,4014,True,"Thu, 16 Jul 2026 13:33:50 GMT",True,True,2026-09-07T07:23:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7264,narto-drama.com,https://narto-drama.com/llms.txt,https://narto-drama.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Narto Drama,3,0,2234,False,,False,True,2026-09-07T07:23:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7265,caissedesdepots.fr,https://caissedesdepots.fr/llms.txt,https://www.caissedesdepots.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,328,False,"Mon, 07 Sep 2026 07:23:11 GMT",True,True,2026-09-07T07:23:09Z,,,1,missing_404,False,missing_404
7266,awsdns-30.net,https://awsdns-30.net/llms.txt,https://awsdns-30.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7267,lynk.id,https://lynk.id/llms.txt,https://lynk.id/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1322,False,,False,False,2026-09-07T07:23:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7268,madeiramadeira.com.br,https://madeiramadeira.com.br/llms.txt,https://www.madeiramadeira.com.br/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"MadeiraMadeira - Guia Oficial de Catálogo, Lojas, Serviços e Conteúdos para LLMs",2,72,13843,False,,False,False,2026-09-07T07:23:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7269,xv-ru.com,https://xv-ru.com/llms.txt,https://www.xv-ru.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11038,False,,False,False,2026-09-07T07:23:09Z,,,1,missing_404,False,missing_404
7270,simple.life,https://simple.life/llms.txt,https://simple.life/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Simple Life (simple.life),3,5,1546,False,,True,True,2026-09-07T07:23:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7271,batch.com,https://batch.com/llms.txt,https://batch.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Batch,4,89,20343,True,"Thu, 03 Sep 2026 16:53:22 GMT",True,True,2026-09-07T07:23:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7272,bain.com,https://bain.com/llms.txt,https://www.bain.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,bain.com,2,27,7623,False,"Thu, 27 Aug 2026 10:38:16 GMT",True,True,2026-09-07T07:23:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7273,wien.at,https://wien.at/llms.txt,https://www.wien.gv.at/llms.txt/,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32842,False,,False,False,2026-09-07T07:23:09Z,,,1,missing_404,False,missing_404
7274,windowsphone.com,https://windowsphone.com/llms.txt,https://windowsphone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7275,flightrising.com,https://flightrising.com/llms.txt,https://flightrising.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:23:09Z,,,1,missing_404,False,missing_404
7276,seondnsresolve.com,https://seondnsresolve.com/llms.txt,https://seondnsresolve.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7277,huyatvns.com,https://huyatvns.com/llms.txt,https://huyatvns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7278,mobirise.com,https://mobirise.com/llms.txt,https://mobirise.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7279,ui-dns.biz,https://ui-dns.biz/llms.txt,https://ui-dns.biz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7280,zapimoveis.com.br,https://zapimoveis.com.br/llms.txt,https://www.zapimoveis.com.br/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4554,False,,False,True,2026-09-07T07:23:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7281,jianshu.com,https://jianshu.com/llms.txt,https://www.jianshu.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,311,False,,False,False,2026-09-07T07:23:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7282,medicare.gov,https://medicare.gov/llms.txt,https://www.medicare.gov/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,26306,False,"Thu, 03 Sep 2026 18:25:56 GMT",True,True,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7283,verizonwireless.com,https://verizonwireless.com/llms.txt,https://www.verizon.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Verizon,7,43,5716,True,"Sun, 06 Sep 2026 06:01:41 GMT",True,False,2026-09-07T07:23:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7284,in.gr,https://in.gr/llms.txt,https://www.in.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13330,False,,False,True,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7285,ors.at,https://ors.at/llms.txt,https://www.bigbluemarble.com/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:23:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7286,uvm.edu,https://uvm.edu/llms.txt,https://www.uvm.edu/search/google?keys=/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,62758,False,"Fri, 04 Sep 2026 19:38:43 GMT",True,True,2026-09-07T07:23:10Z,,Redirected away to https://www.uvm.edu/search/google?keys=/llms.txt,1,redirect_other,False,redirect_other
7287,sport.de,https://sport.de/llms.txt,https://www.sport.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25574,False,,False,True,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7288,bandlab.com,https://bandlab.com/llms.txt,https://www.bandlab.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,4312,False,,False,True,2026-09-07T07:23:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7289,spacebattles.com,https://spacebattles.com/llms.txt,https://forums.spacebattles.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44694,False,"Mon, 07 Sep 2026 07:23:12 GMT",False,True,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7290,sex.com,https://sex.com/llms.txt,https://www.sex.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7291,upm.es,https://upm.es/llms.txt,https://www.upm.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14080,False,,False,True,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7292,awsdns-33.net,https://awsdns-33.net/llms.txt,https://awsdns-33.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7293,cleveland.com,https://cleveland.com/llms.txt,https://www.cleveland.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8034,False,"Mon, 07 Sep 2026 07:23:13 GMT",True,True,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7294,filimo.com,https://filimo.com/llms.txt,https://www.filimo.com/llms.txt,404,1,True,application/json,missing_404,False,False,False,,0,0,72,False,,False,False,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7295,yesporn.vip,https://yesporn.vip/llms.txt,https://yesporn.vip/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7296,easybell.de,https://easybell.de/llms.txt,https://www.easybell.de/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,easybell.de,7,30,8292,False,"Thu, 03 Sep 2026 12:17:32 GMT",False,True,2026-09-07T07:23:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7297,allthefallen.moe,https://allthefallen.moe/llms.txt,https://allthefallen.moe/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,16068,False,,False,False,2026-09-07T07:23:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7298,kettledroopingcontinuation.com,https://kettledroopingcontinuation.com/llms.txt,https://www.google.com/,200,2,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,32200,False,,False,True,2026-09-07T07:23:10Z,,Redirected away to https://www.google.com/,1,redirect_other,False,redirect_other
7299,moneyforward.com,https://moneyforward.com/llms.txt,https://moneyforward.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10872,False,,False,False,2026-09-07T07:23:10Z,,,1,missing_404,False,missing_404
7300,gunbroker.com,https://gunbroker.com/llms.txt,https://www.gunbroker.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:23:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7301,hornbach.de,https://hornbach.de/llms.txt,https://www.hornbach.de/llms.txt,406,1,True,text/html; charset=utf8,ambiguous,False,False,False,,0,0,2955,False,,False,False,2026-09-07T07:23:11Z,,,1,ambiguous,False,ambiguous
7302,profesia.sk,https://profesia.sk/llms.txt,https://profesia.sk/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:23:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7303,dialmyapp.com,https://dialmyapp.com/llms.txt,https://www.dialmyapp.com/llms.txt,202,1,True,text/html,ambiguous,False,False,False,,0,0,175,False,,False,True,2026-09-07T07:23:11Z,,,1,ambiguous,False,ambiguous
7304,your-storagebox.de,https://your-storagebox.de/llms.txt,https://www.hetzner.com/storage/storage-boxllms.txt,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,106614,False,,True,True,2026-09-07T07:23:11Z,,Redirected away to https://www.hetzner.com/storage/storage-boxllms.txt,1,redirect_other,False,redirect_other
7305,vidoomy.com,https://vidoomy.com/llms.txt,https://vidoomy.com/llms.txt,502,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,932,False,,False,False,2026-09-07T07:42:31Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
7306,censor.net,https://censor.net/llms.txt,https://censor.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,42272,False,,False,False,2026-09-07T07:23:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7307,ntv.ru,https://ntv.ru/llms.txt,https://www.ntv.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15159,False,,False,False,2026-09-07T07:23:11Z,,,1,missing_404,False,missing_404
7308,bhaskar.com,https://bhaskar.com/llms.txt,https://www.bhaskar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,451511,False,,False,False,2026-09-07T07:23:11Z,,,1,missing_404,False,missing_404
7309,topuniversities.com,https://topuniversities.com/llms.txt,https://www.topuniversities.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,197,False,"Mon, 07 Sep 2026 07:21:57 GMT",False,True,2026-09-07T07:23:11Z,,,1,missing_404,False,missing_404
7310,15min.lt,https://15min.lt/llms.txt,https://www.15min.lt/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,307,False,"Fri, 04 Sep 2026 08:44:00 GMT",False,True,2026-09-07T07:23:11Z,,,1,missing_404,False,missing_404
7311,rpp.pe,https://rpp.pe/llms.txt,https://rpp.pe/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,RPP Noticias - Últimas noticias del Perú y el mundo,3,35,5026,False,"Tue, 01 Sep 2026 12:43:53 GMT",False,False,2026-09-07T07:23:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7312,anzu-us.com,https://anzu-us.com/llms.txt,https://anzu-us.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7313,hentaifox.com,https://hentaifox.com/llms.txt,https://hentaifox.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5667,False,,False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7314,gwars.io,https://gwars.io/llms.txt,https://www.gwars.io/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6211,False,,False,False,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7315,scryfall.com,https://scryfall.com/llms.txt,https://scryfall.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6668,False,,False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7316,niedersachsen.de,https://niedersachsen.de/llms.txt,https://www.niedersachsen.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8186,False,,False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7317,awsdns-17.net,https://awsdns-17.net/llms.txt,https://awsdns-17.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7318,pghub.io,https://pghub.io/llms.txt,https://pghub.io/llms.txt,404,0,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7319,realsimple.com,https://realsimple.com/llms.txt,https://realsimple.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,30975,False,,False,False,2026-09-07T07:23:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7320,basalam.com,https://basalam.com/llms.txt,https://basalam.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7321,privacy.com.br,https://privacy.com.br/llms.txt,https://privacy.com.br/auth?route=sign-in&returnUrl=/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,62913,False,,False,True,2026-09-07T07:23:12Z,,Redirected away to https://privacy.com.br/auth?route=sign-in&returnUrl=/,1,redirect_other,False,redirect_other
7322,fut.gg,https://fut.gg/llms.txt,https://www.fut.gg/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20688,False,,False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7323,correoargentino.com.ar,https://correoargentino.com.ar/llms.txt,https://correoargentino.com.ar/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7324,ultipro.com,https://ultipro.com/llms.txt,https://ultipro.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8101,False,,False,True,2026-09-07T07:23:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7325,startappelb.com,https://startappelb.com/llms.txt,https://startappelb.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:12Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
7326,allegro.com,https://allegro.com/llms.txt,https://allegro.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7327,nordkurier.de,https://nordkurier.de/llms.txt,https://www.nordkurier.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37074,False,,False,False,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7328,rmf24.pl,https://rmf24.pl/llms.txt,https://www.rmf24.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73703,False,"Mon, 07 Sep 2026 07:23:15 GMT",False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7329,uncn.jp,https://uncn.jp/llms.txt,https://uncn.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10809,False,,False,False,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7330,wtr-lab.com,https://wtr-lab.com/llms.txt,https://wtr-lab.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12037,False,,False,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7331,smartape.ru,https://smartape.ru/llms.txt,https://www.smartape.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12159,False,,True,True,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7332,vecernji.hr,https://vecernji.hr/llms.txt,https://www.vecernji.hr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,99387,False,,False,False,2026-09-07T07:23:12Z,,,1,missing_404,False,missing_404
7333,ku.dk,https://ku.dk/llms.txt,https://www.ku.dk/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13021,False,,True,True,2026-09-07T07:23:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7334,treehugger.com,https://treehugger.com/llms.txt,https://treehugger.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,54568,False,,False,False,2026-09-07T07:23:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7335,fortnite.com,https://fortnite.com/llms.txt,https://www.fortnite.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,25410,False,,False,False,2026-09-07T07:23:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7336,circle.com,https://circle.com/llms.txt,https://www.circle.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Circle,9,98,12258,True,"Mon, 07 Sep 2026 07:23:14 GMT",False,False,2026-09-07T07:23:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7337,assets-yammer.com,https://assets-yammer.com/llms.txt,https://assets-yammer.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7338,rferl.org,https://rferl.org/llms.txt,https://www.rferl.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1212,False,,False,True,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7339,prismic.io,https://prismic.io/llms.txt,https://prismic.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Prismic,11,54,5499,False,"Fri, 04 Sep 2026 14:20:58 GMT",True,True,2026-09-07T07:23:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7340,chinatax.gov.cn,https://chinatax.gov.cn/llms.txt,https://chinatax.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7341,manchestereveningnews.co.uk,https://manchestereveningnews.co.uk/llms.txt,https://www.manchestereveningnews.co.uk/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,179689,False,,False,False,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7342,nishinippon.co.jp,https://nishinippon.co.jp/llms.txt,https://www.nishinippon.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,84040,False,"Mon, 26 May 2025 04:28:44 GMT",True,False,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7343,awsdns-21.net,https://awsdns-21.net/llms.txt,https://awsdns-21.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7344,jetsmart.com,https://jetsmart.com/llms.txt,https://jetsmart.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,425,False,,False,False,2026-09-07T07:23:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7345,bynder.com,https://bynder.com/llms.txt,https://www.bynder.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5514,False,,False,False,2026-09-07T07:23:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7346,nrc.nl,https://nrc.nl/llms.txt,https://www.nrc.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19161,False,,False,False,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7347,my.gov.au,https://my.gov.au/llms.txt,https://my.gov.au/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,14514,False,,False,False,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7348,classdojo.com,https://classdojo.com/llms.txt,https://www.classdojo.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,ClassDojo,7,57,12734,True,"Mon, 07 Sep 2026 06:41:55 GMT",True,True,2026-09-07T07:23:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7349,mgaru.dev,https://mgaru.dev/llms.txt,https://mgaru.dev/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,65,False,,False,False,2026-09-07T07:23:13Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7350,baltimoresun.com,https://baltimoresun.com/llms.txt,https://www.baltimoresun.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,179,False,,False,True,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7351,securebrowser.com,https://securebrowser.com/llms.txt,https://securebrowser.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7352,medicalxpress.com,https://medicalxpress.com/llms.txt,https://medicalxpress.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Medical Xpress,5,10,3145,False,"Thu, 25 Jun 2026 12:19:49 GMT",True,False,2026-09-07T07:23:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7353,library.link,https://library.link/llms.txt,https://library.link/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,9482,False,,False,True,2026-09-07T07:23:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7354,wal-mart.com,http://wal-mart.com/llms.txt,https://wal-mart.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
7355,hottopic.com,https://hottopic.com/llms.txt,https://hottopic.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,54189,False,,False,True,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7356,kariyer.net,https://kariyer.net/llms.txt,https://www.kariyer.net/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:13Z,,,1,missing_404,False,missing_404
7357,0123tt.ru,http://0123tt.ru/llms.txt,https://0123tt.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:33Z,TIMEOUT,,2,network_timeout,True,network_timeout
7358,nouvelobs.com,https://nouvelobs.com/llms.txt,https://nouvelobs.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10022,False,,False,True,2026-09-07T07:23:14Z,,,1,missing_404,False,missing_404
7359,hal.science,https://hal.science/llms.txt,https://hal.science/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47945,False,,False,True,2026-09-07T07:23:14Z,,,1,missing_404,False,missing_404
7360,theyarehuge.com,https://theyarehuge.com/llms.txt,https://www.theyarehuge.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,88888,False,,False,True,2026-09-07T07:23:14Z,,,1,missing_404,False,missing_404
7361,quay.io,https://quay.io/llms.txt,https://quay.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67907,False,,False,True,2026-09-07T07:23:14Z,,,1,missing_404,False,missing_404
7362,awsdns-13.net,https://awsdns-13.net/llms.txt,https://awsdns-13.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7363,gjacky.com,https://gjacky.com/llms.txt,https://gjacky.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7364,blogs.com,https://blogs.com/llms.txt,https://www.networksolutions.com/typepad?siteID=100&channelID=P99C100S653N0B5A1D0E0000V111,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5030,False,,False,True,2026-09-07T07:23:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7365,bedbathandbeyond.com,https://bedbathandbeyond.com/llms.txt,https://www.bedbathandbeyond.com/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,57607,False,,False,True,2026-09-07T07:23:14Z,,Redirected away to https://www.bedbathandbeyond.com/,1,redirect_other,False,redirect_other
7366,muzofond.fm,https://muzofond.fm/llms.txt,https://muzofond.fm/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,17548,False,,False,False,2026-09-07T07:23:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7367,equant.net,https://equant.net/llms.txt,https://equant.net/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:14Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
7368,f2pool.com,https://f2pool.com/llms.txt,https://www.f2pool.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10778,False,,False,False,2026-09-07T07:23:14Z,,,1,missing_404,False,missing_404
7369,ingentaconnect.com,https://ingentaconnect.com/llms.txt,https://ingentaconnect.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5539,False,,False,False,2026-09-07T07:23:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7370,rijksoverheid.nl,https://rijksoverheid.nl/llms.txt,https://www.rijksoverheid.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46235,False,,False,True,2026-09-07T07:23:14Z,,,1,missing_404,False,missing_404
7371,videojs.com,https://videojs.com/llms.txt,https://videojs.org/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Video.js v10,3,35,6107,False,,True,True,2026-09-07T07:23:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7372,vodafone.com,https://vodafone.com/llms.txt,https://www.vodafone.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:23:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7373,webhosting.dk,https://webhosting.dk/llms.txt,https://www.webhosting.dk/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,WebHosting.dk,7,0,5050,False,"Wed, 01 Jul 2026 05:48:25 GMT",True,True,2026-09-07T07:23:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7374,awsdns-09.co.uk,https://awsdns-09.co.uk/llms.txt,https://awsdns-09.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7375,workdeadlinededicate.com,https://workdeadlinededicate.com/llms.txt,https://www.google.com/,200,2,True,text/html; charset=iso-8859-1,redirect_other,False,False,False,,0,0,9881,False,,False,True,2026-09-07T07:23:15Z,,Redirected away to https://www.google.com/,1,redirect_other,False,redirect_other
7376,smartcasttv.com,https://smartcasttv.com/llms.txt,https://smartcasttv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7377,e.leclerc,https://e.leclerc/llms.txt,https://e.leclerc/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,134,False,,False,False,2026-09-07T07:23:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7378,virgilio.it,https://virgilio.it/llms.txt,https://www.virgilio.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,101288,False,,False,True,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7379,google.hr,https://google.hr/llms.txt,https://google.hr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7380,espn.com.br,https://espn.com.br/llms.txt,http://www.espn.com.br/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7381,codashop.com,https://codashop.com/llms.txt,https://www.codashop.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7382,123av.com,https://123av.com/llms.txt,https://123av.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9109,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7383,theaustralian.com.au,https://theaustralian.com.au/llms.txt,https://www.theaustralian.com.au/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56803,False,,False,True,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7384,farming-simulator.com,https://farming-simulator.com/llms.txt,https://www.farming-simulator.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,60380,False,,False,True,2026-09-07T07:23:15Z,,Redirected away to https://www.farming-simulator.com/,1,redirect_other,False,redirect_other
7385,ndm9.net,https://ndm9.net/llms.txt,https://ndm9.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7386,auchan.fr,https://auchan.fr/llms.txt,https://www.auchan.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7387,lansweeper.com,https://lansweeper.com/llms.txt,https://lansweeper.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lansweeper: Total Asset Visibility For Every IT & Security Decision,5,145,29997,False,,True,False,2026-09-07T07:23:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7388,jqueryui.com,https://jqueryui.com/llms.txt,https://jqueryui.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19153,False,,False,True,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7389,globaltimes.cn,https://globaltimes.cn/llms.txt,https://www.globaltimes.cn/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7390,hessen.de,https://hessen.de/llms.txt,https://hessen.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,183,False,"Mon, 07 Sep 2026 07:23:17 GMT",True,True,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7391,education.gov.in,https://education.gov.in/llms.txt,https://www.education.gov.in/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,386,False,,False,True,2026-09-07T07:23:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7392,cri.cn,https://cri.cn/llms.txt,https://cri.cn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46463,False,,False,False,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7393,xyyh.com.cn,https://xyyh.com.cn/llms.txt,https://xyyh.com.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7394,anota.ai,https://anota.ai/llms.txt,https://anota.ai/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4545,False,,False,True,2026-09-07T07:23:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7395,but.fr,https://but.fr/llms.txt,https://www.but.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,True,2026-09-07T07:23:15Z,,,1,missing_404,False,missing_404
7396,awsstatic.com,https://awsstatic.com/llms.txt,https://awsstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7397,51cg1.com,https://51cg1.com/llms.txt,https://51cg1.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85505,False,,False,False,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7398,bbva.mx,https://bbva.mx/llms.txt,https://www.bbva.mx/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2691,False,,True,True,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7399,taz.bz,https://taz.bz/llms.txt,https://taz.bz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7400,drift.com,https://drift.com/llms.txt,https://www.salesloft.com/platform/drift/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17057,False,,True,True,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7401,lngtd.com,https://lngtd.com/llms.txt,https://lngtd.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:23:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7402,forebet.com,https://forebet.com/llms.txt,https://forebet.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:23:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7403,imd.gov.in,http://imd.gov.in/llms.txt,https://imd.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
7404,awsdns-53.net,https://awsdns-53.net/llms.txt,https://awsdns-53.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7405,petco.com,https://petco.com/llms.txt,https://petco.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5552,False,,False,False,2026-09-07T07:23:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7406,itemsatis.com,https://itemsatis.com/llms.txt,https://www.itemsatis.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,299,False,,False,True,2026-09-07T07:23:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7407,outsideonline.com,https://outsideonline.com/llms.txt,https://www.outsideonline.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48217,False,,False,True,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7408,dunelm.com,https://dunelm.com/llms.txt,https://www.dunelm.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6895,False,,False,False,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7409,aptoide.com,https://aptoide.com/llms.txt,https://en.aptoide.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,9091,False,,False,True,2026-09-07T07:23:16Z,,Redirected away to https://en.aptoide.com/,1,redirect_other,False,redirect_other
7410,o3.ru,https://o3.ru/llms.txt,https://o3.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7411,dotmetrics.net,https://dotmetrics.net/llms.txt,https://dotmetrics.net/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:23:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7412,tasnimnews.ir,https://tasnimnews.ir/llms.txt,https://tasnimnews.ir/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32526,False,,False,True,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7413,granola.ai,https://granola.ai/llms.txt,https://www.granola.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Granola,13,31,8594,False,"Sat, 05 Sep 2026 13:18:17 GMT",True,True,2026-09-07T07:23:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7414,snapp.ir,https://snapp.ir/llms.txt,https://snapp.ir/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40812,False,,False,True,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7415,google.lt,https://google.lt/llms.txt,https://google.lt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7416,worldwildlife.org,https://worldwildlife.org/llms.txt,https://www.worldwildlife.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11776,False,,False,False,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7417,bayer.com,https://bayer.com/llms.txt,https://www.bayer.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,9672,False,,False,True,2026-09-07T07:23:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7418,fakt.pl,https://fakt.pl/llms.txt,https://www.fakt.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,101241,False,,True,True,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7419,simplecast.com,https://simplecast.com/llms.txt,https://www.simplecast.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,4762,False,,False,False,2026-09-07T07:23:16Z,,,1,missing_404,False,missing_404
7420,iot-dns.com,https://iot-dns.com/llms.txt,https://iot-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7421,porntrex.com,https://porntrex.com/llms.txt,https://www.porntrex.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,40986,False,,True,False,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7422,my-best.com,https://my-best.com/llms.txt,https://my-best.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12424,False,,False,True,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7423,unian.ua,https://unian.ua/llms.txt,https://unian.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5508,False,,False,False,2026-09-07T07:23:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7424,cash.app,https://cash.app/llms.txt,https://cash.app/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4545,False,,False,True,2026-09-07T07:23:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7425,idealista.pt,https://idealista.pt/llms.txt,https://www.idealista.pt/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5580,False,,False,False,2026-09-07T07:23:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7426,majordomo.ru,https://majordomo.ru/llms.txt,https://www.majordomo.ru/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Majordomo,14,68,27125,True,"Thu, 01 Jan 1970 00:00:01 GMT",True,False,2026-09-07T07:23:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7427,libertatea.ro,https://libertatea.ro/llms.txt,https://www.libertatea.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9679,False,,False,True,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7428,bundesregierung.de,https://bundesregierung.de/llms.txt,https://www.bundesregierung.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,36074,False,,False,True,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7429,thredup.com,https://thredup.com/llms.txt,https://www.thredup.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,thredUP,8,17,3435,False,"Tue, 24 Mar 2026 14:20:05 GMT",True,False,2026-09-07T07:23:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7430,kiabi.com,https://kiabi.com/llms.txt,https://www.kiabi.com/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,769,False,,False,True,2026-09-07T07:23:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7431,paykeeper.ru,https://paykeeper.ru/llms.txt,https://paykeeper.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,38397,False,,True,False,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7432,knigavuhe.org,https://knigavuhe.org/llms.txt,https://knigavuhe.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1634,False,,False,False,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7433,avon.com,https://avon.com/llms.txt,https://avon.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:23:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7434,camwhores.tv,https://camwhores.tv/llms.txt,https://camwhores.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7435,azet.sk,https://azet.sk/llms.txt,https://azet.sk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:38Z,ClientOSError,,2,network_timeout,True,network_timeout
7436,dior.com,https://dior.com/llms.txt,https://www.dior.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,757,False,,False,True,2026-09-07T07:23:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7437,cryoutcreations.eu,https://cryoutcreations.eu/llms.txt,https://www.cryoutcreations.eu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7488,False,,False,True,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7438,decolar.com,https://decolar.com/llms.txt,https://decolar.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,8048,False,,False,False,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7439,uberinternal.com,https://uberinternal.com/llms.txt,https://www.uberinternal.com//llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,True,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7440,dynatracelabs.com,https://dynatracelabs.com/llms.txt,https://dynatracelabs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7441,cdnhwcohm19.com,https://cdnhwcohm19.com/llms.txt,https://cdnhwcohm19.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7442,giallozafferano.it,https://giallozafferano.it/llms.txt,https://www.giallozafferano.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23422,False,,False,False,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7443,ilrestodelcarlino.it,https://ilrestodelcarlino.it/llms.txt,https://www.ilrestodelcarlino.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8844,False,,False,True,2026-09-07T07:23:17Z,,,1,missing_404,False,missing_404
7444,oecd-ilibrary.org,https://oecd-ilibrary.org/llms.txt,https://www.oecd-ilibrary.org/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5585,False,,False,False,2026-09-07T07:23:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7445,kth.se,https://kth.se/llms.txt,https://www.kth.se/llms.txt,500,1,True,text/html;charset=utf-8,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:39Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
7446,irancell.ir,https://irancell.ir/llms.txt,https://irancell.ir/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,97175,False,,False,True,2026-09-07T07:23:18Z,,,1,missing_404,False,missing_404
7447,lance.com.br,https://lance.com.br/llms.txt,https://www.lance.com.br/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lance!,6,41,5873,False,"Mon, 07 Sep 2026 07:00:10 GMT",True,False,2026-09-07T07:23:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7448,juris.de,https://juris.de/llms.txt,https://juris.de/jportal/nav/index.jsp,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,115969,False,"Mon, 07 Sep 2026 07:23:20 GMT",False,True,2026-09-07T07:23:18Z,,Redirected away to https://juris.de/jportal/nav/index.jsp,1,redirect_other,False,redirect_other
7449,fca.org.uk,https://fca.org.uk/llms.txt,https://www.fca.org.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,188,False,"Mon, 07 Sep 2026 07:23:19 GMT",False,True,2026-09-07T07:23:18Z,,,1,missing_404,False,missing_404
7450,adikteev.com,https://adikteev.com/llms.txt,https://www.adikteev.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,16954,False,,False,False,2026-09-07T07:23:18Z,,,1,missing_404,False,missing_404
7451,comfy.ua,https://comfy.ua/llms.txt,https://comfy.ua/ua/404.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,1034,False,,False,True,2026-09-07T07:23:18Z,,Redirected away to https://comfy.ua/ua/404.html,1,redirect_other,False,redirect_other
7452,messefrankfurt.com,https://messefrankfurt.com/llms.txt,https://www.messefrankfurt.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,13983,False,"Mon, 07 Sep 2026 07:04:27 GMT",True,False,2026-09-07T07:23:18Z,,,1,missing_404,False,missing_404
7453,wknd.ai,https://wknd.ai/llms.txt,https://wknd.ai/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7454,unige.ch,https://unige.ch/llms.txt,https://www.unige.ch/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15634,False,,False,True,2026-09-07T07:23:18Z,,,1,missing_404,False,missing_404
7455,liu.se,https://liu.se/llms.txt,https://liu.se/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32181,False,,False,True,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7456,gladly.com,https://gladly.com/llms.txt,https://www.gladly.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Gladly,3,26,8057,False,"Mon, 07 Sep 2026 07:23:20 GMT",True,True,2026-09-07T07:23:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7457,eredmenyek.com,https://eredmenyek.com/llms.txt,https://www.eredmenyek.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6162,False,,False,True,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7458,google.co.cr,https://google.co.cr/llms.txt,https://google.co.cr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7459,ky.gov,https://ky.gov/llms.txt,https://ky.gov/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7460,uni-lj.si,http://uni-lj.si/llms.txt,https://uni-lj.si/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:42Z,TIMEOUT,,2,network_timeout,True,network_timeout
7461,podscribe.com,https://podscribe.com/llms.txt,https://podscribe.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7462,apollo.io,https://apollo.io/llms.txt,https://www.apollo.io/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Prioritize foundational pages,0,0,1776,False,,True,True,2026-09-07T07:23:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7463,mathrubhumi.com,https://mathrubhumi.com/llms.txt,https://www.mathrubhumi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50406,False,,False,True,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7464,hotornot.com,https://hotornot.com/llms.txt,https://chatdate.app/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162323,False,,False,True,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7465,s7.ru,https://s7.ru/llms.txt,https://s7.ru/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1297,False,,False,False,2026-09-07T07:23:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7466,bling.com.br,https://bling.com.br/llms.txt,https://bling.com.br/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:23:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7467,awsdns-04.net,https://awsdns-04.net/llms.txt,https://awsdns-04.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7468,asurahosting.com,https://asurahosting.com/llms.txt,https://www.asurahosting.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1162,False,"Sun, 19 Jan 2025 19:58:06 GMT",False,False,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7469,myherbalife.com,https://myherbalife.com/llms.txt,https://www.myherbalife.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24501,False,,False,True,2026-09-07T07:23:19Z,,Redirected away to https://www.myherbalife.com/,1,redirect_other,False,redirect_other
7470,fancode.com,https://fancode.com/llms.txt,https://www.fancode.com/error,200,2,True,text/html,redirect_other,False,False,False,,0,0,175885,False,,False,True,2026-09-07T07:23:19Z,,Redirected away to https://www.fancode.com/error,1,redirect_other,False,redirect_other
7471,copart.com,https://copart.com/llms.txt,https://www.copart.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,378,False,,False,False,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7472,outdooractive.com,https://outdooractive.com/llms.txt,https://www.outdooractive.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,42014,False,,False,False,2026-09-07T07:23:19Z,,,1,missing_404,False,missing_404
7473,awsdns-60.co.uk,https://awsdns-60.co.uk/llms.txt,https://awsdns-60.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7474,eurosport.fr,https://eurosport.fr/llms.txt,https://www.eurosport.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15675,False,,False,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7475,alaska.gov,http://alaska.gov/llms.txt,https://alaska.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:42Z,TIMEOUT,,2,network_timeout,True,network_timeout
7476,leadsquared.com,https://leadsquared.com/llms.txt,https://www.leadsquared.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,1,181,26272,False,"Tue, 19 May 2026 13:23:31 GMT",True,True,2026-09-07T07:23:20Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7477,eldebate.com,https://eldebate.com/llms.txt,https://www.eldebate.com/llms.txt/,404,2,True,text/html,missing_404,False,False,False,,0,0,34227,False,"Mon, 08 May 2023 15:58:07 GMT",True,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7478,matrix.org,https://matrix.org/llms.txt,https://matrix.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16196,False,,False,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7479,poringa.net,https://poringa.net/llms.txt,https://www.poringa.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33821,False,,False,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7480,sejda.com,https://sejda.com/llms.txt,https://www.sejda.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,56353,False,,False,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7481,pa-cd.com,https://pa-cd.com/llms.txt,https://pa-cd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7482,freshworksapi.com,https://freshworksapi.com/llms.txt,https://freshworksapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7483,umu.se,https://umu.se/llms.txt,https://www.umu.se/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5875,False,,False,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7484,tycsports.com,https://tycsports.com/llms.txt,https://www.tycsports.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1419,False,"Thu, 18 Jun 2026 17:29:12 GMT",True,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7485,flexport.com,https://flexport.com/llms.txt,https://flexport.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:43Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
7486,domclick.ru,https://domclick.ru/llms.txt,https://domclick.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76755,False,,False,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7487,nettavisen.no,https://nettavisen.no/llms.txt,https://www.nettavisen.no/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,253,False,,False,False,2026-09-07T07:23:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7488,lifo.gr,https://lifo.gr/llms.txt,https://www.lifo.gr/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,2195,False,"Mon, 15 Feb 2021 15:10:28 GMT",False,True,2026-09-07T07:23:20Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7489,kemenag.go.id,http://kemenag.go.id/llms.txt,https://kemenag.go.id/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
7490,famethemes.com,https://famethemes.com/llms.txt,https://www.famethemes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41230,False,,False,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7491,zdbb.net,https://zdbb.net/llms.txt,https://zdbb.net/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7492,futbol24.com,https://futbol24.com/llms.txt,https://www.futbol24.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,127751,False,,True,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7493,notepad-plus-plus.org,https://notepad-plus-plus.org/llms.txt,https://notepad-plus-plus.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7494,w390.net,https://w390.net/llms.txt,https://w390.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7495,ripley.cl,https://ripley.cl/llms.txt,https://simple.ripley.cl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4659,False,,False,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7496,linkssp.ru,https://linkssp.ru/llms.txt,https://linkssp.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,574,False,"Wed, 27 May 2026 09:56:54 GMT",True,False,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7497,lindependant.fr,https://lindependant.fr/llms.txt,https://www.lindependant.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,109589,False,,False,True,2026-09-07T07:23:20Z,,,1,missing_404,False,missing_404
7498,destentor.nl,https://destentor.nl/llms.txt,https://www.destentor.nl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,72122,False,,False,True,2026-09-07T07:23:21Z,,,1,missing_404,False,missing_404
7499,delish.com,https://delish.com/llms.txt,https://www.delish.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:23:21Z,,,1,missing_404,False,missing_404
7500,sxyprn.net,https://sxyprn.net/llms.txt,https://sxyprn.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5510,False,,False,False,2026-09-07T07:23:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7501,hely.tech,https://hely.tech/llms.txt,https://hely.tech/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7502,kion.ru,https://kion.ru/llms.txt,https://kion.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Онлайн-кинотеатр КИОН,3,6,2020,False,"Tue, 01 Sep 2026 10:10:03 GMT",True,True,2026-09-07T07:23:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7503,deepmind.google,https://deepmind.google/llms.txt,https://deepmind.google/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Google DeepMind,2,8,4096,False,,True,True,2026-09-07T07:23:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7504,goodnotes-devops.com,https://goodnotes-devops.com/llms.txt,https://goodnotes-devops.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7505,soccerway.com,https://soccerway.com/llms.txt,https://www.soccerway.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4539,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7506,amspbs.com,https://amspbs.com/llms.txt,https://amspbs.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7507,timesonline.co.uk,https://timesonline.co.uk/llms.txt,https://timesonline.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:49Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7508,viralxxxporn.com,https://viralxxxporn.com/llms.txt,https://viralxxxporn.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,134906,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7509,bambulab.com,https://bambulab.com/llms.txt,https://bambulab.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,105303,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7510,kisskh.co,https://kisskh.co/llms.txt,https://kisskh.is/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,20881,False,"Sat, 28 Feb 2026 08:05:03 GMT",False,True,2026-09-07T07:23:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7511,indeed.tech,https://indeed.tech/llms.txt,https://engineering.indeedblog.com/blog/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,59533,False,,False,True,2026-09-07T07:23:32Z,,Redirected away to https://engineering.indeedblog.com/blog/,1,redirect_other,False,redirect_other
7512,freeones.com,https://freeones.com/llms.txt,https://www.freeones.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13827,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7513,magicbricks.com,https://magicbricks.com/llms.txt,https://www.magicbricks.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Magicbricks,15,118,22929,False,"Wed, 22 Jul 2026 11:29:18 GMT",True,True,2026-09-07T07:23:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7514,tiermaker.com,https://tiermaker.com/llms.txt,https://tiermaker.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,276,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7515,tabletki.ua,https://tabletki.ua/llms.txt,https://tabletki.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5536,False,,False,False,2026-09-07T07:23:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7516,bobaedream.co.kr,https://bobaedream.co.kr/llms.txt,https://bobaedream.co.kr/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7517,alodokter.com,https://alodokter.com/llms.txt,https://www.alodokter.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,17528,False,,True,True,2026-09-07T07:23:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7518,sbisec.co.jp,https://sbisec.co.jp/llms.txt,https://www.sbisec.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5995,False,"Mon, 17 Feb 2025 09:16:05 GMT",True,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7519,ziare.com,https://ziare.com/llms.txt,https://ziare.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15434,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7520,highwebmedia.com,https://highwebmedia.com/llms.txt,https://highwebmedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7521,tpnet.pl,https://tpnet.pl/llms.txt,https://tpnet.pl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7522,awsdns-30.co.uk,https://awsdns-30.co.uk/llms.txt,https://awsdns-30.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7523,kaptcha.com,https://kaptcha.com/llms.txt,https://kaptcha.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7524,dandomain.dk,https://dandomain.dk/llms.txt,https://dandomain.dk/llms.txt,200,0,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,15195,False,,False,False,2026-09-07T07:23:32Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7525,pokemondb.net,https://pokemondb.net/llms.txt,https://pokemondb.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,933,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7526,caesars.com,https://caesars.com/llms.txt,https://www.caesars.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,3678,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7527,about.google,https://about.google/llms.txt,https://about.google/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7528,pngtree.com,https://pngtree.com/llms.txt,https://pngtree.com,429,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:32Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
7529,nationalgeographic.org,https://nationalgeographic.org/llms.txt,https://nationalgeographic.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30462,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7530,attentivemobile.com,https://attentivemobile.com/llms.txt,https://www.attentive.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,87182,False,"Sat, 05 Sep 2026 22:42:49 GMT",True,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7531,ncl.ac.uk,https://ncl.ac.uk/llms.txt,https://www.ncl.ac.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13542,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7532,tubegalore.com,https://tubegalore.com/llms.txt,https://www.tubegalore.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8920,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7533,awsdns-45.co.uk,https://awsdns-45.co.uk/llms.txt,https://awsdns-45.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7534,pokemongo.com,https://pokemongo.com/llms.txt,https://pokemongo.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,3,False,,False,True,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7535,jet2holidays.com,https://jet2holidays.com/llms.txt,https://www.jet2holidays.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:23:32Z,,,1,missing_404,False,missing_404
7536,sbrf.ru,https://sbrf.ru/llms.txt,https://sbrf.ru/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1579,False,,False,True,2026-09-07T07:23:33Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7537,appboycdn.com,http://appboycdn.com/llms.txt,https://appboycdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:51Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
7538,bolt.eu,https://bolt.eu/llms.txt,https://bolt.eu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12730,False,,False,True,2026-09-07T07:23:33Z,,,1,missing_404,False,missing_404
7539,cntraveler.com,https://cntraveler.com/llms.txt,https://www.cntraveler.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,285864,False,,False,True,2026-09-07T07:23:33Z,,,1,missing_404,False,missing_404
7540,tibia.com,http://tibia.com/llms.txt,https://www.tibia.com/llms.txt,404,2,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:23:33Z,TIMEOUT,,1,missing_404,False,missing_404
7541,bigbadtoystore.com,https://bigbadtoystore.com/llms.txt,https://bigbadtoystore.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1412,False,,False,False,2026-09-07T07:23:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7542,mrgcdn.ru,https://mrgcdn.ru/llms.txt,https://mrgcdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7543,dziennik.pl,https://dziennik.pl/llms.txt,https://www.dziennik.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,96,False,,False,True,2026-09-07T07:23:33Z,,,1,missing_404,False,missing_404
7544,tele2.ru,https://tele2.ru/llms.txt,https://t2.ru/llms.txt,503,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7857,False,,False,False,2026-09-07T07:42:52Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
7545,fuckmoral.com,https://fuckmoral.com/llms.txt,https://fuckmoral.com/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37745,False,"Mon, 07 Sep 2026 07:20:00 GMT",False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7546,palmettostatearmory.com,https://palmettostatearmory.com/llms.txt,https://palmettostatearmory.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,964,False,,False,False,2026-09-07T07:23:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7547,google.ge,https://google.ge/llms.txt,https://google.ge/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7548,dns.id,http://dns.id/llms.txt,https://dns.id/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:52Z,TIMEOUT,,2,network_timeout,True,network_timeout
7549,laredoute.fr,https://laredoute.fr/llms.txt,https://www.laredoute.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23116,False,,False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7550,word.tips,https://word.tips/llms.txt,https://word.tips/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7551,macromill.com,http://macromill.com/llms.txt,https://macromill.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:52Z,TIMEOUT,,2,network_timeout,True,network_timeout
7552,intimissimi.com,http://intimissimi.com/llms.txt,https://www.intimissimi.com,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,32669,False,,False,True,2026-09-07T07:23:34Z,TIMEOUT,Redirected away to https://www.intimissimi.com,1,redirect_other,False,redirect_other
7553,telekom.hu,https://telekom.hu/llms.txt,https://www.telekom.hu/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8320,False,,False,False,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7554,pfizer.com,https://pfizer.com/llms.txt,https://www.pfizer.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,804,False,"Mon, 07 Sep 2026 06:46:09 GMT",False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7555,boulanger.com,https://boulanger.com/llms.txt,https://www.boulanger.com/llms.txt,400,1,True,text/html,ambiguous,False,False,False,,0,0,312,False,,False,False,2026-09-07T07:23:34Z,,,1,ambiguous,False,ambiguous
7556,vu.nl,https://vu.nl/llms.txt,https://vu.nl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23417,False,,False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7557,jcb.co.jp,https://jcb.co.jp/llms.txt,https://jcb.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7558,ivoox.com,https://ivoox.com/llms.txt,https://www.ivoox.com/llms.txt,451,2,True,text/html,ambiguous,False,False,False,,0,0,48,False,,False,False,2026-09-07T07:23:34Z,,,1,ambiguous,False,ambiguous
7559,gapgpt.app,https://gapgpt.app/llms.txt,https://gapgpt.app/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,5328,False,"Mon, 07 Sep 2026 01:01:28 GMT",True,True,2026-09-07T07:23:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7560,creditmutuel.fr,https://creditmutuel.fr/llms.txt,https://www.creditmutuel.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7713,False,"Wed, 24 Jun 2026 06:35:08 GMT",True,False,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7561,marmiton.org,https://marmiton.org/llms.txt,https://www.marmiton.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13739,False,,False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7562,boyfriend.tv,https://boyfriend.tv/llms.txt,https://www.boyfriend.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33065,False,,False,False,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7563,namequery.com,http://namequery.com/llms.txt,https://namequery.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
7564,ke.com,https://ke.com/llms.txt,https://ke.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,67180,False,,False,False,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7565,mmscloudtest.com,https://mmscloudtest.com/llms.txt,https://mmscloudtest.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7566,carwale.com,https://carwale.com/llms.txt,https://www.carwale.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,2,27,5425,False,"Sun, 06 Sep 2026 09:02:27 GMT",True,True,2026-09-07T07:23:34Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7567,rd.com,https://rd.com/llms.txt,https://www.rd.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15607,False,,False,True,2026-09-07T07:23:34Z,,,1,missing_404,False,missing_404
7568,khabaronline.ir,https://khabaronline.ir/llms.txt,https://www.khabaronline.ir/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1953,False,,False,False,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7569,filmstarts.de,https://filmstarts.de/llms.txt,https://www.filmstarts.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,103120,False,,False,True,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7570,zani64.com,https://zani64.com/llms.txt,https://zani64.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7571,azure.cn,https://azure.cn/llms.txt,https://www.azure.cn/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,3477,False,"Fri, 08 May 2026 06:17:51 GMT",True,True,2026-09-07T07:23:35Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7572,sudoku.com,https://sudoku.com/llms.txt,https://sudoku.com/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,137,False,"Thu, 03 Sep 2026 15:36:46 GMT",True,False,2026-09-07T07:23:35Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7573,vzbi.com,https://vzbi.com/llms.txt,https://vzbi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7574,kemendikdasmen.go.id,https://kemendikdasmen.go.id/llms.txt,https://www.kemendikdasmen.go.id/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,74116,False,,False,False,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7575,google.com.om,https://google.com.om/llms.txt,https://google.com.om/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7576,president.jp,https://president.jp/llms.txt,https://president.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12336,False,,False,True,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7577,thedirecthor.com,https://thedirecthor.com/llms.txt,https://thedirecthor.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7578,cmjornal.pt,https://cmjornal.pt/llms.txt,https://www.cmjornal.pt/error/404?url=/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14760,False,,False,True,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7579,americanas.com.br,https://americanas.com.br/llms.txt,https://www.americanas.com.br/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Americanas,13,0,11013,False,"Fri, 04 Sep 2026 22:14:37 GMT",True,True,2026-09-07T07:23:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7580,fastpic.ru,https://fastpic.ru/llms.txt,https://fastpic.org,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,23870,False,"Mon, 07 Sep 2026 07:23:38 GMT",False,True,2026-09-07T07:23:35Z,,Redirected away to https://fastpic.org,1,redirect_other,False,redirect_other
7581,copilot.com,https://copilot.com/llms.txt,https://login.microsoftonline.com/common/oauth2/v2.0/authorize?client_id=4765445b-32c6-49b0-83e6-1d93765276ca&redirect_uri=https://copilot.com/landingv2&response_type=code%20id_token&scope=openid%20profile%20https://www.office.com/v2/OfficeHome.All&response_mode=form_post&nonce=639243626164448384.NjFkMzc1YTktYmIwNi00Y2Y3LTk5ZGQtODc2Yjk4NTFiZGI3ZDVkMTFlZTYtOGRkZC00NTBjLWJmMWYtY2MwMTFiMzYzZmJj&ui_locales=en-US&mkt=en-US&client-request-id=b9e5b4f1-0e31-48b9-9f2e-4c6baa437345&siwa=1&siwg=1&state=wHQsVatD1aW5P70p1UNjfRXWLdq2j80AglRRZRaKxn0mLdJPTMz3AEm0P-mdQqbnLDj6GZCd24Gph0RDTdYPc0_QkkIe7eDNU_W2m4u59LOnLjoBgPyihUBbezuxupwj3Ja5JCUXC9-j40Q9a1Dc8-r4aeFGRHArj_NPEgI-bbibUO__l_YEAlVA2BvWLMAn155ZSOpmqAYif-yhB63rdC_FWcjiJD-WrZ9AUoVGYPzH8N-7wx0fc7FciwoyJHjkH8KXqh4wKcZnCUsaD3U4jGThlejbp7IaJdcJxewnM01hFZkSTZW7COtSufyp1xyp0uhl38wgmo9rYxVYo3F7Gp2iwFvrMeaLDz9ctfQUbHdwBaXoP5KXRAtaSBebsCLWVSfJ2-WE4JR4MfKLCkIx8lvSBa7k7VuFoTgAkBWT3WUKXqHqKKrXy249cgn34_zq5NDmtocQ51EYdIH-hSdqIQ&x-client-SKU=ID_NET8_0&x-client-ver=8.16.0.0,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,38507,False,,False,True,2026-09-07T07:23:35Z,,Redirected away to https://login.microsoftonline.com/common/oauth2/v2.0/authorize?client_id=4765445b-32c6-49b0-83e6-1d93765276ca&redirect_uri=https://copilot.com/landingv2&response_type=code%20id_token&scope=openid%20profile%20https://www.office.com/v2/OfficeHome.All&response_mode=form_post&nonce=639243626164448384.NjFkMzc1YTktYmIwNi00Y2Y3LTk5ZGQtODc2Yjk4NTFiZGI3ZDVkMTFlZTYtOGRkZC00NTBjLWJmMWYtY2MwMTFiMzYzZmJj&ui_locales=en-US&mkt=en-US&client-request-id=b9e5b4f1-0e31-48b9-9f2e-4c6baa437345&siwa=1&siwg=1&state=wHQsVatD1aW5P70p1UNjfRXWLdq2j80AglRRZRaKxn0mLdJPTMz3AEm0P-mdQqbnLDj6GZCd24Gph0RDTdYPc0_QkkIe7eDNU_W2m4u59LOnLjoBgPyihUBbezuxupwj3Ja5JCUXC9-j40Q9a1Dc8-r4aeFGRHArj_NPEgI-bbibUO__l_YEAlVA2BvWLMAn155ZSOpmqAYif-yhB63rdC_FWcjiJD-WrZ9AUoVGYPzH8N-7wx0fc7FciwoyJHjkH8KXqh4wKcZnCUsaD3U4jGThlejbp7IaJdcJxewnM01hFZkSTZW7COtSufyp1xyp0uhl38wgmo9rYxVYo3F7Gp2iwFvrMeaLDz9ctfQUbHdwBaXoP5KXRAtaSBebsCLWVSfJ2-WE4JR4MfKLCkIx8lvSBa7k7VuFoTgAkBWT3WUKXqHqKKrXy249cgn34_zq5NDmtocQ51EYdIH-hSdqIQ&x-client-SKU=ID_NET8_0&x-client-ver=8.16.0.0,1,redirect_other,False,redirect_other
7582,awsdns-27.net,https://awsdns-27.net/llms.txt,https://awsdns-27.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7583,ks-live.com,https://ks-live.com/llms.txt,https://ks-live.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7584,tu-dresden.de,https://tu-dresden.de/llms.txt,https://tu-dresden.de/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,26,False,,False,False,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7585,halodoc.com,https://halodoc.com/llms.txt,https://www.halodoc.com/llms.txt,403,1,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:23:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7586,protonmail.ch,https://protonmail.ch/llms.txt,https://proton.me,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,12715,False,"Sat, 05 Sep 2026 09:52:04 GMT",True,True,2026-09-07T07:23:35Z,,Redirected away to https://proton.me,1,redirect_other,False,redirect_other
7587,manoramaonline.com,https://manoramaonline.com/llms.txt,https://www.manoramaonline.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,97093,False,,True,True,2026-09-07T07:23:35Z,,,1,missing_404,False,missing_404
7588,dian.gov.co,https://dian.gov.co/llms.txt,https://dian.gov.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7589,sport.ua,https://sport.ua/llms.txt,https://sport.ua/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4163,False,,False,True,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7590,gocache.net,https://gocache.net/llms.txt,https://gocache.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7591,paramount.tech,https://paramount.tech/llms.txt,https://paramount.tech/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7592,sbb.rs,https://sbb.rs/llms.txt,https://sbb.rs/404.php,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2506,False,,False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7593,kabutan.jp,https://kabutan.jp/llms.txt,https://kabutan.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28173,False,,False,True,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7594,dwcdn.net,https://dwcdn.net/llms.txt,https://dwcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7595,bk6bba-resources.ru,https://bk6bba-resources.ru/llms.txt,https://bk6bba-resources.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:42:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7596,incapsecuredns.net,https://incapsecuredns.net/llms.txt,https://incapsecuredns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7597,indiapost.gov.in,https://indiapost.gov.in/llms.txt,https://indiapost.gov.in/llms.txt,403,0,True,application/json; charset=utf-8,blocked_forbidden,False,False,False,,0,0,78,False,,False,False,2026-09-07T07:23:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7598,astro-seek.com,https://astro-seek.com/llms.txt,https://astro-seek.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1143,False,,False,False,2026-09-07T07:23:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7599,benesse.ne.jp,https://benesse.ne.jp/llms.txt,https://benesse.ne.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7600,xfeed.com,https://xfeed.com/llms.txt,https://xfeed.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7601,nice.org.uk,https://nice.org.uk/llms.txt,https://www.nice.org.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10438,False,,False,True,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7602,newlook.com,https://newlook.com/llms.txt,https://newlook.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,708,False,"Mon, 07 Sep 2026 07:23:37 GMT",False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7603,krakow.pl,https://krakow.pl/llms.txt,https://krakow.pl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8656,False,,False,True,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7604,linewize.net,https://linewize.net/llms.txt,https://linewize.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:00Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7605,rebuyengine.com,https://rebuyengine.com/llms.txt,https://rebuyengine.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1175,False,,False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7606,deviantart.net,https://deviantart.net/llms.txt,https://deviantart.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,6754,False,,True,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7607,adsmeasurement.com,https://adsmeasurement.com/llms.txt,https://adsmeasurement.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,18,False,,False,False,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7608,appleinsider.com,https://appleinsider.com/llms.txt,https://appleinsider.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32285,False,,False,True,2026-09-07T07:23:36Z,,,1,missing_404,False,missing_404
7609,partslink24.com,https://partslink24.com/llms.txt,https://partslink24.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:00Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7610,cargocollective.com,https://cargocollective.com/llms.txt,https://cargocollective.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1031,False,,False,False,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7611,bata.com,http://bata.com/llms.txt,https://bata.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
7612,iom.int,https://iom.int/llms.txt,https://www.iom.int/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7613,lekton.io,https://lekton.io/llms.txt,https://lekton.io,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,22536,False,,False,False,2026-09-07T07:23:37Z,,Redirected away to https://lekton.io,1,redirect_other,False,redirect_other
7614,znews.vn,https://znews.vn/llms.txt,https://znews.vn/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,152670,False,,False,True,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7615,theonion.com,https://theonion.com/llms.txt,https://theonion.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1884,False,,False,False,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7616,ingresso.com,https://ingresso.com/llms.txt,https://www.ingresso.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ingresso.com — Venda de Ingressos Online,3,13,2838,False,"Fri, 04 Sep 2026 20:17:56 GMT",True,True,2026-09-07T07:23:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7617,cal.com,https://cal.com/llms.txt,https://cal.com/llms.txt,200,0,True,text/plain;charset=utf-8,ambiguous,False,False,False,,9,0,14318,False,"Thu, 04 Jun 2026 12:45:26 GMT",True,True,2026-09-07T07:23:37Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7618,epson.com,https://epson.com/llms.txt,https://epson.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8140,False,,False,True,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7619,dotloop.com,https://dotloop.com/llms.txt,https://www.dotloop.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,39809,False,,False,True,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7620,mufg.jp,https://mufg.jp/llms.txt,https://mufg.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7621,ehow.com,https://ehow.com/llms.txt,https://www.ehow.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7622,picrew.me,https://picrew.me/llms.txt,https://picrew.me/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:23:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7623,awsdns-54.net,https://awsdns-54.net/llms.txt,https://awsdns-54.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7624,bricks-co.com,https://bricks-co.com/llms.txt,https://bricks-co.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:06Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7625,audioeye.com,https://audioeye.com/llms.txt,https://www.audioeye.com/llms.txt,429,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,32178,False,,False,True,2026-09-07T07:23:37Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
7626,awsdns-55.co.uk,https://awsdns-55.co.uk/llms.txt,https://awsdns-55.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7627,claro.net.br,https://claro.net.br/llms.txt,https://claro.net.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7628,kufar.by,https://kufar.by/llms.txt,https://www.kufar.by/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1565,False,,True,False,2026-09-07T07:23:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7629,unt.edu,https://unt.edu/llms.txt,https://www.unt.edu/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15991,False,,False,False,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7630,telecomsvc.com,https://telecomsvc.com/llms.txt,https://telecomsvc.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:23:37Z,,,1,missing_404,False,missing_404
7631,statnews.com,https://statnews.com/llms.txt,https://www.statnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1108,False,,False,True,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7632,navi.com,https://navi.com/llms.txt,https://navi.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,15050,False,,False,False,2026-09-07T07:23:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7633,24ur.com,https://24ur.com/llms.txt,https://www.24ur.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12112,False,,False,True,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7634,goxh.today,https://goxh.today/llms.txt,https://goxh.today/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7635,rule34.us,https://rule34.us/llms.txt,https://rule34.us/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,True,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7636,google.lk,https://google.lk/llms.txt,https://google.lk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7637,iamcook.ru,https://iamcook.ru/llms.txt,https://www.iamcook.ru/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,73639,False,,False,True,2026-09-07T07:23:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7638,stardewvalleywiki.com,https://stardewvalleywiki.com/llms.txt,https://stardewvalleywiki.com/Llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,740,False,,False,True,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7639,creativethemes.com,https://creativethemes.com/llms.txt,https://creativethemes.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Blocksy by Creative Themes,0,0,599,False,"Wed, 02 Sep 2026 07:07:30 GMT",True,False,2026-09-07T07:23:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7640,dzcdn.net,https://dzcdn.net/llms.txt,https://dzcdn.net/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:38Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
7641,ukrainealarm.com,https://ukrainealarm.com/llms.txt,https://ukrainealarm.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Повітряна Тривога,5,3,2760,False,,True,True,2026-09-07T07:23:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7642,catonet.works,https://catonet.works/llms.txt,https://catonet.works/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7643,keenetic.link,https://keenetic.link/llms.txt,https://keenetic.link/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1018,False,,False,True,2026-09-07T07:23:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7644,boomtrain.com,https://boomtrain.com/llms.txt,https://www.zetaglobal.com/athena/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,16426,False,,True,True,2026-09-07T07:23:38Z,,Redirected away to https://www.zetaglobal.com/athena/,1,redirect_other,False,redirect_other
7645,reson8.com,http://reson8.com/llms.txt,https://reson8.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:08Z,TIMEOUT,,2,network_timeout,True,network_timeout
7646,ondigitalocean.com,https://ondigitalocean.com/llms.txt,https://www.digitalocean.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15569,False,,True,True,2026-09-07T07:23:38Z,,Redirected away to https://www.digitalocean.com/,1,redirect_other,False,redirect_other
7647,leakgallery.com,https://leakgallery.com/llms.txt,https://leakgallery.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,89125,False,,True,False,2026-09-07T07:23:38Z,,,1,missing_404,False,missing_404
7648,bp.com,https://bp.com/llms.txt,https://www.bp.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3939,False,"Tue, 09 Jun 2026 12:08:20 GMT",True,False,2026-09-07T07:23:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7649,autoscout24.it,https://autoscout24.it/llms.txt,https://www.autoscout24.it/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,21676,False,"Wed, 29 Apr 2026 10:36:01 GMT",True,True,2026-09-07T07:23:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7650,jr-odekake.net,https://jr-odekake.net/llms.txt,https://jr-odekake.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7651,dotvndns.com,http://dotvndns.com/llms.txt,http://dotvndns.com/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:23:39Z,TIMEOUT,,1,missing_404,False,missing_404
7652,telcel.com,https://telcel.com/llms.txt,https://www.telcel.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,False,2026-09-07T07:23:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7653,clearscore.com,https://clearscore.com/llms.txt,https://www.clearscore.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,12888,False,"Fri, 04 Sep 2026 17:37:22 GMT",False,False,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7654,usask.ca,https://usask.ca/llms.txt,https://www.usask.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8607,False,"Thu, 02 Apr 2026 15:02:56 GMT",False,False,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7655,ngenix-dns.ru,https://ngenix-dns.ru/llms.txt,https://ngenix-dns.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7656,biography.com,https://biography.com/llms.txt,https://biography.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,197,False,,False,True,2026-09-07T07:23:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7657,iti.br,https://iti.br/llms.txt,https://iti.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7658,gayporntube.com,https://gayporntube.com/llms.txt,https://gayporntube.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7659,awsdns-60.net,https://awsdns-60.net/llms.txt,https://awsdns-60.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7660,envoyer.io,https://envoyer.io/llms.txt,https://envoyer.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6603,False,,False,True,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7661,ghostery.net,http://ghostery.net/llms.txt,http://ghostery.net/llms.txt,403,0,False,text/html,blocked_forbidden,False,False,False,,0,0,915,False,,False,False,2026-09-07T07:23:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7662,fantia.jp,https://fantia.jp/llms.txt,https://fantia.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23402,False,,False,True,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7663,wikiloc.com,https://wikiloc.com/llms.txt,https://wikiloc.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5554,False,,False,False,2026-09-07T07:23:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7664,pornocarioca.com,https://pornocarioca.com/llms.txt,https://pornocarioca.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5537,False,,False,False,2026-09-07T07:23:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7665,queensu.ca,https://queensu.ca/llms.txt,https://www.queensu.ca/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Queen's University,12,48,9524,False,"Fri, 04 Sep 2026 14:27:52 GMT",True,True,2026-09-07T07:23:39Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7666,wordplays.com,https://wordplays.com/llms.txt,https://wordplays.com/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,239,False,,False,False,2026-09-07T07:23:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7667,impactcdn.com,https://impactcdn.com/llms.txt,https://impactcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7668,purepeople.com,https://purepeople.com/llms.txt,https://www.purepeople.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9863,False,,False,True,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7669,zillowstatic.com,https://zillowstatic.com/llms.txt,https://zillowstatic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7670,gay0day.com,https://gay0day.com/llms.txt,https://gay0day.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37209,False,,False,True,2026-09-07T07:23:39Z,,,1,missing_404,False,missing_404
7671,brightcovecdn.com,https://brightcovecdn.com/llms.txt,https://brightcovecdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7672,borsaitaliana.it,https://borsaitaliana.it/llms.txt,https://www.borsaitaliana.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,35593,False,"Thu, 30 Jul 2026 16:10:35 GMT",True,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7673,videocelebs.net,https://videocelebs.net/llms.txt,https://videocelebs.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11304,False,,False,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7674,radiofarda.com,https://radiofarda.com/llms.txt,https://www.radiofarda.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15549,False,,False,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7675,awsdns-43.net,https://awsdns-43.net/llms.txt,https://awsdns-43.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7676,awsdns-39.co.uk,https://awsdns-39.co.uk/llms.txt,https://awsdns-39.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7677,admatic.com.tr,https://admatic.com.tr/llms.txt,https://admatic.com.tr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,105169,False,,False,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7678,articulate.com,https://articulate.com/llms.txt,https://www.articulate.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7679,auappservice.com,https://auappservice.com/llms.txt,https://auappservice.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7680,mlive.com,https://mlive.com/llms.txt,https://www.mlive.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53863,False,"Mon, 07 Sep 2026 07:23:42 GMT",True,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7681,mossfast.com,https://mossfast.com/llms.txt,https://mossfast.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7682,brasil247.com,https://brasil247.com/llms.txt,https://www.brasil247.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,138815,False,,False,False,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7683,hga050.com,https://hga050.com/llms.txt,https://hga050.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7684,homeadvisor.com,https://homeadvisor.com/llms.txt,https://www.homeadvisor.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4552,False,,False,True,2026-09-07T07:23:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7685,dola.com,https://dola.com/llms.txt,https://www.dola.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,37188,False,,False,True,2026-09-07T07:23:40Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7686,kff.org,https://kff.org/llms.txt,https://www.kff.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,924,False,,False,False,2026-09-07T07:43:28Z,,,2,network_timeout,True,missing_404
7687,awsdns-16.net,https://awsdns-16.net/llms.txt,https://awsdns-16.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:28Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7688,ottadvisors.com,https://ottadvisors.com/llms.txt,https://www.ottadvisors.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7689,sisal.it,https://sisal.it/llms.txt,https://www.sisal.it/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:23:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7690,esic.gov.in,https://esic.gov.in/llms.txt,https://esic.gov.in/404,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,59702,False,,False,True,2026-09-07T07:23:40Z,,Redirected away to https://esic.gov.in/404,1,redirect_other,False,redirect_other
7691,davivienda.com,https://davivienda.com/llms.txt,https://www.davivienda.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,419,False,,False,False,2026-09-07T07:23:40Z,,,1,missing_404,False,missing_404
7692,masrawy.com,https://masrawy.com/llms.txt,https://masrawy.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5579,False,,False,False,2026-09-07T07:23:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7693,climatempo.com.br,https://climatempo.com.br/llms.txt,https://climatempo.com.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7694,mcdonalds.co.jp,https://mcdonalds.co.jp/llms.txt,https://www.mcdonalds.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,8878,False,"Sun, 15 Nov 2020 12:38:48 GMT",True,False,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7695,gsxt.gov.cn,https://gsxt.gov.cn/llms.txt,https://gsxt.gov.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7696,alibabachengdun.com,https://alibabachengdun.com/llms.txt,https://alibabachengdun.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,688,False,,False,False,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7697,standardnotes.com,https://standardnotes.com/llms.txt,https://standardnotes.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,57423,False,"Tue, 18 Aug 2026 16:01:41 GMT",False,True,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7698,huffingtonpost.jp,https://huffingtonpost.jp/llms.txt,https://www.huffingtonpost.jp/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7699,tickettailor.com,https://tickettailor.com/llms.txt,https://www.tickettailor.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37412,False,,False,True,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7700,funplus.com,https://funplus.com/llms.txt,https://funplus.com/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,15,58,6231,True,"Thu, 03 Sep 2026 08:49:50 GMT",True,True,2026-09-07T07:23:41Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7701,wikiwiki.jp,https://wikiwiki.jp/llms.txt,https://wikiwiki.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5051,False,,True,False,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7702,mailspike.net,https://mailspike.net/llms.txt,https://mailspike.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7703,gdt.gov.vn,http://gdt.gov.vn/llms.txt,https://gdt.gov.vn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
7704,shopifyapps.com,https://shopifyapps.com/llms.txt,https://shopifyapps.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7705,adtec.ru,https://adtec.ru/llms.txt,https://adtec.ru/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2590,False,"Thu, 30 Jul 2026 09:16:49 GMT",True,False,2026-09-07T07:23:41Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7706,cafe24.co.kr,https://cafe24.co.kr/llms.txt,https://www.cafe24.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,7188,False,"Mon, 07 Sep 2026 07:23:46 GMT",False,True,2026-09-07T07:23:41Z,,Redirected away to https://www.cafe24.com/,1,redirect_other,False,redirect_other
7707,pawchive.pw,https://pawchive.pw/llms.txt,https://pawchive.pw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,207,False,,False,False,2026-09-07T07:23:41Z,,,1,missing_404,False,missing_404
7708,getresponse.com,https://getresponse.com/llms.txt,https://www.getresponse.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,GetResponse,1,17,4090,False,,False,False,2026-09-07T07:23:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7709,jpn.com,http://jpn.com/llms.txt,https://jpn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
7710,sena.edu.co,https://sena.edu.co/llms.txt,https://sena.edu.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7711,11st.co.kr,http://11st.co.kr/llms.txt,https://11st.co.kr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:29Z,TIMEOUT,,2,network_timeout,True,network_timeout
7712,telegram.im,https://telegram.im/llms.txt,https://telegram.im/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,15837,False,,False,False,2026-09-07T07:23:41Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7713,askubuntu.com,https://askubuntu.com/llms.txt,https://askubuntu.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22873,False,,False,True,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7714,zhaopin.com,https://zhaopin.com/llms.txt,https://zhaopin.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,564,False,,False,False,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7715,netcraze.pro,https://netcraze.pro/llms.txt,https://netcraze.pro/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7716,musixmatch.com,https://musixmatch.com/llms.txt,https://www.musixmatch.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30144,False,,False,True,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7717,tezenis.com,http://tezenis.com/llms.txt,https://www.tezenis.com,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,55430,False,,False,True,2026-09-07T07:23:42Z,TIMEOUT,Redirected away to https://www.tezenis.com,1,redirect_other,False,redirect_other
7718,awsdns-37.net,https://awsdns-37.net/llms.txt,https://awsdns-37.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7719,lgappstv.com,http://lgappstv.com/llms.txt,https://lgappstv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:30Z,TIMEOUT,,2,network_timeout,True,network_timeout
7720,tabnak.ir,https://tabnak.ir/llms.txt,https://www.tabnak.ir/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13032,False,,False,True,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7721,bcb.gov.br,https://bcb.gov.br/llms.txt,https://bcb.gov.br/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2871,False,"Thu, 20 Aug 2026 13:34:45 GMT",True,True,2026-09-07T07:23:42Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7722,dnshigh.com,https://dnshigh.com/llms.txt,https://dnshigh.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7723,asics.com,https://asics.com/llms.txt,https://asics.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:30Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7724,decathlon.es,https://decathlon.es/llms.txt,https://www.decathlon.es/es/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26030,False,,False,True,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7725,ridibooks.com,https://ridibooks.com/llms.txt,https://ridibooks.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:23:42Z,,,1,missing_404,False,missing_404
7726,icrc.org,https://icrc.org/llms.txt,https://www.icrc.org/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:23:42Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7727,kenh14.vn,https://kenh14.vn/llms.txt,https://kenh14.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Kenh14.vn - Kênh tin tức giải trí - Xã hội,4,19,4298,False,,False,True,2026-09-07T07:23:42Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7728,bancoestado.cl,https://bancoestado.cl/llms.txt,https://bancoestado.cl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7729,awsdns-22.co.uk,https://awsdns-22.co.uk/llms.txt,https://awsdns-22.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7730,labanquepostale.fr,https://labanquepostale.fr/llms.txt,https://www.labanquepostale.fr,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,1361,False,"Mon, 07 Sep 2026 02:00:27 GMT",False,True,2026-09-07T07:23:43Z,,Redirected away to https://www.labanquepostale.fr,1,redirect_other,False,redirect_other
7731,interpals.net,https://interpals.net/llms.txt,https://interpals.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,39696,False,,False,True,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7732,klczy.com,https://klczy.com/llms.txt,https://klczy.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,27330,False,,False,False,2026-09-07T07:23:43Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7733,netcoresmartech.com,https://netcoresmartech.com/llms.txt,https://netcoresmartech.com/llms.txt,500,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,2609,False,,False,True,2026-09-07T07:43:31Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
7734,aylanetworks.com,https://aylanetworks.com/llms.txt,https://aylanetworks.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ayla Networks,5,3,3244,False,,True,True,2026-09-07T07:23:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7735,nexcess.net,https://nexcess.net/llms.txt,https://www.nexcess.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,83602,False,,False,True,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7736,ulisboa.pt,http://ulisboa.pt/llms.txt,https://ulisboa.pt/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:31Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
7737,fotoscapes.com,https://fotoscapes.com/llms.txt,https://fotoscapes.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22612,False,,True,True,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7738,awsdns-15.net,https://awsdns-15.net/llms.txt,https://awsdns-15.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7739,olxcdn.com,https://olxcdn.com/llms.txt,https://olxcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:31Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7740,sportingnews.com,https://sportingnews.com/llms.txt,https://www.sportingnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,91070,False,,False,True,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7741,heroeswm.ru,https://heroeswm.ru/llms.txt,https://www.heroeswm.ru/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,14488,False,,True,False,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7742,net.hr,https://net.hr/llms.txt,https://net.hr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,61557,False,,False,False,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7743,fdj.fr,https://fdj.fr/llms.txt,https://www.fdj.fr,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,766,False,,False,True,2026-09-07T07:23:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7744,google.com.pa,https://google.com.pa/llms.txt,https://google.com.pa/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7745,taz.de,https://taz.de/llms.txt,https://taz.de/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,210,False,,False,True,2026-09-07T07:23:43Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7746,ucf.edu,https://ucf.edu/llms.txt,https://www.ucf.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12394,False,,False,True,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7747,ethereum.org,https://ethereum.org/llms.txt,https://ethereum.org/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Ethereum.org,7,96,12982,False,,False,True,2026-09-07T07:23:43Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7748,metoffice.gov.uk,https://metoffice.gov.uk/llms.txt,https://www.metoffice.gov.uk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1473,False,"Tue, 10 Jan 2023 11:25:15 GMT",True,True,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7749,n1info.rs,https://n1info.rs/llms.txt,https://n1info.rs/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,29302,False,,False,False,2026-09-07T07:23:43Z,,,1,missing_404,False,missing_404
7750,physiology.org,https://physiology.org/llms.txt,https://physiology.org/llms.txt,405,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,2079,False,,False,True,2026-09-07T07:23:43Z,,,1,ambiguous,False,ambiguous
7751,clickpetroleoegas.com.br,https://clickpetroleoegas.com.br/llms.txt,https://clickpetroleoegas.com.br/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,226,False,"Thu, 03 Sep 2026 12:27:05 GMT",True,True,2026-09-07T07:23:43Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7752,officedepot.com,http://officedepot.com/llms.txt,https://officedepot.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
7753,voz.vn,https://voz.vn/llms.txt,https://voz.vn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35164,False,"Mon, 07 Sep 2026 07:23:44 GMT",False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7754,lit.link,https://lit.link/llms.txt,https://lit.link/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,50483,False,,False,True,2026-09-07T07:23:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7755,emochi.com,https://emochi.com/llms.txt,https://emochi.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,57337,False,,False,True,2026-09-07T07:23:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7756,confluent.cloud,https://confluent.cloud/llms.txt,https://confluent.cloud/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,22731,False,"Thu, 03 Sep 2026 17:55:45 GMT",True,True,2026-09-07T07:23:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7757,1cbit.ru,https://1cbit.ru/llms.txt,https://www.1cbit.ru/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,1,151,99785,False,"Mon, 07 Sep 2026 03:37:35 GMT",True,True,2026-09-07T07:23:44Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7758,komiku.org,https://komiku.org/llms.txt,https://komiku.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1841,False,,False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7759,jharkhand.gov.in,https://jharkhand.gov.in/llms.txt,https://jharkhand.gov.in/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7760,dmv.org,https://dmv.org/llms.txt,https://dmv.org/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:23:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7761,tkmaxx.com,https://tkmaxx.com/llms.txt,https://www.tkmaxx.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2030,False,,False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7762,livehindustan.com,https://livehindustan.com/llms.txt,https://www.livehindustan.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,21,117,17797,True,,False,True,2026-09-07T07:23:44Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7763,decathlon.de,https://decathlon.de/llms.txt,https://www.decathlon.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45345,False,,False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7764,titan.email,https://titan.email/llms.txt,https://titan.email/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72726,False,,False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7765,uta-net.com,https://uta-net.com/llms.txt,https://www.uta-net.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7766,cloud86.nl,https://cloud86.nl/llms.txt,https://cloud86.io/nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31972,False,,False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7767,gn-dns.com,https://gn-dns.com/llms.txt,https://gn-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7768,telegraf.rs,https://telegraf.rs/llms.txt,https://www.telegraf.rs/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72317,False,,False,True,2026-09-07T07:23:44Z,,,1,missing_404,False,missing_404
7769,cdnwidget.com,https://cdnwidget.com/llms.txt,https://cdnwidget.com/llms.txt,502,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,136,False,,False,False,2026-09-07T07:43:32Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
7770,cbre.com,https://cbre.com/llms.txt,https://www.cbre.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,103,False,,False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7771,npci.org.in,https://npci.org.in/llms.txt,https://www.npci.org.in/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,2384,False,"Fri, 04 Sep 2026 10:18:24 GMT",True,True,2026-09-07T07:23:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7772,itemku.com,http://itemku.com/llms.txt,https://itemku.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:33Z,SSL_ERROR,,2,network_timeout,True,network_timeout
7773,cntv.cn,https://cntv.cn/llms.txt,https://www.cctv.com/,200,2,True,text/html,redirect_other,False,False,False,,0,0,16377,False,,False,True,2026-09-07T07:23:45Z,,Redirected away to https://www.cctv.com/,1,redirect_other,False,redirect_other
7774,scoop.it,https://scoop.it/llms.txt,https://scoop.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:34Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7775,vatanbilgisayar.com,https://vatanbilgisayar.com/llms.txt,https://vatanbilgisayar.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5583,False,,False,False,2026-09-07T07:23:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7776,pajak.go.id,https://pajak.go.id/llms.txt,https://pajak.go.id/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,,False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7777,mangago.zone,https://mangago.zone/llms.txt,https://mangago.zone/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7204,False,,False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7778,machotube.tv,https://machotube.tv/llms.txt,https://www.machotube.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33074,False,,False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7779,instapaper.com,https://instapaper.com/llms.txt,https://instapaper.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,5905,False,"Thu, 27 Aug 2026 17:15:58 GMT",True,True,2026-09-07T07:23:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7780,brainly.in,https://brainly.in/llms.txt,https://brainly.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20618,False,"Fri, 04 Sep 2026 12:34:40 GMT",False,False,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7781,rezka.ag,https://rezka.ag/llms.txt,https://rezka.ag/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7782,fanatik.com.tr,https://fanatik.com.tr/llms.txt,https://www.fanatik.com.tr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2789,False,,False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7783,ndmais.com.br,https://ndmais.com.br/llms.txt,https://ndmais.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62847,False,"Mon, 07 Sep 2026 07:23:47 GMT",False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7784,cdnstream1.com,https://cdnstream1.com/llms.txt,https://cdnstream1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7785,mangatown.com,https://mangatown.com/llms.txt,http://www.mangatown.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17683,False,,False,True,2026-09-07T07:23:45Z,,,1,missing_404,False,missing_404
7786,axonixgrid.com,https://axonixgrid.com/llms.txt,https://axonixgrid.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7787,tryst.link,https://tryst.link/llms.txt,https://tryst.link/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,19015,False,,False,False,2026-09-07T07:23:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7788,shop-apotheke.com,https://shop-apotheke.com/llms.txt,https://www.shop-apotheke.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29651,False,,False,True,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7789,mcas.ms,https://mcas.ms/llms.txt,https://mcas.ms/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7790,cleverreach.com,https://cleverreach.com/llms.txt,https://www.cleverreach.com/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,CleverReach – Intuitives E-Mail-Marketing-Tool,9,0,10941,False,"Thu, 22 Jan 2026 12:51:19 GMT",False,False,2026-09-07T07:23:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7791,monetixads.com,https://monetixads.com/llms.txt,https://monetixads.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Monetix Ads,5,3,3342,False,,True,True,2026-09-07T07:23:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7792,99acres.com,https://99acres.com/llms.txt,https://www.99acres.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,381,False,,False,False,2026-09-07T07:23:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7793,correio24horas.com.br,https://correio24horas.com.br/llms.txt,https://correio24horas.com.br/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5563,False,,False,False,2026-09-07T07:23:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7794,donedeal.ie,https://donedeal.ie/llms.txt,https://www.donedeal.ie/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,79306,False,,False,False,2026-09-07T07:23:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7795,bitchute.com,https://bitchute.com/llms.txt,https://www.bitchute.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,6419,False,,False,True,2026-09-07T07:23:46Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7796,pornpics.de,https://pornpics.de/llms.txt,https://www.pornpics.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25185,False,,False,False,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7797,azionedge.net,https://azionedge.net/llms.txt,https://azionedge.net/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,306,False,,False,False,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7798,record.pt,https://record.pt/llms.txt,https://www.record.pt/error/404?url=/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1119,False,,False,False,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7799,uquiz.com,https://uquiz.com/llms.txt,https://uquiz.com/Welcome?ReturnUrl=/llms.txt,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,19132,False,,False,True,2026-09-07T07:23:46Z,,Redirected away to https://uquiz.com/Welcome?ReturnUrl=/llms.txt,1,redirect_other,False,redirect_other
7800,sporza.be,https://sporza.be/llms.txt,https://sporza.be/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3950,False,,False,False,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7801,sport.cz,https://sport.cz/llms.txt,https://www.sport.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21787,False,,True,False,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7802,naftemporiki.gr,https://naftemporiki.gr/llms.txt,https://www.naftemporiki.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49820,False,,False,True,2026-09-07T07:23:46Z,,,1,missing_404,False,missing_404
7803,signalfx.com,https://signalfx.com/llms.txt,https://www.splunk.com/en_us/about-splunk/acquisitions/signalfx.html,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,143781,False,"Mon, 07 Sep 2026 06:50:31 GMT",False,True,2026-09-07T07:23:47Z,,Redirected away to https://www.splunk.com/en_us/about-splunk/acquisitions/signalfx.html,1,redirect_other,False,redirect_other
7804,userreport.com,https://userreport.com/llms.txt,https://userreport.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10970,False,,False,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7805,tiempo.com,https://tiempo.com/llms.txt,https://www.tiempo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54454,False,,False,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7806,decathlon.pl,https://decathlon.pl/llms.txt,https://decathlon.pl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:35Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
7807,elbalad.news,https://elbalad.news/llms.txt,https://www.elbalad.news/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16321,False,,False,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7808,ubaoli.com,https://ubaoli.com/llms.txt,https://ubaoli.com/llms.txt,429,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:47Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
7809,district.in,https://district.in/llms.txt,https://www.district.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4714,False,,False,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7810,euro.com.pl,https://euro.com.pl/llms.txt,https://www.euro.com.pl/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3548,False,,False,True,2026-09-07T07:23:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7811,runwayml.com,https://runwayml.com/llms.txt,https://runway.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Runway,7,61,7954,True,,True,True,2026-09-07T07:23:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7812,gsp.ro,https://gsp.ro/llms.txt,https://www.gsp.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2087,False,,False,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7813,bethesda.net,https://bethesda.net/llms.txt,https://bethesda.net/en-US/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32531,False,,True,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7814,danas.rs,https://danas.rs/llms.txt,https://www.danas.rs/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,82963,False,,False,True,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7815,go2cloud.org,https://go2cloud.org/llms.txt,https://go2cloud.org/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:47Z,,,1,missing_404,False,missing_404
7816,zg-api.com,https://zg-api.com/llms.txt,https://zg-api.com/llms.txt,502,0,True,text/html,network_timeout,False,False,False,,0,0,507,False,,False,False,2026-09-07T07:43:35Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
7817,energystar.gov,https://energystar.gov/llms.txt,https://www.energystar.gov/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7818,dienmayxanh.com,https://dienmayxanh.com/llms.txt,https://www.dienmayxanh.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,9,240,21511,False,"Fri, 21 Nov 2025 07:57:35 GMT",True,True,2026-09-07T07:23:47Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
7819,jetpunk.com,https://jetpunk.com/llms.txt,https://jetpunk.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5511,False,,False,False,2026-09-07T07:23:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7820,pbxai.com,https://pbxai.com/llms.txt,https://pbxai.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:23:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7821,rtb-oveeo.com,https://rtb-oveeo.com/llms.txt,https://rtb-oveeo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53,False,,False,False,2026-09-07T07:23:48Z,,,1,missing_404,False,missing_404
7822,optum.com,https://optum.com/llms.txt,https://www.optum.com/llms.txt,200,1,True,text/plain;charset=iso-8859-1,confirmed_llms_txt,True,True,True,Optum,3,21,4933,False,"Mon, 07 Sep 2026 06:49:44 GMT",True,True,2026-09-07T07:23:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7823,polsatnews.pl,https://polsatnews.pl/llms.txt,https://www.polsatnews.pl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1128,False,,False,False,2026-09-07T07:23:48Z,,,1,missing_404,False,missing_404
7824,shopcider.com,https://shopcider.com/llms.txt,https://www.shopcider.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,808,False,"Mon, 07 Sep 2026 07:19:14 GMT",False,True,2026-09-07T07:23:48Z,,Redirected away to https://www.shopcider.com/,1,redirect_other,False,redirect_other
7825,slobodnadalmacija.hr,https://slobodnadalmacija.hr/llms.txt,https://slobodnadalmacija.hr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,622,False,,False,True,2026-09-07T07:23:48Z,,,1,missing_404,False,missing_404
7826,google.com.pr,https://google.com.pr/llms.txt,https://google.com.pr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:48Z,,,1,missing_404,False,missing_404
7827,firebasedatabase.app,https://firebasedatabase.app/llms.txt,https://firebasedatabase.app/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7828,airbus.com,https://airbus.com/llms.txt,https://www.airbus.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12214,False,"Thu, 03 Sep 2026 07:16:26 GMT",True,True,2026-09-07T07:23:48Z,,,1,missing_404,False,missing_404
7829,keenetic.ru,https://keenetic.ru/llms.txt,https://keenetic.com/global,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11452,False,,False,True,2026-09-07T07:23:48Z,,Redirected away to https://keenetic.com/global,1,redirect_other,False,redirect_other
7830,sojern.com,https://sojern.com/llms.txt,https://www.sojern.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Sojern,2,0,1269,False,"Mon, 07 Sep 2026 07:23:50 GMT",False,False,2026-09-07T07:23:48Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7831,stirileprotv.ro,https://stirileprotv.ro/llms.txt,https://stirileprotv.ro/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,891,False,,False,False,2026-09-07T07:23:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7832,esper.cloud,http://esper.cloud/llms.txt,http://esper.cloud/llms.txt,403,0,False,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,303,False,,False,False,2026-09-07T07:23:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7833,smartytouch.co,https://smartytouch.co/llms.txt,https://smartytouch.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7834,googlepages.com,http://googlepages.com/llms.txt,http://sites.google.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1527,False,,False,True,2026-09-07T07:23:48Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
7835,chronopost.fr,https://chronopost.fr/llms.txt,https://www.chronopost.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6786,False,"Thu, 22 Feb 2018 15:12:55 GMT",True,False,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7836,sport.pl,https://sport.pl/llms.txt,https://www.sport.pl/llms.txt,404,1,True,text/html; charset=iso-8859-2,missing_404,False,False,False,,0,0,3578,False,"Tue, 11 Feb 2020 15:40:05 GMT",False,False,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7837,speakerdeck.com,https://speakerdeck.com/llms.txt,https://speakerdeck.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7838,embedly.com,https://embedly.com/llms.txt,https://embed.ly/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69,False,,False,False,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7839,solidbroker.ru,http://solidbroker.ru/llms.txt,https://solidbroker.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
7840,coinmaster.com,https://coinmaster.com/llms.txt,https://coinmaster.com/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,279,False,,False,False,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7841,douyinstatic.com,https://douyinstatic.com/llms.txt,https://douyinstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7842,royalbank.com,http://royalbank.com/llms.txt,http://www.rbcroyalbank.com/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,52379,False,,False,False,2026-09-07T07:23:49Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
7843,bustimes.org,https://bustimes.org/llms.txt,https://bustimes.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5563,False,,False,False,2026-09-07T07:23:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7844,appcues.net,https://appcues.net/llms.txt,https://appcues.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7845,forocoches.com,https://forocoches.com/llms.txt,https://forocoches.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:23:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7846,temple.edu,https://temple.edu/llms.txt,https://www.temple.edu/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,81985,False,"Mon, 07 Sep 2026 04:26:51 GMT",True,True,2026-09-07T07:23:49Z,,Redirected away to https://www.temple.edu/,1,redirect_other,False,redirect_other
7847,printerval.com,https://printerval.com/llms.txt,https://printerval.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7377,False,,False,True,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7848,bamboohr.com,https://bamboohr.com/llms.txt,https://www.bamboohr.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BambooHR,5,25,6301,False,"Thu, 25 Sep 2025 21:16:14 GMT",True,True,2026-09-07T07:23:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7849,bl.uk,https://bl.uk/llms.txt,https://www.bl.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26046,False,,False,True,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7850,google.ee,https://google.ee/llms.txt,https://google.ee/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7851,wurflcloud.com,https://wurflcloud.com/llms.txt,https://scientiamobile.com/wurfl-cloud-deprecation-and-sunsetting/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,72114,False,,False,False,2026-09-07T07:23:49Z,,Redirected away to https://scientiamobile.com/wurfl-cloud-deprecation-and-sunsetting/,1,redirect_other,False,redirect_other
7852,4dvertible.com,https://4dvertible.com/llms.txt,https://4dvertible.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7853,fresha.com,https://fresha.com/llms.txt,https://www.fresha.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35037,False,,False,True,2026-09-07T07:23:49Z,,,1,missing_404,False,missing_404
7854,snai.it,https://snai.it/llms.txt,https://www.snai.it/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:23:49Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7855,awsdns-34.co.uk,https://awsdns-34.co.uk/llms.txt,https://awsdns-34.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7856,gala.fr,https://gala.fr/llms.txt,https://www.gala.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,142201,False,,False,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7857,071kk.com,https://071kk.com/llms.txt,https://071kk.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7858,dbankcdn.ru,https://dbankcdn.ru/llms.txt,https://dbankcdn.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7859,elfsight.com,https://elfsight.com/llms.txt,https://elfsight.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,315922,False,,False,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7860,volc-dns.net,https://volc-dns.net/llms.txt,https://volc-dns.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:37Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7861,usergate.com,https://usergate.com/llms.txt,https://usergate.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3010,False,,False,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7862,secomtrust.net,https://secomtrust.net/llms.txt,https://secomtrust.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7863,dropboxstatic.com,http://dropboxstatic.com/llms.txt,https://dropboxstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:38Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
7864,zalando.pl,https://zalando.pl/llms.txt,https://www.zalando.pl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,69816,False,,True,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7865,nexters.team,https://nexters.team/llms.txt,https://nexters.team/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7866,vivint.ai,http://vivint.ai/llms.txt,https://vivint.ai/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:39Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
7867,mgm.gov.tr,https://mgm.gov.tr/llms.txt,https://mgm.gov.tr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7868,aceimg.com,https://aceimg.com/llms.txt,https://aceimg.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,2573,False,,False,True,2026-09-07T07:23:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7869,dpdns.org,http://dpdns.org/llms.txt,https://dpdns.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
7870,clips4sale.com,https://clips4sale.com/llms.txt,https://clips4sale.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,15385,False,,False,False,2026-09-07T07:23:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7871,cafepress.com,https://cafepress.com/llms.txt,https://cafepress.com/llms.txt,202,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:23:50Z,,,1,ambiguous,False,ambiguous
7872,clouddatahub.net,https://clouddatahub.net/llms.txt,https://clouddatahub.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7873,zerodha.com,https://zerodha.com/llms.txt,https://zerodha.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Zerodha,25,351,35547,False,"Wed, 02 Sep 2026 14:28:25 GMT",True,False,2026-09-07T07:23:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7874,cust-service.com,https://cust-service.com/llms.txt,https://cust-service.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7875,porngameshub.com,http://porngameshub.com/llms.txt,http://porngameshub.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,361,False,,False,True,2026-09-07T07:23:50Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7876,eroprofile.com,https://eroprofile.com/llms.txt,https://www.eroprofile.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7653,False,,False,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7877,awsdns-41.co.uk,https://awsdns-41.co.uk/llms.txt,https://awsdns-41.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7878,transcend-cdn.com,https://transcend-cdn.com/llms.txt,https://transcend-cdn.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,33,False,,False,False,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7879,skai.gr,https://skai.gr/llms.txt,https://skai.gr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5536,False,,False,False,2026-09-07T07:23:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7880,proxysite.com,https://proxysite.com/llms.txt,https://www.proxysite.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,993,False,,False,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7881,sfndns.cn,https://sfndns.cn/llms.txt,https://sfndns.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7882,yuga.ru,https://yuga.ru/llms.txt,https://www.yuga.ru/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,313,False,,False,False,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7883,starfieldtech.com,https://starfieldtech.com/llms.txt,https://starfieldtech.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Starfield Technologies,1,4,432,False,,True,True,2026-09-07T07:23:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7884,calciomercato.com,https://calciomercato.com/llms.txt,https://www.calciomercato.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2979,False,,True,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7885,indiewire.com,https://indiewire.com/llms.txt,https://www.indiewire.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3,False,,True,True,2026-09-07T07:23:50Z,,,1,missing_404,False,missing_404
7886,therange.co.uk,https://therange.co.uk/llms.txt,https://therange.co.uk/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,817,False,,False,False,2026-09-07T07:23:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7887,awsdns-47.co.uk,https://awsdns-47.co.uk/llms.txt,https://awsdns-47.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7888,hentaihaven.xxx,http://hentaihaven.xxx/llms.txt,https://hentaihaven.xxx/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:46Z,SSL_ERROR,,2,network_timeout,True,network_timeout
7889,awsdns-16.co.uk,https://awsdns-16.co.uk/llms.txt,https://awsdns-16.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7890,sift.com,https://sift.com/llms.txt,https://sift.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Sift,12,194,31910,True,"Thu, 13 Aug 2026 13:18:52 GMT",True,True,2026-09-07T07:23:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7891,usaid.gov,https://usaid.gov/llms.txt,https://usaid.gov/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,354,False,,False,True,2026-09-07T07:23:51Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7892,freshservice.com,https://freshservice.com/llms.txt,https://www.freshworks.com/freshservice/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14205,False,,False,True,2026-09-07T07:23:51Z,,,1,missing_404,False,missing_404
7893,google.ci,https://google.ci/llms.txt,https://google.ci/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:23:51Z,,,1,missing_404,False,missing_404
7894,tdscpc.gov.in,https://tdscpc.gov.in/llms.txt,https://tdscpc.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7895,yellowpages.com,https://yellowpages.com/llms.txt,https://www.yellowpages.com/,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5494,False,,False,True,2026-09-07T07:23:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7896,catho.com.br,https://catho.com.br/llms.txt,https://catho.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:23:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7897,tuya.com,https://tuya.com/llms.txt,https://tuya.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Tuya Global AIoT Platform,12,0,3725,False,"Tue, 21 Jul 2026 13:15:24 GMT",True,True,2026-09-07T07:23:51Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7898,mahaonline.gov.in,https://mahaonline.gov.in/llms.txt,https://mahaonline.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:47Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
7899,pdscrb.com,https://pdscrb.com/llms.txt,https://pdscrb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7900,etisalatdomains.ae,http://etisalatdomains.ae/llms.txt,http://etisalatdomains.ae/llms.txt,500,0,False,text/html,network_timeout,False,False,False,,0,0,12875,False,,False,False,2026-09-07T07:43:47Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
7901,ipsosinteractive.com,http://ipsosinteractive.com/llms.txt,https://ipsosinteractive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:47Z,SSL_ERROR,,2,network_timeout,True,network_timeout
7902,lanazione.it,https://lanazione.it/llms.txt,https://www.lanazione.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8871,False,,False,True,2026-09-07T07:23:51Z,,,1,missing_404,False,missing_404
7903,caddyserver.com,https://caddyserver.com/llms.txt,https://caddyserver.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:51Z,,,1,missing_404,False,missing_404
7904,novelupdates.com,https://novelupdates.com/llms.txt,https://novelupdates.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5452,False,,False,False,2026-09-07T07:23:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7905,adafruit.com,https://adafruit.com/llms.txt,https://www.adafruit.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32403,False,,False,True,2026-09-07T07:23:51Z,,,1,missing_404,False,missing_404
7906,une.net.co,https://une.net.co/llms.txt,https://une.net.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:48Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
7907,msport.com,https://msport.com/llms.txt,https://www.msport.com/ng/llms.txt,404,2,True,application/json,missing_404,False,False,False,,0,0,100,False,,False,False,2026-09-07T07:23:51Z,,,1,missing_404,False,missing_404
7908,immoweb.be,https://immoweb.be/llms.txt,https://www.immoweb.be/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,214185,False,,False,True,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7909,vivastreet.co.uk,https://vivastreet.co.uk/llms.txt,https://www.vivastreet.co.uk/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Vivastreet,7,22,3616,True,,False,True,2026-09-07T07:23:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7910,udmserve.net,https://udmserve.net/llms.txt,https://d1lax2pddqj38d.cloudfront.net/pix.gif,200,1,True,image/gif,redirect_other,False,False,False,,0,0,43,False,"Tue, 15 Feb 2011 23:10:42 GMT",True,True,2026-09-07T07:23:52Z,,Redirected away to https://d1lax2pddqj38d.cloudfront.net/pix.gif,1,redirect_other,False,redirect_other
7911,ksyun.com,https://ksyun.com/llms.txt,https://www.ksyun.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2876,False,,True,False,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7912,logi.com,https://logi.com/llms.txt,https://www.logitech.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Logitech United States,8,38,5630,False,"Wed, 29 Oct 2025 13:45:24 GMT",False,True,2026-09-07T07:23:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7913,picks.my,https://picks.my/llms.txt,https://picks.my/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,254,False,,False,False,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7914,tecnoera.com,https://tecnoera.com/llms.txt,https://www.tecnoera.cl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5790,False,"Sat, 09 May 2026 15:49:39 GMT",True,True,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7915,uptimerobot.com,https://uptimerobot.com/llms.txt,https://uptimerobot.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,UptimeRobot,0,0,197,False,,True,True,2026-09-07T07:23:52Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7916,acsbapp.com,https://acsbapp.com/llms.txt,https://acsbapp.com/llms.txt,403,0,True,application/xml; charset=utf-8,blocked_forbidden,False,False,False,,0,0,111,False,,False,True,2026-09-07T07:23:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7917,losandes.com.ar,https://losandes.com.ar/llms.txt,https://www.losandes.com.ar/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5583,False,,False,False,2026-09-07T07:23:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7918,kurashiru.com,https://kurashiru.com/llms.txt,https://www.kurashiru.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8071,False,,False,True,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7919,expresso.pt,https://expresso.pt/llms.txt,https://expresso.pt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,283558,False,,True,False,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7920,fanfox.net,https://fanfox.net/llms.txt,https://fanfox.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14864,False,,False,True,2026-09-07T07:23:52Z,,,1,missing_404,False,missing_404
7921,searchspring.io,https://searchspring.io/llms.txt,https://searchspring.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7922,spov-dc-msedge.net,https://spov-dc-msedge.net/llms.txt,https://spov-dc-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7923,awsdns-31.net,https://awsdns-31.net/llms.txt,https://awsdns-31.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7924,impression.link,https://impression.link/llms.txt,https://impression.link/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,159,False,,False,False,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7925,cloudflaressl.com,http://cloudflaressl.com/llms.txt,https://www.cloudflare.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,8210,False,"Mon, 07 Sep 2026 07:23:45 GMT",False,True,2026-09-07T07:23:53Z,SSL_ERROR,Redirected away to https://www.cloudflare.com/,1,redirect_other,False,redirect_other
7926,conforama.fr,https://conforama.fr/llms.txt,https://conforama.fr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:23:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7927,observeit.net,https://observeit.net/llms.txt,https://observeit.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7928,pornolab.net,https://pornolab.net/llms.txt,https://pornolab.net/llms.txt,404,0,True,text/html; charset=windows-1251,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7929,amnupower.com,https://amnupower.com/llms.txt,https://amnupower.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:49Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7930,awsdns-26.net,https://awsdns-26.net/llms.txt,https://awsdns-26.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7931,babepedia.com,https://babepedia.com/llms.txt,https://www.babepedia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32319,False,,False,True,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7932,superproxy.io,https://superproxy.io/llms.txt,https://superproxy.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7933,ssllabs.com,https://ssllabs.com/llms.txt,https://www.ssllabs.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,515,False,,False,True,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7934,linuxfoundation.org,https://linuxfoundation.org/llms.txt,https://www.linuxfoundation.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6589,False,,False,False,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7935,shaparak.ir,http://shaparak.ir/llms.txt,https://shaparak.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,TIMEOUT,,2,network_timeout,True,network_timeout
7936,awsdns-00.net,https://awsdns-00.net/llms.txt,https://awsdns-00.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7937,portaldasfinancas.gov.pt,https://portaldasfinancas.gov.pt/llms.txt,https://portaldasfinancas.gov.pt/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7938,yadi.sk,https://yadi.sk/llms.txt,https://yadi.sk/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2516,False,,False,True,2026-09-07T07:23:53Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7939,mi-fds.com,https://mi-fds.com/llms.txt,https://mi-fds.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7940,rqmob.com,https://rqmob.com/llms.txt,https://rqmob.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7941,mangakatana.com,https://mangakatana.com/llms.txt,https://mangakatana.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62897,False,,False,True,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7942,stitcher.com,https://stitcher.com/llms.txt,https://stitcher.com/llms.txt,503,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
7943,t24.com.tr,https://t24.com.tr/llms.txt,https://t24.com.tr/404,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,35284,False,,False,True,2026-09-07T07:23:53Z,,Redirected away to https://t24.com.tr/404,1,redirect_other,False,redirect_other
7944,rcil.gov.in,http://rcil.gov.in/llms.txt,https://rcil.gov.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
7945,anrdoezrs.net,https://anrdoezrs.net/llms.txt,https://anrdoezrs.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7946,intercars.eu,https://intercars.eu/llms.txt,https://intercars.eu/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:23:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7947,daily.co.jp,https://daily.co.jp/llms.txt,https://www.daily.co.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10092,False,,False,False,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7948,kgns1.com,https://kgns1.com/llms.txt,https://kgns1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7949,rolimons.com,https://rolimons.com/llms.txt,https://www.rolimons.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1314,False,,False,False,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7950,xhamster.best,https://xhamster.best/llms.txt,https://xhamster.best/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:43:51Z,,,2,network_timeout,True,missing_404
7951,bootstrapmade.com,https://bootstrapmade.com/llms.txt,https://bootstrapmade.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:23:53Z,,,1,missing_404,False,missing_404
7952,dynamic-dns.net,http://dynamic-dns.net/llms.txt,http://dynamic-dns.net/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,252,False,,True,False,2026-09-07T07:23:54Z,SSL_ERROR,,1,missing_404,False,missing_404
7953,ns14.net,https://ns14.net/llms.txt,https://ns14.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7954,pw.live,https://pw.live/llms.txt,https://www.pw.live/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34806,False,,False,False,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7955,njuskalo.hr,https://njuskalo.hr/llms.txt,https://www.njuskalo.hr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37449,False,,False,True,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7956,croma.com,https://croma.com/llms.txt,https://croma.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,371,False,,False,False,2026-09-07T07:23:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7957,tiava.com,https://tiava.com/llms.txt,https://www.tiava.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2953,False,,False,True,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7958,eurogirlsescort.com,https://eurogirlsescort.com/llms.txt,https://www.eurogirlsescort.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,114885,False,,False,True,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7959,thepoizon.ru,https://thepoizon.ru/llms.txt,https://www.thepoizon.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,229829,False,,False,True,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7960,mambu.com,https://mambu.com/llms.txt,https://mambu.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,25196,False,,True,True,2026-09-07T07:23:54Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7961,perfdrive.com,https://perfdrive.com/llms.txt,https://perfdrive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7962,tv3.lt,https://tv3.lt/llms.txt,https://www.tv3.lt/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4543,False,,False,True,2026-09-07T07:23:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7963,kytira.cc,https://kytira.cc/llms.txt,https://kytira.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7964,huanqiu.com,https://huanqiu.com/llms.txt,https://huanqiu.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,环球网,3,50,11415,True,"Sat, 05 Sep 2026 04:22:17 GMT",True,True,2026-09-07T07:23:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7965,etstur.com,https://etstur.com/llms.txt,https://etstur.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3503,False,,False,False,2026-09-07T07:23:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7966,plazavea.com.pe,https://plazavea.com.pe/llms.txt,https://www.plazavea.com.pe/Sistema/buscavazia?ft=llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,25857,False,,True,True,2026-09-07T07:23:54Z,,Redirected away to https://www.plazavea.com.pe/Sistema/buscavazia?ft=llms.txt,1,redirect_other,False,redirect_other
7967,netafraz.com,https://netafraz.com/llms.txt,https://www.netafraz.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19520,False,,False,False,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7968,papy.co.jp,https://papy.co.jp/llms.txt,https://papy.co.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7969,sphinx-doc.org,https://sphinx-doc.org/llms.txt,https://www.sphinx-doc.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2353,False,,False,True,2026-09-07T07:23:54Z,,,1,missing_404,False,missing_404
7970,bash.com,https://bash.com/llms.txt,https://bash.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10466,False,,False,True,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7971,adam4adam.com,https://adam4adam.com/llms.txt,https://www.adam4adam.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6313,False,,False,True,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7972,paychex.com,https://paychex.com/llms.txt,https://www.paychex.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Paychex: Payroll & HR Solutions,6,28,8357,False,"Wed, 02 Sep 2026 15:43:33 GMT",True,True,2026-09-07T07:23:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7973,modsfire.com,https://modsfire.com/llms.txt,https://modsfire.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:23:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7974,ojrq.net,http://ojrq.net/llms.txt,https://ojrq.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
7975,mattermost.com,https://mattermost.com/llms.txt,https://mattermost.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7976,pitchfork.com,https://pitchfork.com/llms.txt,https://pitchfork.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5822,False,,False,True,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7977,sandai.net,http://sandai.net/llms.txt,https://www.xunlei.com/llms.txt,200,2,True,text/html,soft_200_html,False,False,False,,0,0,15824,False,"Tue, 01 Sep 2026 12:14:00 GMT",True,False,2026-09-07T07:23:55Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7978,creative-serving.com,https://creative-serving.com/llms.txt,https://creative-serving.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7979,linkplay.com,https://linkplay.com/llms.txt,https://www.linkplay.com/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7980,tf1.fr,https://tf1.fr/llms.txt,https://www.tf1.fr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,True,2026-09-07T07:23:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
7981,tokubai.co.jp,https://tokubai.co.jp/llms.txt,https://tokubai.co.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2554,False,,False,True,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7982,finalfantasyxiv.com,https://finalfantasyxiv.com/llms.txt,https://finalfantasyxiv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:53Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
7983,amazon-dss.com,https://amazon-dss.com/llms.txt,https://amazon-dss.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7984,uwa.edu.au,https://uwa.edu.au/llms.txt,https://www.uwa.edu.au/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:23:55Z,,,1,missing_404,False,missing_404
7985,shalove.net,https://shalove.net/llms.txt,https://www.shalove.net/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,1608,False,,False,False,2026-09-07T07:23:56Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
7986,falabella.com.pe,https://falabella.com.pe/llms.txt,https://www.falabella.com.pe/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7987,ledger.com,https://ledger.com/llms.txt,https://www.ledger.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30323,False,,False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7988,livechatenterprise.com,https://livechatenterprise.com/llms.txt,https://www.livechat.com/?utm_source=livechatenterprise.com&utm_medium=domain&utm_campaign=livechatenterprise.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,61614,False,,True,True,2026-09-07T07:23:56Z,,Redirected away to https://www.livechat.com/?utm_source=livechatenterprise.com&utm_medium=domain&utm_campaign=livechatenterprise.com,1,redirect_other,False,redirect_other
7989,trezor.io,https://trezor.io/llms.txt,https://trezor.io/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Trezor,4,20,2938,False,"Fri, 04 Sep 2026 14:10:29 GMT",True,True,2026-09-07T07:23:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7990,super.cz,https://super.cz/llms.txt,https://www.super.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69666,False,,True,False,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7991,pingdom.com,https://pingdom.com/llms.txt,https://www.pingdom.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7992,pensador.com,https://pensador.com/llms.txt,https://www.pensador.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,195037,False,,False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7993,volkskrant.nl,https://volkskrant.nl/llms.txt,https://www.volkskrant.nl/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,87235,False,"Mon, 07 Sep 2026 07:23:58 GMT",False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7994,perfectgirls.xxx,https://perfectgirls.xxx/llms.txt,https://www.perfectgirls.xxx/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7995,booksy.com,https://booksy.com/llms.txt,https://booksy.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,"Booksy - hair stylists, barbers, beauticians... find and book an appointment!",5,72,8642,False,"Tue, 17 Feb 2026 23:00:05 GMT",True,True,2026-09-07T07:23:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
7996,tportal.hr,https://tportal.hr/llms.txt,https://www.tportal.hr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44010,False,,False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7997,awsdns-35.co.uk,https://awsdns-35.co.uk/llms.txt,https://awsdns-35.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
7998,webaim.org,https://webaim.org/llms.txt,https://webaim.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5683,False,,False,False,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
7999,uipath.com,https://uipath.com/llms.txt,https://www.uipath.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,100226,False,,False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
8000,digitalaudience.io,https://digitalaudience.io/llms.txt,https://digitalaudience.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45628,False,,False,True,2026-09-07T07:23:56Z,,,1,missing_404,False,missing_404
8001,wolvden.com,https://wolvden.com/llms.txt,https://www.wolvden.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,17260,False,,False,True,2026-09-07T07:24:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8002,minecraft-inside.ru,https://minecraft-inside.ru/llms.txt,https://minecraft-inside.ru/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5569,False,,False,False,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8003,awsdns-15.co.uk,https://awsdns-15.co.uk/llms.txt,https://awsdns-15.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8004,oikotie.fi,https://oikotie.fi/llms.txt,https://www.oikotie.fi/404,200,2,True,text/html,redirect_other,False,False,False,,0,0,16260,False,"Tue, 16 Jun 2026 12:10:38 GMT",True,False,2026-09-07T07:24:08Z,,Redirected away to https://www.oikotie.fi/404,1,redirect_other,False,redirect_other
8005,oceanofpdf.com,https://oceanofpdf.com/llms.txt,https://oceanofpdf.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5429,False,,False,False,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8006,adultwork.com,https://adultwork.com/llms.txt,https://adultwork.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8137,False,,False,True,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8007,honeytoon.com,https://honeytoon.com/llms.txt,https://honeytoon.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Honeytoon,6,25,9752,False,,False,True,2026-09-07T07:24:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8008,mangooutlet.com,https://mangooutlet.com/llms.txt,https://www.mangooutlet.com/llms.txt,403,1,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,59,False,,False,True,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8009,sbicard.com,https://sbicard.com/llms.txt,https://www.sbicard.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,False,True,=====================================================,0,0,3141,False,"Fri, 17 Apr 2026 12:57:28 GMT",False,True,2026-09-07T07:24:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8010,www.gob.pe,https://www.gob.pe/llms.txt,https://www.gob.pe/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,34137,False,"Sat, 05 Sep 2026 01:29:52 GMT",False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8011,pisos.com,https://pisos.com/llms.txt,https://www.pisos.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16009,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8012,cashify.in,https://cashify.in/llms.txt,https://cashify.in/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Cashify,3,68,16384,False,"Thu, 03 Sep 2026 06:14:49 GMT",True,True,2026-09-07T07:24:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8013,gaymaletube.com,https://gaymaletube.com/llms.txt,https://www.gaymaletube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9403,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8014,o3t.ru,https://o3t.ru/llms.txt,https://o3t.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8015,forthnet.gr,http://forthnet.gr/llms.txt,https://forthnet.gr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:55Z,TIMEOUT,,2,network_timeout,True,network_timeout
8016,marvel.com,https://marvel.com/llms.txt,https://marvel.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8017,xxbrits.com,https://xxbrits.com/llms.txt,https://xxbrits.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8018,allporncomic.com,https://allporncomic.com/llms.txt,https://allporncomic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,921,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8019,washingtonexaminer.com,https://washingtonexaminer.com/llms.txt,https://washingtonexaminer.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5586,False,,False,False,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8020,gendai.media,https://gendai.media/llms.txt,https://gendai.media/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21245,False,,False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8021,dataannotation.tech,https://dataannotation.tech/llms.txt,https://www.dataannotation.tech/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21864,False,"Sat, 05 Sep 2026 04:03:43 GMT",True,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8022,xvideos.tube,https://xvideos.tube/llms.txt,https://www.xvideos.tube/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11006,False,,False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8023,topky.sk,https://topky.sk/llms.txt,https://www.topky.sk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,89183,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8024,mn.gov,https://mn.gov/llms.txt,https://mn.gov/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,5813,False,,False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8025,kinogo.ec,https://kinogo.ec/llms.txt,https://kinogo.ec/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8026,aade.gr,https://aade.gr/llms.txt,https://aade.gr/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:24:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8027,manual.canon,https://manual.canon/llms.txt,https://manual.canon/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8028,btttag.com,https://btttag.com/llms.txt,https://btttag.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8029,notebookcheck.net,https://notebookcheck.net/llms.txt,https://www.notebookcheck.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2080,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8030,ospserver.net,https://ospserver.net/llms.txt,https://ospserver.net/llms.txt,503,0,True,,network_timeout,False,False,False,,0,0,62,False,,False,True,2026-09-07T07:43:56Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
8031,lachainemeteo.com,https://lachainemeteo.com/llms.txt,https://www.lachainemeteo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19814,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8032,drikpanchang.com,https://drikpanchang.com/llms.txt,https://www.drikpanchang.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7694,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8033,pocketoption.com,https://pocketoption.com/llms.txt,https://pocketoption.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,True,2026-09-07T07:24:08Z,,,1,missing_404,False,missing_404
8034,thenounproject.com,https://thenounproject.com/llms.txt,https://thenounproject.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,The Noun Project,3,405,33270,False,"Thu, 03 Sep 2026 16:57:02 GMT",True,True,2026-09-07T07:24:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8035,awsdns-10.co.uk,https://awsdns-10.co.uk/llms.txt,https://awsdns-10.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:57Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8036,acuityscheduling.com,https://acuityscheduling.com/llms.txt,https://acuityscheduling.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59823,False,,False,False,2026-09-07T07:24:09Z,,,1,missing_404,False,missing_404
8037,dot-st.com,https://dot-st.com/llms.txt,https://www.dot-st.com/llms.txt,404,1,True,application/json;charset=utf-8,missing_404,False,False,False,,0,0,134,False,,False,True,2026-09-07T07:24:09Z,,,1,missing_404,False,missing_404
8038,zalando.it,https://zalando.it/llms.txt,https://www.zalando.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,71763,False,,True,True,2026-09-07T07:24:09Z,,,1,missing_404,False,missing_404
8039,n0c.com,http://n0c.com/llms.txt,https://n0c.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:57Z,TIMEOUT,,2,network_timeout,True,network_timeout
8040,therapynotes.com,https://therapynotes.com/llms.txt,https://therapynotes.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,43468,False,,False,False,2026-09-07T07:24:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8041,icicidirect.com,https://icicidirect.com/llms.txt,https://icicidirect.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,ICICI Direct,0,0,15342,False,"Tue, 07 Oct 2025 10:55:49 GMT",True,True,2026-09-07T07:24:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8042,lifewire.com,https://lifewire.com/llms.txt,https://lifewire.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,27037,False,,False,False,2026-09-07T07:24:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8043,championat.ru,https://championat.ru/llms.txt,https://www.championat.ru/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,653,False,,False,False,2026-09-07T07:24:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8044,aspnetcdn.com,https://aspnetcdn.com/llms.txt,https://aspnetcdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8045,enuygun.com,https://enuygun.com/llms.txt,https://enuygun.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:24:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8046,awsdns-46.net,https://awsdns-46.net/llms.txt,https://awsdns-46.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8047,soha.vn,https://soha.vn/llms.txt,https://soha.vn/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"SOHA - Tin tức, tin nhanh VN, Tốc độ, Tin cậy",4,20,4062,False,,False,True,2026-09-07T07:24:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8048,chocolateplatform.com,https://chocolateplatform.com/llms.txt,https://chocolateplatform.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,962,False,,True,False,2026-09-07T07:24:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8049,fortnite.gg,https://fortnite.gg/llms.txt,https://fortnite.gg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3263,False,,False,True,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8050,x-x-x.tube,https://x-x-x.tube/llms.txt,https://x-x-x.tube/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30375,False,,False,True,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8051,metunic.com.tr,https://metunic.com.tr/llms.txt,https://metunic.com.tr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8052,restaurantguru.com,https://restaurantguru.com/llms.txt,https://restaurantguru.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33284,False,,False,True,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8053,mym.fans,https://mym.fans/llms.txt,https://mym.fans/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20231,False,,False,True,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8054,wixapps.net,https://wixapps.net/llms.txt,https://wixapps.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8055,intersport.fr,https://intersport.fr/llms.txt,https://www.intersport.fr/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,772,False,,False,True,2026-09-07T07:24:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8056,zalando.com,https://zalando.com/llms.txt,https://zalando.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,16384,False,"Thu, 27 Aug 2026 10:24:56 GMT",True,False,2026-09-07T07:24:10Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8057,tudocelular.com,https://tudocelular.com/llms.txt,https://www.tudocelular.com/llms.txt,429,1,True,text/html,blocked_forbidden,False,False,False,,0,0,3721,False,,False,True,2026-09-07T07:24:10Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
8058,site123.me,https://site123.me/llms.txt,https://site123.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:43:58Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8059,gotoresolve.com,https://gotoresolve.com/llms.txt,https://www.logmein.com/products/resolve,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,890,False,,True,True,2026-09-07T07:24:10Z,,Redirected away to https://www.logmein.com/products/resolve,1,redirect_other,False,redirect_other
8060,arabam.com,https://arabam.com/llms.txt,https://arabam.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5531,False,,False,False,2026-09-07T07:24:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8061,bibliaonline.com.br,https://bibliaonline.com.br/llms.txt,https://www.bibliaonline.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3204,False,,False,True,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8062,examiner.com,https://examiner.com/llms.txt,https://examiner.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,64737,False,"Sun, 30 Aug 2026 21:20:22 GMT",False,True,2026-09-07T07:24:10Z,,Redirected away to https://examiner.com,1,redirect_other,False,redirect_other
8063,sfdc.cl,https://sfdc.cl/llms.txt,https://sfdc.cl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8064,vorwerk-digital.com,http://vorwerk-digital.com/llms.txt,https://www.vorwerk.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32161,False,,False,False,2026-09-07T07:24:10Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
8065,optonline.net,https://optonline.net/llms.txt,https://www.optimum.net/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,13948,False,,False,False,2026-09-07T07:24:10Z,,,1,missing_404,False,missing_404
8066,sporx.com,https://sporx.com/llms.txt,https://www.sporx.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,9776,False,,False,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8067,busuu.com,https://busuu.com/llms.txt,https://www.busuu.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,43725,False,,True,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8068,rosdomofon.com,https://rosdomofon.com/llms.txt,https://rosdomofon.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,12072,False,,False,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8069,genially.com,https://genially.com/llms.txt,https://genially.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,298875,False,"Tue, 01 Sep 2026 12:21:07 GMT",True,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8070,zoomit.ir,https://zoomit.ir/llms.txt,https://www.zoomit.ir/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,83717,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8071,servicenow.com,https://servicenow.com/llms.txt,https://www.servicenow.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,True,2026-09-07T07:24:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8072,elitebabes.com,https://elitebabes.com/llms.txt,https://www.elitebabes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73229,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8073,googlecode.com,https://googlecode.com/llms.txt,https://googlecode.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8074,leroymerlin.pl,https://leroymerlin.pl/llms.txt,https://www.leroymerlin.pl/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:24:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8075,uni-freiburg.de,https://uni-freiburg.de/llms.txt,https://uni-freiburg.de/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13976,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8076,premierbet.com,https://premierbet.com/llms.txt,https://www.premierbet.com/,200,2,True,text/html,redirect_other,False,False,False,,0,0,2792,False,"Mon, 27 Jul 2026 08:01:16 GMT",True,True,2026-09-07T07:24:11Z,,Redirected away to https://www.premierbet.com/,1,redirect_other,False,redirect_other
8077,adorocinema.com,https://adorocinema.com/llms.txt,https://www.adorocinema.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6240,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8078,digilocker.gov.in,https://digilocker.gov.in/llms.txt,https://www.digilocker.gov.in/llms.txt,403,1,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,True,2026-09-07T07:24:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8079,51job.com,https://51job.com/llms.txt,https://51job.com/in/missing.php,200,1,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,29593,False,,True,False,2026-09-07T07:24:11Z,,Redirected away to https://51job.com/in/missing.php,1,redirect_other,False,redirect_other
8080,apicgate.com,https://apicgate.com/llms.txt,https://apicgate.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:00Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8081,fitgirl-repacks.site,https://fitgirl-repacks.site/llms.txt,https://fitgirl-repacks.site/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49749,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8082,autotrader.co.za,https://autotrader.co.za/llms.txt,https://www.autotrader.co.za/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,AutoTrader South Africa,4,11,2247,False,,False,True,2026-09-07T07:24:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8083,p6sai.com,http://p6sai.com/llms.txt,http://p6sai.com/llms.txt,200,0,False,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,213,False,,False,False,2026-09-07T07:24:11Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8084,milffox.com,https://milffox.com/llms.txt,https://www.milffox.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,481,False,,False,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8085,tumbex.com,https://tumbex.com/llms.txt,https://www.tumbex.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19630,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8086,fortunebusinessinsights.com,https://fortunebusinessinsights.com/llms.txt,https://fortunebusinessinsights.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5484,False,,False,False,2026-09-07T07:24:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8087,kriesi.at,https://kriesi.at/llms.txt,https://kriesi.at/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31318,False,,False,True,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8088,servedbyadbutler.com,https://servedbyadbutler.com/llms.txt,https://servedbyadbutler.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8089,lexmark.com,https://lexmark.com/llms.txt,https://www.lexmark.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,28505,False,"Sun, 06 Sep 2026 15:48:51 GMT",True,False,2026-09-07T07:24:11Z,,,1,missing_404,False,missing_404
8090,mensjournal.com,https://mensjournal.com/llms.txt,https://mensjournal.com/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,775,False,,False,True,2026-09-07T07:24:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8091,pch.net,https://pch.net/llms.txt,https://www.pch.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10877,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8092,awsdns-32.net,https://awsdns-32.net/llms.txt,https://awsdns-32.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8093,wo-cloud.com,https://wo-cloud.com/llms.txt,https://wo-cloud.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8094,lazybumblebee.com,https://lazybumblebee.com/llms.txt,https://lazybumblebee.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8095,dinotube.com,https://dinotube.com/llms.txt,https://www.dinotube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11873,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8096,stockx.com,https://stockx.com/llms.txt,https://stockx.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8055,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8097,animepahe.pw,https://animepahe.pw/llms.txt,https://animepahe.pw/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:24:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8098,nestle.com,https://nestle.com/llms.txt,https://www.nestle.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,30485,False,,False,False,2026-09-07T07:24:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8099,tudogostoso.com.br,https://tudogostoso.com.br/llms.txt,https://www.tudogostoso.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8441,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8100,olympic.org,https://olympic.org/llms.txt,https://olympic.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8101,maturetube.com,https://maturetube.com/llms.txt,https://www.maturetube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9639,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8102,chsi.com.cn,https://chsi.com.cn/llms.txt,https://chsi.com.cn/llms.txt,412,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,3198,False,,False,False,2026-09-07T07:24:12Z,,,1,ambiguous,False,ambiguous
8103,1porn.tv,https://1porn.tv/llms.txt,https://1porn.tv/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5133,False,,False,False,2026-09-07T07:24:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8104,elcinema.com,https://elcinema.com/llms.txt,https://elcinema.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22409,False,,False,False,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8105,emojidb.org,https://emojidb.org/llms.txt,https://emojidb.org/llms.txt-emojis,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,91409,False,"Mon, 07 Sep 2026 07:24:15 GMT",False,True,2026-09-07T07:24:12Z,,Redirected away to https://emojidb.org/llms.txt-emojis,1,redirect_other,False,redirect_other
8106,awsdns-08.co.uk,https://awsdns-08.co.uk/llms.txt,https://awsdns-08.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8107,domxyrxsfevpzjeg.net,https://domxyrxsfevpzjeg.net/llms.txt,https://domxyrxsfevpzjeg.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8108,catracalivre.com.br,https://catracalivre.com.br/llms.txt,https://catracalivre.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8109,mks98.com,https://mks98.com/llms.txt,https://mks98.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8110,lobstertube.com,https://lobstertube.com/llms.txt,https://www.lobstertube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9784,False,,False,True,2026-09-07T07:24:12Z,,,1,missing_404,False,missing_404
8111,usbrowserspeed.com,https://usbrowserspeed.com/llms.txt,https://usbrowserspeed.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8112,my-personaltrainer.it,https://my-personaltrainer.it/llms.txt,https://www.my-personaltrainer.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,802,False,,False,False,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8113,pussyspace.net,https://pussyspace.net/llms.txt,https://www.pussyspace.net/llms.txt/,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,31566,False,,False,False,2026-09-07T07:24:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8114,exlibrisgroup.com,https://exlibrisgroup.com/llms.txt,https://exlibrisgroup.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8115,google.cat,https://google.cat/llms.txt,https://google.cat/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8116,zalando.es,https://zalando.es/llms.txt,https://www.zalando.es/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,69411,False,,True,True,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8117,alura.com.br,https://alura.com.br/llms.txt,https://www.alura.com.br/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Alura,3,17,1586,False,,False,False,2026-09-07T07:24:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8118,disquscdn.com,https://disquscdn.com/llms.txt,https://disquscdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8119,metacritic.com,https://metacritic.com/llms.txt,https://metacritic.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,134,False,,False,False,2026-09-07T07:24:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8120,cylance.com,https://cylance.com/llms.txt,https://arcticwolf.com/cylance/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,48222,False,"Fri, 19 Sep 2025 19:47:37 GMT",False,True,2026-09-07T07:24:13Z,,Redirected away to https://arcticwolf.com/cylance/,1,redirect_other,False,redirect_other
8121,kuiniuca.com,https://kuiniuca.com/llms.txt,https://kuiniuca.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8122,fortiddns.com,https://fortiddns.com/llms.txt,https://fortiddns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8123,pixieset.com,https://pixieset.com/llms.txt,https://pixieset.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12334,False,"Tue, 07 Apr 2026 22:30:33 GMT",True,False,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8124,globalsigncdn.com,https://globalsigncdn.com/llms.txt,https://globalsigncdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8125,thothd.com,https://thothd.com/llms.txt,https://thothd.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48802,False,,False,True,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8126,novotelecom.ru,http://novotelecom.ru/llms.txt,https://novotelecom.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
8127,jang.com.pk,https://jang.com.pk/llms.txt,https://jang.com.pk/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,40475,False,"Mon, 07 Sep 2026 07:23:59 GMT",False,True,2026-09-07T07:24:13Z,,Redirected away to https://jang.com.pk/,1,redirect_other,False,redirect_other
8128,directv.com,https://directv.com/llms.txt,https://www.directv.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,DIRECTV.com,5,50,9082,False,"Thu, 25 Jun 2026 21:38:14 GMT",True,True,2026-09-07T07:44:02Z,,,2,network_timeout,True,confirmed_llms_txt
8129,destatis.de,https://destatis.de/llms.txt,https://www.destatis.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,12963,False,,False,True,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8130,healthfusionclaims.com,https://healthfusionclaims.com/llms.txt,https://healthfusionclaims.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8131,technorati.com,https://technorati.com/llms.txt,https://technorati.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,5446,False,,False,False,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8132,giga.chat,https://giga.chat/llms.txt,https://giga.chat/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,17189,False,"Thu, 03 Sep 2026 10:49:16 GMT",True,True,2026-09-07T07:24:13Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8133,codefusion.technology,https://codefusion.technology/llms.txt,https://codefusion.technology/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8134,kan.org.il,https://kan.org.il/llms.txt,https://kan.org.il/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8128,False,,False,True,2026-09-07T07:24:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8135,mgeko.cc,https://mgeko.cc/llms.txt,https://www.mgeko.cc/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5303,False,,False,False,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8136,modland.net,https://modland.net/llms.txt,https://www.modland.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26974,False,,False,True,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8137,n2ch.net,https://n2ch.net/llms.txt,https://n2ch.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5533,False,,False,False,2026-09-07T07:24:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8138,afr.com,https://afr.com/llms.txt,https://www.afr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21458,False,"Mon, 07 Sep 2026 01:47:03 GMT",True,True,2026-09-07T07:24:13Z,,,1,missing_404,False,missing_404
8139,vanguardngr.com,https://vanguardngr.com/llms.txt,https://www.vanguardngr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,904,False,,False,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8140,buzzvil.com,https://buzzvil.com/llms.txt,https://www.buzzvil.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10097,False,,True,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8141,smartnews.com,https://smartnews.com/llms.txt,https://www.smartnews.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30032,False,,True,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8142,p-bandai.jp,https://p-bandai.jp/llms.txt,https://p-bandai.jp/llms.txt,404,0,True,text/html; charset=shift_jis,missing_404,False,False,False,,0,0,694,False,,False,False,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8143,ketchjs.com,https://ketchjs.com/llms.txt,https://ketchjs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8144,rpi.edu,https://rpi.edu/llms.txt,https://www.rpi.edu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,185,False,"Mon, 07 Sep 2026 06:48:32 GMT",True,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8145,mxplayer.in,https://mxplayer.in/llms.txt,https://www.mxplayer.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1989,False,,True,False,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8146,storiesig.info,https://storiesig.info/llms.txt,https://storiesig.info/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,446,False,,False,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8147,cdn-net.com,https://cdn-net.com/llms.txt,https://cdn-net.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:24:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8148,rakuten-bank.co.jp,https://rakuten-bank.co.jp/llms.txt,https://rakuten-bank.co.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,339,False,,False,False,2026-09-07T07:24:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8149,bio.site,https://bio.site/llms.txt,https://bio.site/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,44,False,,False,False,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8150,52shuku.net,https://52shuku.net/llms.txt,https://52shuku.net/llms.txt,526,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7236,False,,False,True,2026-09-07T07:44:02Z,SERVER_ERROR_526,,2,network_timeout,True,network_timeout
8151,sbercloud.ru,https://sbercloud.ru/llms.txt,https://cloud.ru,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,49905,False,,True,True,2026-09-07T07:24:14Z,,Redirected away to https://cloud.ru,1,redirect_other,False,redirect_other
8152,awsdns-28.net,https://awsdns-28.net/llms.txt,https://awsdns-28.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8153,x-video.tube,https://x-video.tube/llms.txt,https://x-video.tube/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,178491,False,,False,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8154,shaw.ca,https://shaw.ca/llms.txt,https://www.rogers.com/404,404,2,True,text/html,missing_404,False,False,False,,0,0,2339,False,"Tue, 21 Jul 2026 14:25:52 GMT",True,False,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8155,misa.vn,https://misa.vn/llms.txt,https://www.misa.vn,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,373419,False,"Mon, 07 Sep 2026 06:52:22 GMT",False,True,2026-09-07T07:24:14Z,,Redirected away to https://www.misa.vn,1,redirect_other,False,redirect_other
8156,flashscore.pl,https://flashscore.pl/llms.txt,https://www.flashscore.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6115,False,,False,True,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8157,hamshahrionline.ir,https://hamshahrionline.ir/llms.txt,https://www.hamshahrionline.ir/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1963,False,,False,False,2026-09-07T07:24:14Z,,,1,missing_404,False,missing_404
8158,calm.com,https://calm.com/llms.txt,https://www.calm.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9444,False,,False,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8159,a47b.com,https://a47b.com/llms.txt,https://a47b.com/llms.txt,404,0,True,application/xml,missing_404,False,False,False,,0,0,287,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8160,sexkomix2.com,https://sexkomix2.com/llms.txt,https://sexkomix2.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,276,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8161,car.gr,https://car.gr/llms.txt,https://car.gr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5591,False,,False,False,2026-09-07T07:24:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8162,google.com.lb,https://google.com.lb/llms.txt,https://google.com.lb/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8163,leroymerlin.it,https://leroymerlin.it/llms.txt,https://www.leroymerlin.it/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:24:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8164,kinogo.online,https://kinogo.online/llms.txt,https://kinogo.online/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8165,allwyn.cz,http://allwyn.cz/llms.txt,https://allwyn.cz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
8166,tubidy.llc,https://tubidy.llc/llms.txt,https://tubidy.llc/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Tubidy,3,7,1742,False,"Sun, 09 Aug 2026 16:22:06 GMT",True,True,2026-09-07T07:24:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8167,psiphon.ca,https://psiphon.ca/llms.txt,https://psiphon.ca/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,15,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8168,baidu.cn,https://baidu.cn/llms.txt,https://www.baidu.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8169,lpsg.com,https://lpsg.com/llms.txt,https://lpsg.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,6842,False,,False,False,2026-09-07T07:24:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8170,tripadvisor.in,https://tripadvisor.in/llms.txt,https://www.tripadvisor.in/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:24:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8171,javhdporn.net,https://javhdporn.net/llms.txt,https://www.javhdporn.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55727,False,,False,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8172,france.tv,https://france.tv/llms.txt,https://www.france.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1035,False,,False,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8173,awsdns-33.co.uk,https://awsdns-33.co.uk/llms.txt,https://awsdns-33.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8174,dinamalar.com,https://dinamalar.com/llms.txt,https://www.dinamalar.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Dinamalar,3,9,1656,False,"Wed, 22 Jul 2026 10:11:10 GMT",True,True,2026-09-07T07:24:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8175,sri.gob.ec,https://sri.gob.ec/llms.txt,https://sri.gob.ec/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:04Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8176,rivian.com,https://rivian.com/llms.txt,https://rivian.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52732,False,,True,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8177,donya-e-eqtesad.com,https://donya-e-eqtesad.com/llms.txt,https://donya-e-eqtesad.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76582,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8178,melonstube.com,https://melonstube.com/llms.txt,https://www.melonstube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58576,False,,False,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8179,ouedkniss.com,https://ouedkniss.com/llms.txt,https://www.ouedkniss.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,31823,False,,False,False,2026-09-07T07:24:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8180,xhfuck.com,https://xhfuck.com/llms.txt,https://xhfuck.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8181,horoscope.com,https://horoscope.com/llms.txt,https://www.horoscope.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32342,False,,False,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8182,uc.pt,https://uc.pt/llms.txt,https://www.uc.pt/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,2182,False,,False,True,2026-09-07T07:24:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8183,corppn.ru,https://corppn.ru/llms.txt,https://corppn.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8184,fikfap.com,https://fikfap.com/llms.txt,https://fikfap.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,5920,False,"Fri, 04 Sep 2026 14:21:52 GMT",False,True,2026-09-07T07:24:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8185,kavak.com,https://kavak.com/llms.txt,https://www.kavak.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2875,False,,False,True,2026-09-07T07:24:15Z,,,1,missing_404,False,missing_404
8186,esocial.gov.br,https://esocial.gov.br/llms.txt,https://esocial.gov.br/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8187,wsj.net,https://wsj.net/llms.txt,https://www.wsj.com/,401,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,767,False,,False,True,2026-09-07T07:24:16Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
8188,tukif.porn,https://tukif.porn/llms.txt,https://tukif.porn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,63818,False,,False,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8189,ou.edu,https://ou.edu/llms.txt,https://ou.edu/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,1044,False,,False,False,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8190,loudecho.ai,https://loudecho.ai/llms.txt,https://www.loudecho.ai/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10509,False,"Mon, 07 Sep 2026 07:24:18 GMT",False,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8191,oar.net,https://oar.net/llms.txt,https://www.oar.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,328,False,,False,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8192,zdn.vn,https://zdn.vn/llms.txt,https://zdn.vn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8193,financialexpress.com,https://financialexpress.com/llms.txt,https://www.financialexpress.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65801,False,,False,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8194,list.am,https://list.am/llms.txt,https://list.am/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5550,False,,False,False,2026-09-07T07:24:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8195,njav.com,https://njav.com/llms.txt,https://njav.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10801,False,,False,True,2026-09-07T07:44:05Z,,,2,network_timeout,True,missing_404
8196,pmi.org,https://pmi.org/llms.txt,https://www.pmi.org/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Project Management Institute (PMI),8,32,6446,True,"Wed, 26 Aug 2026 23:31:04 GMT",True,True,2026-09-07T07:24:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8197,extremereach.io,https://extremereach.io/llms.txt,https://extremereach.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8198,wakelet.com,https://wakelet.com/llms.txt,https://wakelet.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20933,False,,True,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8199,zerohedge.com,https://zerohedge.com/llms.txt,https://www.zerohedge.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8964,False,,True,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8200,redwap.tv,https://redwap.tv/llms.txt,https://redwap.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69179,False,,False,True,2026-09-07T07:24:16Z,,,1,missing_404,False,missing_404
8201,europepmc.org,https://europepmc.org/llms.txt,https://europepmc.org/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,329,False,,False,False,2026-09-07T07:24:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8202,bom.gov.au,https://bom.gov.au/llms.txt,https://www.bom.gov.au,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1388,False,,False,True,2026-09-07T07:24:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8203,gazzetta.gr,https://gazzetta.gr/llms.txt,https://gazzetta.gr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3763,False,,False,False,2026-09-07T07:24:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8204,palcloset.jp,https://palcloset.jp/llms.txt,https://www.palcloset.jp/llms.txt,405,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,2125,False,,False,True,2026-09-07T07:24:17Z,,,1,ambiguous,False,ambiguous
8205,refinery29.com,https://refinery29.com/llms.txt,https://www.refinery29.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,4221,False,,False,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8206,toongod.org,https://toongod.org/llms.txt,https://toongod.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5426,False,,False,False,2026-09-07T07:24:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8207,seesaa.net,https://seesaa.net/llms.txt,https://blog.seesaa.jp,200,1,True,text/html,redirect_other,False,False,False,,0,0,32389,False,"Mon, 07 Sep 2026 07:15:25 GMT",True,False,2026-09-07T07:24:17Z,,Redirected away to https://blog.seesaa.jp,1,redirect_other,False,redirect_other
8208,tabii.com,https://tabii.com/llms.txt,https://www.tabii.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15549,False,,True,True,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8209,itatiaia.com.br,https://itatiaia.com.br/llms.txt,https://www.itatiaia.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4026,False,,False,True,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8210,utua.com.br,https://utua.com.br/llms.txt,https://utua.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15194,False,,False,True,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8211,nettiauto.com,https://nettiauto.com/llms.txt,https://nettiauto.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5577,False,,False,False,2026-09-07T07:24:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8212,cwa.gov.tw,https://cwa.gov.tw/llms.txt,https://cwa.gov.tw/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8213,ngl.link,https://ngl.link/llms.txt,https://ngl.link/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,True,True,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8214,booklive.jp,https://booklive.jp/llms.txt,https://booklive.jp/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ブックライブ,6,38,6474,True,"Wed, 02 Sep 2026 04:55:54 GMT",True,False,2026-09-07T07:24:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8215,awsdns-25.co.uk,https://awsdns-25.co.uk/llms.txt,https://awsdns-25.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8216,yzwtz.com,https://yzwtz.com/llms.txt,https://yzwtz.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8217,bazos.cz,https://bazos.cz/llms.txt,https://bazos.cz/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,701,False,,True,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8218,porno666.nl,https://porno666.nl/llms.txt,https://porno666.nl/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8219,uv.es,https://uv.es/llms.txt,https://uv.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8220,hdfilmcehennemi.nl,https://hdfilmcehennemi.nl/llms.txt,https://hdfilmcehennemi.nl/llms.txt,451,0,True,text/html,ambiguous,False,False,False,,0,0,1048,False,,False,True,2026-09-07T07:24:17Z,,,1,ambiguous,False,ambiguous
8221,frhiys.com,https://frhiys.com/llms.txt,https://frhiys.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8222,westeros.org,https://westeros.org/llms.txt,https://westeros.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8223,hochi.news,https://hochi.news/llms.txt,https://hochi.news/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9041,False,"Tue, 26 Nov 2024 03:00:46 GMT",True,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8224,netmarble.com,https://netmarble.com/llms.txt,https://netmarble.com/llms.txt,200,0,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,2849,False,,False,False,2026-09-07T07:24:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8225,we-stats.com,https://we-stats.com/llms.txt,https://we-stats.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8226,autohero.com,https://autohero.com/llms.txt,https://www.autohero.com/de/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,123598,False,,True,True,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8227,tuttomercatoweb.com,https://tuttomercatoweb.com/llms.txt,https://www.tuttomercatoweb.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,43110,False,,False,False,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8228,leggo.it,https://leggo.it/llms.txt,https://www.leggo.it/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,True,2026-09-07T07:24:17Z,,,1,missing_404,False,missing_404
8229,assoass.com,https://assoass.com/llms.txt,https://www.assoass.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12018,False,,False,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8230,cbse.gov.in,https://cbse.gov.in/llms.txt,https://www.cbse.gov.in/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:24:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8231,giize.com,http://giize.com/llms.txt,https://freeddns.dynu.com/,200,1,True,text/html,redirect_other,False,False,False,,0,0,19779,False,"Thu, 22 Jan 2026 19:34:00 GMT",True,False,2026-09-07T07:24:18Z,TIMEOUT,Redirected away to https://freeddns.dynu.com/,1,redirect_other,False,redirect_other
8232,awsdns-44.co.uk,https://awsdns-44.co.uk/llms.txt,https://awsdns-44.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8233,personal.com.ar,https://personal.com.ar/llms.txt,https://www.personal.com.ar/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31605,False,,True,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8234,doppiocdn.media,https://doppiocdn.media/llms.txt,https://doppiocdn.media/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8235,cnnamador.com,https://cnnamador.com/llms.txt,https://cnnamador.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:24:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8236,khaleejtimes.com,https://khaleejtimes.com/llms.txt,https://www.khaleejtimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,322023,False,,False,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8237,nodacdn.net,https://nodacdn.net/llms.txt,https://nodacdn.net/llms.txt,503,0,True,text/html,network_timeout,False,False,False,,0,0,190,False,,False,False,2026-09-07T07:44:08Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
8238,tribunnews.com,https://tribunnews.com/llms.txt,https://tribunnews.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:24:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8239,authorize.net,https://authorize.net/llms.txt,https://www.authorize.net/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32069,False,"Mon, 07 Sep 2026 00:02:13 GMT",True,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8240,sakshi.com,https://sakshi.com/llms.txt,https://www.sakshi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,188,False,"Mon, 07 Sep 2026 07:24:18 GMT",True,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8241,mercedes-benz.com.cn,https://mercedes-benz.com.cn/llms.txt,https://www.mercedes-benz.com.cn,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,38883,False,,False,True,2026-09-07T07:24:18Z,,Redirected away to https://www.mercedes-benz.com.cn,1,redirect_other,False,redirect_other
8242,appiancloud.com,https://appiancloud.com/llms.txt,https://appiancloud.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,752,False,,False,False,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8243,yesplay.bet,https://yesplay.bet/llms.txt,https://yesplay.bet/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8244,iefimerida.gr,https://iefimerida.gr/llms.txt,https://www.iefimerida.gr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:24:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8245,flashscore.com.ng,https://flashscore.com.ng/llms.txt,https://www.flashscore.com.ng/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6080,False,,False,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8246,123moviesfree.net,https://123moviesfree.net/llms.txt,https://123moviesfree.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4554,False,,False,True,2026-09-07T07:24:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8247,getredo.com,https://getredo.com/llms.txt,https://getredo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:10Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8248,mdpr.jp,https://mdpr.jp/llms.txt,https://mdpr.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27578,False,,False,True,2026-09-07T07:24:18Z,,,1,missing_404,False,missing_404
8249,gem.gov.in,https://gem.gov.in/llms.txt,https://gem.gov.in/error_404,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,105688,False,,False,True,2026-09-07T07:24:18Z,,Redirected away to https://gem.gov.in/error_404,1,redirect_other,False,redirect_other
8250,chinacloudapi.cn,https://chinacloudapi.cn/llms.txt,https://chinacloudapi.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8251,ksycdn.cn,https://ksycdn.cn/llms.txt,https://ksycdn.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8252,nitori-net.jp,https://nitori-net.jp/llms.txt,https://nitori-net.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8253,skyvegas.com,https://skyvegas.com/llms.txt,https://skyvegas.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1500,False,,False,True,2026-09-07T07:24:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8254,ohio-state.edu,https://ohio-state.edu/llms.txt,https://ohio-state.edu/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8255,terabox.app,https://terabox.app/llms.txt,https://terabox.app/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,TeraBox - 1TB Cloud and AI workspace,3,30,3668,False,,False,False,2026-09-07T07:24:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8256,socialmediagirls.com,https://socialmediagirls.com/llms.txt,https://www.socialmediagirls.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,78256,False,,False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8257,sex-studentki.sale,https://sex-studentki.sale/llms.txt,https://x.sex-studentki.team/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5477,False,,False,False,2026-09-07T07:24:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8258,mgstage.com,http://mgstage.com/llms.txt,https://mgstage.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
8259,delhivery.com,https://delhivery.com/llms.txt,https://www.delhivery.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,6968,False,"Thu, 03 Sep 2026 05:29:16 GMT",True,True,2026-09-07T07:24:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8260,loveread.ec,https://loveread.ec/llms.txt,https://loveread.ec/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8261,orange.pl,https://orange.pl/llms.txt,https://www.orange.pl/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16256,False,,False,False,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8262,livesport.cz,https://livesport.cz/llms.txt,https://www.livesport.cz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5547,False,,False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8263,navitime.biz,https://navitime.biz/llms.txt,https://navitime.biz/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,3429,False,"Wed, 04 Mar 2026 07:02:57 GMT",True,False,2026-09-07T07:24:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8264,antena3.ro,https://antena3.ro/llms.txt,https://antena3.ro/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:24:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8265,bestjavporn.com,https://bestjavporn.com/llms.txt,https://www.bestjavporn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,725,False,,False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8266,annualreviews.org,https://annualreviews.org/llms.txt,https://www.annualreviews.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32702,False,,False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8267,aryion.com,https://aryion.com/llms.txt,https://aryion.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10533,False,"Sun, 06 Sep 2026 01:47:03 GMT",False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8268,7-11.com.tw,https://7-11.com.tw/llms.txt,https://www.7-11.com.tw/xx.html,200,1,True,text/html,redirect_other,False,False,False,,0,0,532,False,"Tue, 05 Jan 2021 08:43:03 GMT",True,False,2026-09-07T07:24:19Z,,Redirected away to https://www.7-11.com.tw/xx.html,1,redirect_other,False,redirect_other
8269,google.fm,https://google.fm/llms.txt,https://google.fm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8270,nabu.casa,https://nabu.casa/llms.txt,https://nabu.casa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8271,pgammedia.com,https://pgammedia.com/llms.txt,https://www.pgammedia.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3263,False,"Mon, 07 Sep 2026 04:17:44 GMT",True,True,2026-09-07T07:24:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8272,tgtube.com,https://tgtube.com/llms.txt,https://www.tgtube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12078,False,,False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8273,playmods.net,https://playmods.net/llms.txt,https://playmods.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,697,False,,False,False,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8274,de17a.com,http://de17a.com/llms.txt,https://de17a.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
8275,mandmdirect.com,http://mandmdirect.com/llms.txt,https://mandmdirect.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:13Z,TIMEOUT,,2,network_timeout,True,network_timeout
8276,yts.gg,https://yts.gg/llms.txt,https://yts.gg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44014,False,,False,True,2026-09-07T07:24:19Z,,,1,missing_404,False,missing_404
8277,dxtech.ai,https://dxtech.ai/llms.txt,https://dxtech.ai/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:13Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8278,supportview.com,http://supportview.com/llms.txt,https://supportview.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:13Z,TIMEOUT,,2,network_timeout,True,network_timeout
8279,brightree.net,https://brightree.net/llms.txt,https://brightree.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8280,xhbox.today,https://xhbox.today/llms.txt,https://xhbox.today/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8281,falabella.com.co,https://falabella.com.co/llms.txt,https://falabella.com.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:14Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8282,tdnsdl1.cn,https://tdnsdl1.cn/llms.txt,https://tdnsdl1.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8283,x-fetish.tube,https://x-fetish.tube/llms.txt,https://x-fetish.tube/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29716,False,,False,True,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8284,idokep.hu,https://idokep.hu/llms.txt,https://www.idokep.hu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8285,litmarket.ru,https://litmarket.ru/llms.txt,https://litmarket.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50165,False,,False,True,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8286,schneier.com,https://schneier.com/llms.txt,https://www.schneier.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42067,False,,False,True,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8287,auntmia.com,https://auntmia.com/llms.txt,https://www.auntmia.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8288,homedepot.com.mx,https://homedepot.com.mx/llms.txt,https://www.homedepot.com.mx/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5890,False,,False,True,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8289,hemnet.se,https://hemnet.se/llms.txt,https://www.hemnet.se/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5598,False,,False,False,2026-09-07T07:24:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8290,manga18.club,https://manga18.club/llms.txt,https://manga18.club/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,488,False,,False,False,2026-09-07T07:24:20Z,,,1,missing_404,False,missing_404
8291,delaware.gov,https://delaware.gov/llms.txt,https://delaware.gov/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19354,False,,False,False,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8292,bankbazaar.com,https://bankbazaar.com/llms.txt,https://www.bankbazaar.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BankBazaar,23,222,41062,False,"Wed, 02 Sep 2026 09:14:02 GMT",True,True,2026-09-07T07:24:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8293,emgsound.ru,https://emgsound.ru/llms.txt,https://emgsound.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:16Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8294,javdock.com,https://javdock.com/llms.txt,https://www.javdock.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35043,False,,False,True,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8295,sharechat.com,https://sharechat.com/llms.txt,https://sharechat.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,True,False,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8296,indeed.net,https://indeed.net/llms.txt,https://www.indeed.com/,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8940,False,,False,False,2026-09-07T07:24:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8297,delicious.com,https://delicious.com/llms.txt,https://delicious.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Delicious.com,4,0,2778,False,"Tue, 28 Jul 2026 07:25:49 GMT",False,False,2026-09-07T07:24:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8298,andersnoren.se,https://andersnoren.se/llms.txt,https://andersnoren.se/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5008,False,"Mon, 07 Sep 2026 07:24:22 GMT",False,True,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8299,clarivate.com,https://clarivate.com/llms.txt,https://clarivate.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8300,flashscore.com.br,https://flashscore.com.br/llms.txt,https://www.flashscore.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6104,False,,False,True,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8301,intsig.net,http://intsig.net/llms.txt,https://intsig.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:16Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
8302,doodle.com,https://doodle.com/llms.txt,https://doodle.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8303,yad2.co.il,https://yad2.co.il/llms.txt,https://yad2.co.il/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,334,False,,False,True,2026-09-07T07:24:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8304,1024tera.com,https://1024tera.com/llms.txt,https://1024tera.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,TeraBox - 1TB Cloud and AI workspace,3,30,3668,False,,False,False,2026-09-07T07:24:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8305,staples.com,http://staples.com/llms.txt,https://staples.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:17Z,TIMEOUT,,2,network_timeout,True,network_timeout
8306,bluedart.com,https://bluedart.com/llms.txt,https://www.bluedart.com/llms.txt,404,1,True,text/html;charset=iso-8859-1,missing_404,False,False,False,,0,0,1100,False,,False,False,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8307,voeazul.com.br,https://voeazul.com.br/llms.txt,https://voeazul.com.br/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,380,False,,False,True,2026-09-07T07:24:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8308,ayhal.com,https://ayhal.com/llms.txt,https://ayhal.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,169,False,,False,True,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8309,cifraclub.com,https://cifraclub.com/llms.txt,https://www.cifraclub.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53771,False,,False,False,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8310,streamrail.com,https://streamrail.com/llms.txt,https://streamrail.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8311,onlinekhabar.com,https://onlinekhabar.com/llms.txt,https://www.onlinekhabar.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65198,False,,False,True,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8312,sportpesa.com,https://sportpesa.com/llms.txt,https://sportpesa.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,375,False,,False,True,2026-09-07T07:24:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8313,amateri.com,https://amateri.com/llms.txt,https://www.amateri.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,335354,False,,False,True,2026-09-07T07:24:21Z,,,1,missing_404,False,missing_404
8314,presseportal.de,https://presseportal.de/llms.txt,https://www.presseportal.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16134,False,,False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8315,jpmorganchase.com,https://jpmorganchase.com/llms.txt,https://www.jpmorganchase.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6957,False,"Wed, 19 Aug 2026 13:45:55 GMT",True,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8316,goldbet.it,https://goldbet.it/llms.txt,https://goldbet.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,372,False,,False,True,2026-09-07T07:24:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8317,chichi-pui.com,https://chichi-pui.com/llms.txt,https://www.chichi-pui.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49141,False,,False,False,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8318,infineon.com,https://infineon.com/llms.txt,https://infineon.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:18Z,HTTP_ERROR_400,,2,network_timeout,True,network_timeout
8319,decathlon.it,https://decathlon.it/llms.txt,https://www.decathlon.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,89317,False,,False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8320,pozdravok.com,https://pozdravok.com/llms.txt,https://www.pozdravok.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5983,False,,False,False,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8321,google.mn,https://google.mn/llms.txt,https://google.mn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8322,dagospia.com,https://dagospia.com/llms.txt,https://www.dagospia.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18557,False,,False,False,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8323,xxxshame.com,https://xxxshame.com/llms.txt,https://xxxshame.com/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45906,False,"Mon, 07 Sep 2026 07:20:00 GMT",False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8324,xanimu.com,https://xanimu.com/llms.txt,https://xanimu.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,273,False,,False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8325,soccer365.ru,https://soccer365.ru/llms.txt,https://soccer365.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1459,False,,False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8326,casa.it,https://casa.it/llms.txt,https://www.casa.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,44298,False,"Mon, 24 Aug 2026 10:58:49 GMT",True,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8327,kaliscan.io,https://kaliscan.io/llms.txt,https://kaliscan.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45176,False,,False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8328,eki-net.com,https://eki-net.com/llms.txt,https://eki-net.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8329,nykaafashion.com,http://nykaafashion.com/llms.txt,https://nykaafashion.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
8330,21vek.by,https://21vek.by/llms.txt,https://21vek.by/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:19Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8331,jwpsrv.com,https://jwpsrv.com/llms.txt,https://jwpsrv.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,15,False,,False,False,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8332,react.dev,https://react.dev/llms.txt,https://react.dev/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,React Documentation,2,178,14409,False,,False,True,2026-09-07T07:24:22Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8333,cameraprive.com,https://cameraprive.com/llms.txt,https://cameraprive.com/br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5064,False,"Mon, 07 Sep 2026 07:24:24 GMT",False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8334,platinmods.com,https://platinmods.com/llms.txt,https://platinmods.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34496,False,"Mon, 07 Sep 2026 07:24:23 GMT",False,True,2026-09-07T07:24:22Z,,,1,missing_404,False,missing_404
8335,www.gob.mx,https://www.gob.mx/llms.txt,https://www.gob.mx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2156,False,,True,True,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8336,nrdc.org,https://nrdc.org/llms.txt,https://www.nrdc.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,681,False,,False,True,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8337,rezultati.com,https://rezultati.com/llms.txt,https://www.rezultati.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5307,False,,False,True,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8338,poly.com,http://poly.com/llms.txt,https://poly.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
8339,kisskh.do,https://kisskh.do/llms.txt,https://kisskh.is/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,20881,False,"Sat, 28 Feb 2026 08:05:03 GMT",False,True,2026-09-07T07:24:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8340,elwatannews.com,https://elwatannews.com/llms.txt,https://elwatannews.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5562,False,,False,False,2026-09-07T07:24:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8341,violity.com,https://violity.com/llms.txt,https://violity.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5511,False,,False,False,2026-09-07T07:24:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8342,openedition.org,https://openedition.org/llms.txt,https://www.openedition.org/llms.txt,404,2,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8343,showroomprive.com,https://showroomprive.com/llms.txt,https://www.showroomprive.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,7907,False,"Mon, 07 Sep 2026 03:20:13 GMT",False,True,2026-09-07T07:24:23Z,,Redirected away to https://www.showroomprive.com,1,redirect_other,False,redirect_other
8344,dome9.com,https://dome9.com/llms.txt,https://www.checkpoint.com/cloudguard/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,31878,False,,False,True,2026-09-07T07:24:23Z,,Redirected away to https://www.checkpoint.com/cloudguard/,1,redirect_other,False,redirect_other
8345,iucn.org,https://iucn.org/llms.txt,https://iucn.org/llms.txt,403,0,True,text/html; charset=utf8,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8346,confirmtkt.com,https://confirmtkt.com/llms.txt,https://www.confirmtkt.com/error-404.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,2035,False,"Wed, 29 Jul 2026 08:07:40 GMT",True,True,2026-09-07T07:24:23Z,,Redirected away to https://www.confirmtkt.com/error-404.html,1,redirect_other,False,redirect_other
8347,google.com.qa,https://google.com.qa/llms.txt,https://google.com.qa/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8348,freepornvideos.xxx,https://freepornvideos.xxx/llms.txt,https://www.freepornvideos.xxx/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,87390,False,,False,True,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8349,vasdgame.com,https://vasdgame.com/llms.txt,https://vasdgame.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8350,awsdns-56.co.uk,https://awsdns-56.co.uk/llms.txt,https://awsdns-56.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8351,shopier.com,https://shopier.com/llms.txt,https://shopier.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5575,False,,False,False,2026-09-07T07:24:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8352,redwap.me,https://redwap.me/llms.txt,https://www.redwap.me/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8353,wow.xxx,https://wow.xxx/llms.txt,https://www.wowxxx.to/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,93236,False,,False,True,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8354,movieboxpro.app,https://movieboxpro.app/llms.txt,https://www.movieboxpro.app/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1714,False,,False,False,2026-09-07T07:24:23Z,,,1,missing_404,False,missing_404
8355,aniworld.to,https://aniworld.to/llms.txt,https://aniworld.to/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,612,False,,False,False,2026-09-07T07:24:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8356,xasiat.com,https://xasiat.com/llms.txt,https://xasiat.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4547,False,,False,True,2026-09-07T07:24:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8357,kas-labs.com,https://kas-labs.com/llms.txt,https://kas-labs.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:23Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8358,google.gg,https://google.gg/llms.txt,https://google.gg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8359,inaproc.id,https://inaproc.id/llms.txt,https://inaproc.id/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,20141,False,,False,False,2026-09-07T07:24:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8360,livecamrips.to,https://livecamrips.to/llms.txt,https://livecamrips.to/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2191,False,,False,True,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8361,simonandschuster.com,https://simonandschuster.com/llms.txt,https://www.simonandschuster.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,89661,False,,False,False,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8362,felissimo.co.jp,https://felissimo.co.jp/llms.txt,https://www.felissimo.co.jp/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1370,False,,False,True,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8363,solodeportes.com.ar,https://solodeportes.com.ar/llms.txt,https://solodeportes.com.ar/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:24:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8364,aalto.fi,https://aalto.fi/llms.txt,https://www.aalto.fi/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8365,javtiful.com,https://javtiful.com/llms.txt,https://javtiful.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57468,False,,False,False,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8366,zeronaught.com,https://zeronaught.com/llms.txt,https://zeronaught.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,154,False,,False,False,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8367,hentaicity.com,https://hentaicity.com/llms.txt,https://hentaicity.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,12518,False,,False,False,2026-09-07T07:24:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8368,humblebundle.com,https://humblebundle.com/llms.txt,https://www.humblebundle.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5085,False,,False,False,2026-09-07T07:24:24Z,,,1,missing_404,False,missing_404
8369,teams-msedge.net,https://teams-msedge.net/llms.txt,https://teams-msedge.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8370,imovelweb.com.br,https://imovelweb.com.br/llms.txt,https://www.imovelweb.com.br/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Imovelweb,3,5,1594,False,"Thu, 29 Jan 2026 19:47:27 GMT",True,True,2026-09-07T07:24:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8371,cinepolis.com,https://cinepolis.com/llms.txt,https://cinepolis.com/in,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3695,False,,True,False,2026-09-07T07:24:24Z,,Redirected away to https://cinepolis.com/in,1,redirect_other,False,redirect_other
8372,wikimapia.org,https://wikimapia.org/llms.txt,https://wikimapia.org/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:24:24Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8373,otieu.com,https://otieu.com/llms.txt,https://otieu.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:24:24Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
8374,weebcentral.com,https://weebcentral.com/llms.txt,https://weebcentral.com/404,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5105,False,,False,False,2026-09-07T07:24:24Z,,Redirected away to https://weebcentral.com/404,1,redirect_other,False,redirect_other
8375,lefrecce.it,https://lefrecce.it/llms.txt,https://www.lefrecce.it/courtesy_page/lefrecce.htm,200,1,True,text/html,redirect_other,False,False,False,,0,0,2947,False,"Fri, 26 Jan 2018 17:27:05 GMT",False,False,2026-09-07T07:24:24Z,,Redirected away to https://www.lefrecce.it/courtesy_page/lefrecce.htm,1,redirect_other,False,redirect_other
8376,zblogcn.com,https://zblogcn.com/llms.txt,https://zblogcn.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:24Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
8377,tu-berlin.de,https://tu-berlin.de/llms.txt,https://tu-berlin.de/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:25Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
8378,blackmagicdesign.com,https://blackmagicdesign.com/llms.txt,https://www.blackmagicdesign.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Blackmagic Design,3,75,27753,False,"Mon, 24 Aug 2026 05:33:50 GMT",True,True,2026-09-07T07:24:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8379,lura.live,https://lura.live/llms.txt,https://lura.live/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8380,analog.com,http://analog.com/llms.txt,https://analog.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:24Z,TIMEOUT,,2,network_timeout,True,network_timeout
8381,anikototv.to,https://anikototv.to/llms.txt,https://anikototv.to/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65075,False,,False,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8382,bongacams.com,https://bongacams.com/llms.txt,https://bongacams.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4195,False,,False,False,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8383,moe.gov.my,https://moe.gov.my/llms.txt,https://www.moe.gov.my/llms.txt,500,1,True,text/html,network_timeout,False,False,False,,0,0,4458,False,,False,False,2026-09-07T07:44:26Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
8384,kayzen.io,https://kayzen.io/llms.txt,https://kayzen.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57639,False,,False,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8385,saveclip.app,https://saveclip.app/llms.txt,https://saveclip.app/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2225,False,,False,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8386,ikman.lk,https://ikman.lk/llms.txt,https://ikman.lk/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,ikman,9,49,7637,True,,True,True,2026-09-07T07:24:25Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8387,pixnet.net,https://pixnet.net/llms.txt,https://www.pixnet.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17884,False,,True,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8388,partsouq.com,https://partsouq.com/llms.txt,https://partsouq.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,59652,False,,False,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8389,scarabresearch.com,http://scarabresearch.com/llms.txt,https://scarabresearch.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:28Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
8390,yadro.ru,https://yadro.ru/llms.txt,https://yadro.ru/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,202,False,,False,False,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8391,xxx-sex.one,https://xxx-sex.one/llms.txt,https://xxx-sex.one/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8392,espn.com.ar,https://espn.com.ar/llms.txt,https://www.espn.com.ar/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8393,google.ba,https://google.ba/llms.txt,https://google.ba/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8394,obilet.com,https://obilet.com/llms.txt,https://www.obilet.com/bulunamadi,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,118173,False,,False,False,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8395,multporn.net,https://multporn.net/llms.txt,https://multporn.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8396,router-network.com,https://router-network.com/llms.txt,https://router-network.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5750,False,,False,False,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8397,adultfuns.club,https://adultfuns.club/llms.txt,https://adultfuns.club/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:24:25Z,,,1,missing_404,False,missing_404
8398,nomura.co.jp,https://nomura.co.jp/llms.txt,https://nomura.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8399,channelexco.com,https://channelexco.com/llms.txt,https://channelexco.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:29Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8400,friv.com,https://friv.com/llms.txt,https://www.friv.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5989,False,,True,False,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8401,sss.gov.ph,https://sss.gov.ph/llms.txt,https://sss.gov.ph/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:30Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8402,la.lv,https://la.lv/llms.txt,https://www.la.lv/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,15565,False,,False,True,2026-09-07T07:24:26Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8403,newsit.gr,https://newsit.gr/llms.txt,https://www.newsit.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62706,False,,False,True,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8404,mistral.ai,https://mistral.ai/llms.txt,https://mistral.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Mistral AI,8,27,5482,False,,True,True,2026-09-07T07:24:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8405,pluxee.app,http://pluxee.app/llms.txt,https://www.pluxeegroup.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,151681,False,"Thu, 27 Aug 2026 15:44:18 GMT",True,True,2026-09-07T07:24:26Z,TIMEOUT,Redirected away to https://www.pluxeegroup.com/,1,redirect_other,False,redirect_other
8406,javlibrary.com,https://javlibrary.com/llms.txt,https://javlibrary.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3350,False,,False,False,2026-09-07T07:24:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8407,javhd.today,https://javhd.today/llms.txt,https://javhd.today/llmstxt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31624,False,,False,True,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8408,sextb.net,https://sextb.net/llms.txt,https://sextb.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8409,google.lu,https://google.lu/llms.txt,https://google.lu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8410,tamin.ir,https://tamin.ir/llms.txt,https://tamin.ir/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,21191,False,,False,False,2026-09-07T07:24:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8411,bebee.com,https://bebee.com/llms.txt,https://bebee.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BeBee,4,0,1099,False,"Wed, 02 Sep 2026 17:55:38 GMT",True,True,2026-09-07T07:24:26Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8412,kingofshojo.com,https://kingofshojo.com/llms.txt,https://kingofshojo.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17189,False,,False,True,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8413,tatilbudur.com,http://tatilbudur.com/llms.txt,https://tatilbudur.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:30Z,SSL_ERROR,,2,network_timeout,True,network_timeout
8414,zonaprop.com.ar,https://zonaprop.com.ar/llms.txt,https://www.zonaprop.com.ar/llms.txt,404,1,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8415,mywellness.com,https://mywellness.com/llms.txt,https://www.mywellness.com/llms.txt,500,1,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7383,False,,True,False,2026-09-07T07:44:31Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
8416,marketscreener.com,https://marketscreener.com/llms.txt,https://www.marketscreener.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,141311,False,,False,True,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8417,medu.ir,https://medu.ir/llms.txt,https://medu.ir/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:26Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
8418,futura-sciences.com,https://futura-sciences.com/llms.txt,https://www.futura-sciences.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41136,False,,False,True,2026-09-07T07:24:26Z,,,1,missing_404,False,missing_404
8419,mangaread.org,https://mangaread.org/llms.txt,https://www.mangaread.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,134492,False,,False,True,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8420,ripley.com.pe,https://ripley.com.pe/llms.txt,https://simple.ripley.com.pe/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5562,False,,False,False,2026-09-07T07:24:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8421,wi.gov,https://wi.gov/llms.txt,https://wi.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8422,homecenter.com.co,https://homecenter.com.co/llms.txt,https://www.homecenter.com.co/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8423,soinluck.com,https://soinluck.com/llms.txt,https://soinluck.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,559,False,"Fri, 19 Apr 2024 06:53:44 GMT",True,False,2026-09-07T07:24:27Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8424,tudn.com,https://tudn.com/llms.txt,https://www.tudn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61305,False,,False,True,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8425,wiz.cn,https://wiz.cn/llms.txt,https://www.wiz.cn/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8426,ezoicns.com,https://ezoicns.com/llms.txt,https://www.ezoic.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24570,False,,False,True,2026-09-07T07:24:27Z,,Redirected away to https://www.ezoic.com/,1,redirect_other,False,redirect_other
8427,espn.com.mx,https://espn.com.mx/llms.txt,https://www.espn.com.mx/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1,False,,False,True,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8428,wartank.ru,https://wartank.ru/llms.txt,https://wartank.ru/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1339,False,,False,True,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8429,apkvision.org,https://apkvision.org/llms.txt,https://apkvision.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7923,False,,False,True,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8430,senat.fr,https://senat.fr/llms.txt,https://www.senat.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4090,False,,False,False,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8431,myhentaicomics.com,https://myhentaicomics.com/llms.txt,https://myhentaicomics.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29516,False,,False,True,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8432,novelpia.com,https://novelpia.com/llms.txt,https://novelpia.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,87895,False,,False,False,2026-09-07T07:24:27Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8433,idlixku.com,https://idlixku.com/llms.txt,https://idlixku.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8434,comfortweather.com,https://comfortweather.com/llms.txt,https://comfortweather.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56649,False,,False,False,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8435,medicinenet.com,https://medicinenet.com/llms.txt,https://www.medicinenet.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12312,False,,False,False,2026-09-07T07:24:27Z,,,1,missing_404,False,missing_404
8436,redcdn.pl,https://redcdn.pl/llms.txt,https://redcdn.pl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8437,railyatri.in,https://railyatri.in/llms.txt,https://www.railyatri.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31038,False,,False,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8438,google.bi,https://google.bi/llms.txt,https://google.bi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8439,skyscanner.es,https://skyscanner.es/llms.txt,https://www.skyscanner.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8440,ndtv.in,https://ndtv.in/llms.txt,https://ndtv.in/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:24:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8441,datezone.com,https://datezone.com/llms.txt,https://pl.datezone.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,False,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8442,xhbig.com,https://xhbig.com/llms.txt,https://xhbig.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8443,kingmods.net,https://kingmods.net/llms.txt,https://www.kingmods.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10518,False,,False,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8444,ruhr24.de,https://ruhr24.de/llms.txt,https://www.ruhr24.de/llms.txt,404,2,True,text/xml;charset=utf-8,missing_404,False,False,False,,0,0,1239,False,,False,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8445,gismeteo.by,https://gismeteo.by/llms.txt,https://www.gismeteo.by/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42218,False,,False,False,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8446,bonprix.de,https://bonprix.de/llms.txt,https://www.bonprix.de/llms.txt,404,1,True,application/json,missing_404,False,False,False,,0,0,35,False,,False,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8447,javxxx.me,https://javxxx.me/llms.txt,https://javxxx.me/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5517,False,,False,False,2026-09-07T07:24:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8448,balena-cloud.com,https://balena-cloud.com/llms.txt,https://dashboard.balena-cloud.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,7594,False,"Fri, 04 Sep 2026 14:36:18 GMT",False,True,2026-09-07T07:24:28Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8449,skyscanner.co.in,https://skyscanner.co.in/llms.txt,https://www.skyscanner.co.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8450,nova.rs,https://nova.rs/llms.txt,https://nova.rs/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,75793,False,,False,False,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8451,popcornnews.ru,https://popcornnews.ru/llms.txt,https://www.popcornnews.ru/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3876,False,,False,True,2026-09-07T07:24:28Z,,,1,missing_404,False,missing_404
8452,happymail.co.jp,https://happymail.co.jp/llms.txt,https://happymail.co.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31929,False,,False,False,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8453,namnak.com,https://namnak.com/llms.txt,https://namnak.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,579,False,,False,True,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8454,erothots1.com,https://erothots1.com/llms.txt,https://erothots1.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,182,False,,True,False,2026-09-07T07:24:29Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
8455,opentrackr.org,https://opentrackr.org/llms.txt,https://opentrackr.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8456,awsdns-11.co.uk,https://awsdns-11.co.uk/llms.txt,https://awsdns-11.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8457,popsugar.com,http://popsugar.com/llms.txt,https://www.popsugar.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,753,False,,False,False,2026-09-07T07:24:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8458,coursiv.io,https://coursiv.io/llms.txt,https://coursiv.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18440,False,"Mon, 07 Sep 2026 04:06:40 GMT",True,True,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8459,cic.fr,https://cic.fr/llms.txt,https://www.cic.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7603,False,"Wed, 08 Oct 2025 09:23:22 GMT",True,True,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8460,privateinternetaccess.com,https://privateinternetaccess.com/llms.txt,https://privateinternetaccess.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,54185,False,,False,False,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8461,heavy-r.com,https://heavy-r.com/llms.txt,https://www.heavy-r.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32734,False,,False,True,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8462,cleartax.in,https://cleartax.in/llms.txt,https://cleartax.in/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,358,102683,False,,False,False,2026-09-07T07:24:29Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
8463,ss.lv,https://ss.lv/llms.txt,https://www.ss.lv/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,24903,False,,False,True,2026-09-07T07:24:29Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8464,astrocade.com,https://astrocade.com/llms.txt,https://www.astrocade.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Astrocade,3,0,2752,False,"Mon, 07 Sep 2026 07:24:31 GMT",True,True,2026-09-07T07:24:29Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8465,mailin.fr,https://mailin.fr/llms.txt,https://mailin.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1394,False,,False,False,2026-09-07T07:24:29Z,,,1,missing_404,False,missing_404
8466,zabbix.com,https://zabbix.com/llms.txt,https://www.zabbix.com/page404,200,2,True,text/html,redirect_other,False,False,False,,0,0,20261,False,"Fri, 04 Sep 2026 09:50:25 GMT",False,False,2026-09-07T07:24:29Z,,Redirected away to https://www.zabbix.com/page404,1,redirect_other,False,redirect_other
8467,chunkbase.com,https://chunkbase.com/llms.txt,https://www.chunkbase.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10206,False,,False,True,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8468,cienradios.com,https://cienradios.com/llms.txt,https://cienradios.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8469,veikkaus.fi,https://veikkaus.fi/llms.txt,https://www.veikkaus.fi/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,32577,False,,False,False,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8470,halktv.com.tr,https://halktv.com.tr/llms.txt,https://halktv.com.tr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27818,False,,False,True,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8471,allfreenovel.com,https://allfreenovel.com/llms.txt,https://allfreenovel.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19412,False,,False,False,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8472,totogaming.am,https://totogaming.am/llms.txt,https://totogaming.am/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,375,False,,False,True,2026-09-07T07:24:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8473,mangakakalot.gg,https://mangakakalot.gg/llms.txt,https://www.mangakakalot.gg/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8474,sail-personalize.com,https://sail-personalize.com/llms.txt,https://sail-personalize.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8475,maybank2u.com.my,http://maybank2u.com.my/llms.txt,https://maybank2u.com.my/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
8476,flashscore.co.id,https://flashscore.co.id/llms.txt,https://www.flashscore.co.id/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6104,False,,False,True,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8477,thehackernews.com,https://thehackernews.com/llms.txt,https://thehackernews.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,llms.txt — LLM Access & Attribution Policy,0,0,2721,False,"Tue, 17 Feb 2026 19:35:24 GMT",True,True,2026-09-07T07:24:30Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8478,shinigami.asia,https://shinigami.asia/llms.txt,https://shinigami.asia/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:24:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8479,totalbattle.com,https://totalbattle.com/llms.txt,https://totalbattle.com/en/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50,False,,False,True,2026-09-07T07:24:30Z,,,1,missing_404,False,missing_404
8480,demonicscans.org,http://demonicscans.org/llms.txt,https://demonicscans.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:37Z,TIMEOUT,,2,network_timeout,True,network_timeout
8481,walesonline.co.uk,https://walesonline.co.uk/llms.txt,https://www.walesonline.co.uk/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8462,False,,False,False,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8482,imss.gob.mx,https://imss.gob.mx/llms.txt,https://www.imss.gob.mx/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,866,False,,False,True,2026-09-07T07:24:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8483,mixnews.lv,https://mixnews.lv/llms.txt,https://mixnews.lv/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,248983,False,"Mon, 07 Sep 2026 07:24:25 GMT",True,True,2026-09-07T07:24:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8484,skylark.co.jp,https://skylark.co.jp/llms.txt,https://skylark.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:38Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8485,alfasense.com,https://alfasense.com/llms.txt,https://alfasense.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,574,False,"Wed, 27 May 2026 09:56:53 GMT",False,False,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8486,emojicombos.com,https://emojicombos.com/llms.txt,https://emojicombos.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,109,False,,True,True,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8487,smartnews-ads.com,http://smartnews-ads.com/llms.txt,https://smartnews-ads.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:38Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8488,americatv.com.pe,https://americatv.com.pe/llms.txt,https://www.americatv.com.pe/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,LLMs.txt for americatv.com.pe,0,0,1437,False,"Sun, 09 Aug 2026 17:31:18 GMT",True,True,2026-09-07T07:24:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8489,onlinejobs.ph,https://onlinejobs.ph/llms.txt,https://www.onlinejobs.ph/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,206875,False,,False,False,2026-09-07T07:24:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8490,c212.net,https://c212.net/llms.txt,https://c212.net/llms.txt,404,0,True,text/html;charset=iso-8859-1,missing_404,False,False,False,,0,0,454,False,,False,True,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8491,allegro.hu,https://allegro.hu/llms.txt,https://allegro.hu/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Allegro,3,3,7467,False,,False,True,2026-09-07T07:24:31Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8492,lotterypost.com,https://lotterypost.com/llms.txt,https://www.lotterypost.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5501,False,,False,True,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8493,bandsintown.com,https://bandsintown.com/llms.txt,https://www.bandsintown.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4552,False,,False,True,2026-09-07T07:24:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8494,tokyo-sports.co.jp,https://tokyo-sports.co.jp/llms.txt,https://www.tokyo-sports.co.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3816,False,,False,True,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8495,shonenjumpplus.com,https://shonenjumpplus.com/llms.txt,https://shonenjumpplus.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16378,False,,False,True,2026-09-07T07:24:31Z,,,1,missing_404,False,missing_404
8496,oanda.com,https://oanda.com/llms.txt,https://www.oanda.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4955,False,,False,False,2026-09-07T07:24:32Z,,,1,missing_404,False,missing_404
8497,hentairead.com,https://hentairead.com/llms.txt,https://hentairead.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,811,False,,False,False,2026-09-07T07:24:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8498,rb.gy,https://rb.gy/llms.txt,https://free-url-shortener.rb.gy/,200,1,True,text/html,redirect_other,False,False,False,,0,0,16887,False,"Wed, 08 Jul 2026 22:53:56 GMT",True,True,2026-09-07T07:24:32Z,,Redirected away to https://free-url-shortener.rb.gy/,1,redirect_other,False,redirect_other
8499,buffermotivatorsuffice.com,https://buffermotivatorsuffice.com/llms.txt,https://buffermotivatorsuffice.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:32Z,,,1,missing_404,False,missing_404
8500,xnxx-ru.com,https://xnxx-ru.com/llms.txt,https://www.xnxx-ru.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11106,False,,False,False,2026-09-07T07:24:32Z,,,1,missing_404,False,missing_404
8501,txxx.me,https://txxx.me/llms.txt,https://txxx.me/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8502,meteomedia.com,https://meteomedia.com/llms.txt,https://meteomedia.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:38Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8503,gosexpod.com,https://gosexpod.com/llms.txt,https://gosexpod.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,91421,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8504,nefisyemektarifleri.com,https://nefisyemektarifleri.com/llms.txt,https://www.nefisyemektarifleri.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5599,False,,False,False,2026-09-07T07:24:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8505,yenicaggazetesi.com,https://yenicaggazetesi.com/llms.txt,https://www.yenicaggazetesi.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,97845,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8506,notvpn.io,https://notvpn.io/llms.txt,https://notvpn.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8507,google.co.mz,https://google.co.mz/llms.txt,https://google.co.mz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8508,gcore.com,https://gcore.com/llms.txt,https://gcore.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Gcore Docs,2,18,4488,True,"Mon, 07 Sep 2026 07:24:46 GMT",False,True,2026-09-07T07:24:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8509,doofinder.com,https://doofinder.com/llms.txt,https://www.doofinder.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72384,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8510,g4media.ro,https://g4media.ro/llms.txt,https://g4media.ro/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1019,False,,False,False,2026-09-07T07:24:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8511,sssinstagram.com,https://sssinstagram.com/llms.txt,https://sssinstagram.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6603,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8512,hot-sex-tube.com,https://hot-sex-tube.com/llms.txt,https://hot-sex-tube.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,145374,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8513,toast.com,https://toast.com/llms.txt,https://toast.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:40Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8514,ipcheckerapi.com,https://ipcheckerapi.com/llms.txt,https://ipcheckerapi.com/llms.txt,404,0,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,47,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8515,t-static.ru,https://t-static.ru/llms.txt,https://t-static.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8516,world.co.jp,https://world.co.jp/llms.txt,https://corp.world.co.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24576,False,,False,False,2026-09-07T07:24:44Z,,Redirected away to https://corp.world.co.jp/,1,redirect_other,False,redirect_other
8517,tubesafari.com,https://tubesafari.com/llms.txt,https://tubesafari.com/llms.txt,500,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,290,False,,False,False,2026-09-07T07:44:42Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
8518,tsa.gov,https://tsa.gov/llms.txt,https://tsa.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,False,2026-09-07T07:24:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8519,onlinesbi.sbi,https://onlinesbi.sbi/llms.txt,https://onlinesbi.sbi.bank.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2221,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8520,iskur.gov.tr,https://iskur.gov.tr/llms.txt,https://iskur.gov.tr/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8521,doviz.com,https://doviz.com/llms.txt,https://doviz.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:24:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8522,sex6x.com,https://sex6x.com/llms.txt,https://www.sex6x.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37932,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8523,13o.net,https://13o.net/llms.txt,https://13o.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,169,False,,False,True,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8524,qvc.de,https://qvc.de/llms.txt,https://qvc.de/llms.txt,418,0,True,text/html,ambiguous,False,False,False,,0,0,1046,False,,False,True,2026-09-07T07:24:44Z,,,1,ambiguous,False,ambiguous
8525,cheqzone.com,https://cheqzone.com/llms.txt,https://cheqzone.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8526,uba.ar,https://uba.ar/llms.txt,https://uba.ar/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,15738,False,,False,True,2026-09-07T07:24:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8527,ilportaledellautomobilista.it,https://ilportaledellautomobilista.it/llms.txt,https://ilportaledellautomobilista.it/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:43Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8528,91porna.com,http://91porna.com/llms.txt,https://91porna.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66496,False,,False,False,2026-09-07T07:24:44Z,TIMEOUT,,1,missing_404,False,missing_404
8529,cellphones.com.vn,https://cellphones.com.vn/llms.txt,https://cellphones.com.vn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,336,False,,False,False,2026-09-07T07:24:44Z,,,1,missing_404,False,missing_404
8530,bcv.org.ve,https://bcv.org.ve/llms.txt,https://bcv.org.ve/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,3962,False,,False,False,2026-09-07T07:44:43Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
8531,camstreams.tv,https://camstreams.tv/llms.txt,https://camstreams.tv/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,42908,False,,False,True,2026-09-07T07:24:44Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8532,lazada.com.my,https://lazada.com.my/llms.txt,https://www.lazada.com.my/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Lazada Malaysia (lazada.com.my),4,0,2669,False,,False,True,2026-09-07T07:24:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8533,etsystatic.com,https://etsystatic.com/llms.txt,https://etsystatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8534,bids.ws,http://bids.ws/llms.txt,http://bids.ws/llms.txt,403,0,False,application/xml,blocked_forbidden,False,False,False,,0,0,243,False,,False,False,2026-09-07T07:24:44Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8535,vidssave.com,https://vidssave.com/llms.txt,https://vidssave.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Vidssave.com,1,8,1013,False,"Thu, 03 Sep 2026 05:44:37 GMT",True,True,2026-09-07T07:24:44Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8536,adtidy.org,https://adtidy.org/llms.txt,https://adtidy.org/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8537,ilmatieteenlaitos.fi,https://ilmatieteenlaitos.fi/llms.txt,https://www.ilmatieteenlaitos.fi/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32168,False,,False,True,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8538,c-span.org,https://c-span.org/llms.txt,https://www.c-span.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14567,False,,False,True,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8539,deakin.edu.au,https://deakin.edu.au/llms.txt,https://www.deakin.edu.au/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5581,False,,False,False,2026-09-07T07:24:45Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8540,youappi.com,https://youappi.com/llms.txt,https://youappi.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,11240,False,,False,False,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8541,thalesgroup.com,https://thalesgroup.com/llms.txt,https://www.thalesgroup.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1027,False,"Mon, 07 Sep 2026 05:24:00 GMT",True,True,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8542,bbox.fr,https://bbox.fr/llms.txt,https://bbox.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8543,metaporn.com,https://metaporn.com/llms.txt,https://www.metaporn.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46200,False,,False,True,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8544,ouo.press,https://ouo.press/llms.txt,https://ouo.press/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1916,False,,False,True,2026-09-07T07:24:45Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8545,cuisineaz.com,https://cuisineaz.com/llms.txt,https://www.cuisineaz.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6576,False,,False,True,2026-09-07T07:24:45Z,,,1,missing_404,False,missing_404
8546,digisport.ro,https://digisport.ro/llms.txt,https://www.digisport.ro/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,59823,False,,False,True,2026-09-07T07:24:46Z,,Redirected away to https://www.digisport.ro/,1,redirect_other,False,redirect_other
8547,nya5.com,https://nya5.com/llms.txt,https://nya5.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8548,pushy.me,https://pushy.me/llms.txt,https://pushy.me/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11964,False,,False,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8549,bms.com,https://bms.com/llms.txt,https://www.bms.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,65162,False,,False,True,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8550,pestpac.com,https://pestpac.com/llms.txt,https://www.pestpac.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PestPac by WorkWave,6,22,4477,False,"Mon, 07 Sep 2026 07:24:48 GMT",False,False,2026-09-07T07:24:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8551,anal.media,https://anal.media/llms.txt,https://anal.media/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16062,False,,False,True,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8552,paziresh24.com,https://paziresh24.com/llms.txt,https://www.paziresh24.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16647,False,,True,True,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8553,cool18.com,https://cool18.com/llms.txt,https://www.cool18.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8554,readli.net,https://readli.net/llms.txt,https://readli.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8555,digialm.com,https://digialm.com/llms.txt,https://digialm.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17885,False,"Mon, 04 May 2026 10:00:45 GMT",True,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8556,win2day.at,https://win2day.at/llms.txt,https://www.win2day.at/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,win2day.at,6,14,3589,False,"Wed, 19 Aug 2026 12:37:04 GMT",True,True,2026-09-07T07:24:46Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8557,transfermarkt.es,https://transfermarkt.es/llms.txt,https://www.transfermarkt.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20604,False,,False,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8558,healow.com,https://healow.com/llms.txt,https://healow.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1992,False,,False,False,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8559,beatport.com,https://beatport.com/llms.txt,https://www.beatport.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7270,False,,False,True,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8560,billiongraves.com,https://billiongraves.com/llms.txt,https://billiongraves.com/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,282,False,,False,False,2026-09-07T07:44:44Z,HTTP_403,,2,network_timeout,True,blocked_forbidden
8561,nhentai.xxx,https://nhentai.xxx/llms.txt,https://nhentai.xxx/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9440,False,,False,True,2026-09-07T07:24:46Z,,,1,missing_404,False,missing_404
8562,kniga-online.com,https://kniga-online.com/llms.txt,https://kniga-online.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5562,False,,False,False,2026-09-07T07:24:46Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8563,abbott.com,https://abbott.com/llms.txt,https://www.abbott.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,69524,False,"Mon, 07 Sep 2026 07:24:16 GMT",True,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8564,doz.pl,http://doz.pl/llms.txt,https://doz.pl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:44Z,TIMEOUT,,2,network_timeout,True,network_timeout
8565,law.com,https://law.com/llms.txt,https://www.law.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,131860,False,,False,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8566,yieldlab.net,https://yieldlab.net/llms.txt,https://yieldlab.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,341,False,,False,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8567,nikkei225jp.com,https://nikkei225jp.com/llms.txt,https://nikkei225jp.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31297,False,,False,False,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8568,ampaeservices.com,https://ampaeservices.com/llms.txt,https://ampaeservices.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8569,91porn.com,https://91porn.com/llms.txt,https://91porn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,680,False,,False,False,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8570,noticiasaominuto.com,https://noticiasaominuto.com/llms.txt,https://www.noticiasaominuto.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,www.noticiasaominuto.com llms.txt,0,51,10893,False,"Thu, 30 Apr 2026 14:15:00 GMT",True,False,2026-09-07T07:24:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8571,doctoreto.com,https://doctoreto.com/llms.txt,https://doctoreto.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42340,False,,True,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8572,cars24.com,https://cars24.com/llms.txt,https://www.cars24.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,llms.txt for cars24.com,10,3,7969,False,,False,False,2026-09-07T07:24:47Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8573,google.com.ly,https://google.com.ly/llms.txt,https://google.com.ly/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8574,xn--mgbkt9eckr.net,https://xn--mgbkt9eckr.net/llms.txt,https://xn--mgbkt9eckr.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33220,False,"Mon, 07 Sep 2026 07:24:49 GMT",False,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8575,massagerepublic.com,https://massagerepublic.com/llms.txt,https://massagerepublic.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22507,False,,False,False,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8576,sport24.gr,https://sport24.gr/llms.txt,https://sport24.gr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4547,False,,False,True,2026-09-07T07:24:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8577,informer.rs,https://informer.rs/llms.txt,https://informer.rs/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,70509,False,,False,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8578,kryptex.network,http://kryptex.network/llms.txt,https://kryptex.network/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:46Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
8579,bangkokpost.com,https://bangkokpost.com/llms.txt,https://www.bangkokpost.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55976,False,,False,True,2026-09-07T07:24:47Z,,,1,missing_404,False,missing_404
8580,twnic.net.tw,http://twnic.net.tw/llms.txt,https://twnic.net.tw/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:46Z,SSL_ERROR,,2,network_timeout,True,network_timeout
8581,roeyecdn.com,http://roeyecdn.com/llms.txt,http://roeyecdn.com/llms.txt,403,0,False,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,303,False,,False,False,2026-09-07T07:24:47Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8582,adliran.ir,https://adliran.ir/llms.txt,https://adliran.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:47Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8583,wien.gv.at,https://wien.gv.at/llms.txt,https://www.wien.gv.at/llms.txt/,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32842,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8584,clear-guide.org,https://clear-guide.org/llms.txt,https://clear-guide.org/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8585,al.com,https://al.com/llms.txt,https://www.al.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58,False,"Mon, 07 Sep 2026 07:24:50 GMT",True,True,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8586,lesta.ru,https://lesta.ru/llms.txt,https://lesta.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35863,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8587,google.com.cu,https://google.com.cu/llms.txt,https://google.com.cu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8588,fdating.com,https://fdating.com/llms.txt,https://fdating.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8589,fout.jp,https://fout.jp/llms.txt,https://www.fout.co.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,40743,False,,False,True,2026-09-07T07:24:48Z,,Redirected away to https://www.fout.co.jp/,1,redirect_other,False,redirect_other
8590,bqsex.com,https://bqsex.com/llms.txt,https://bqsex.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49517,False,,False,True,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8591,centris.ca,https://centris.ca/llms.txt,https://www.centris.ca/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13643,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8592,javdb.com,https://javdb.com/llms.txt,https://javdb.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1622,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8593,pokepara.jp,https://pokepara.jp/llms.txt,https://www.pokepara.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1235,False,,False,True,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8594,cocacola.co.jp,http://cocacola.co.jp/llms.txt,https://cocacola.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:48Z,SSL_ERROR,,2,network_timeout,True,network_timeout
8595,69shuba.com,https://69shuba.com/llms.txt,https://69shuba.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,12552,False,,False,False,2026-09-07T07:24:48Z,,,1,missing_404,False,missing_404
8596,ilbe.com,https://ilbe.com/llms.txt,https://ilbe.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,170,False,,False,False,2026-09-07T07:24:48Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8597,etoro.com,https://etoro.com/llms.txt,https://www.etoro.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8598,filmmakinesi.to,https://filmmakinesi.to/llms.txt,https://filmmakinesi.to/llms.txt,451,0,True,text/html,ambiguous,False,False,False,,0,0,1076,False,,False,True,2026-09-07T07:24:49Z,,,1,ambiguous,False,ambiguous
8599,gag.gg,https://gag.gg/llms.txt,https://gag.gg/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,gag.gg — Grow a Garden 2 (GAG2) Toolkit,3,21,5824,False,,True,True,2026-09-07T07:24:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8600,insta-stories-viewer.com,http://insta-stories-viewer.com/llms.txt,https://insta-stories-viewer.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,287,False,,False,False,2026-09-07T07:24:49Z,TIMEOUT,,1,missing_404,False,missing_404
8601,shmu.sk,https://shmu.sk/llms.txt,https://www.shmu.sk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3455,False,,True,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8602,sodimac.cl,https://sodimac.cl/llms.txt,https://www.sodimac.cl/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,13512,False,,False,False,2026-09-07T07:24:49Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
8603,impots.gouv.fr,https://impots.gouv.fr/llms.txt,https://impots.gouv.fr/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,32559,False,,False,True,2026-09-07T07:24:49Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8604,privateproperty.co.za,https://privateproperty.co.za/llms.txt,https://www.privateproperty.co.za/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15814,False,,False,True,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8605,nationalreview.com,https://nationalreview.com/llms.txt,https://www.nationalreview.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44137,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8606,olist.com,https://olist.com/llms.txt,https://olist.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Site Olist,3,12,2981,False,,True,False,2026-09-07T07:24:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8607,tohotheater.jp,https://tohotheater.jp/llms.txt,https://www.tohotheater.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1307,False,,False,True,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8608,delishkitchen.tv,https://delishkitchen.tv/llms.txt,https://delishkitchen.tv/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8609,sciencenews.org,https://sciencenews.org/llms.txt,https://www.sciencenews.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50205,False,,False,True,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8610,javbus.com,https://javbus.com/llms.txt,https://www.javbus.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,260,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8611,bloomberglaw.com,https://bloomberglaw.com/llms.txt,https://bloomberglaw.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:49Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8612,google.ad,https://google.ad/llms.txt,https://google.ad/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8613,lokmat.com,https://lokmat.com/llms.txt,https://www.lokmat.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8614,ifit.com,https://ifit.com/llms.txt,https://www.ifit.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8903,False,,False,True,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8615,hotebonytube.com,https://hotebonytube.com/llms.txt,https://www.hotebonytube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25880,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8616,gwdg.de,https://gwdg.de/llms.txt,https://gwdg.de/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,13142,False,"Mon, 07 Sep 2026 06:22:04 GMT",True,True,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8617,bikedekho.com,https://bikedekho.com/llms.txt,https://www.bikedekho.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,BikeDekho,15,185,25025,False,"Wed, 03 Jun 2026 05:22:28 GMT",True,True,2026-09-07T07:24:49Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8618,gemidos.tv,https://gemidos.tv/llms.txt,https://gemidos.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:49Z,,,1,missing_404,False,missing_404
8619,boy18tube.com,https://boy18tube.com/llms.txt,https://www.boy18tube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37830,False,,False,True,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8620,newsbeast.gr,https://newsbeast.gr/llms.txt,https://www.newsbeast.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,False,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8621,91porny.com,https://91porny.com/llms.txt,https://91porny.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10438,False,,False,True,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8622,1377x.to,https://1377x.to/llms.txt,https://www.1377x.to/llms.txt,200,1,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,4347,False,,False,False,2026-09-07T07:24:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8623,linksys.com,https://linksys.com/llms.txt,https://www.linksys.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Agent Instructions — Linksys,4,0,4147,False,,True,False,2026-09-07T07:24:50Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8624,romeo.com,https://romeo.com/llms.txt,https://www.romeo.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,68970,False,"Sat, 26 Oct 1985 08:15:00 GMT",True,True,2026-09-07T07:24:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8625,7mmtv.sx,https://7mmtv.sx/llms.txt,https://7mmtv.sx/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5423,False,,False,False,2026-09-07T07:24:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8626,sixt.com,https://sixt.com/llms.txt,https://www.sixt.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1361,False,,False,True,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8627,papercut.com,https://papercut.com/llms.txt,https://www.papercut.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18626,False,,False,False,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8628,anandabazar.com,https://anandabazar.com/llms.txt,https://www.anandabazar.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,385,False,,False,False,2026-09-07T07:24:50Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8629,ddnavi.com,https://ddnavi.com/llms.txt,https://ddnavi.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15884,False,,True,True,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8630,mangalib.me,https://mangalib.me/llms.txt,https://mangalib.me/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,7788,False,,False,True,2026-09-07T07:24:50Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8631,ksearchnet.com,https://ksearchnet.com/llms.txt,https://ksearchnet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8632,wswebcdn.info,https://wswebcdn.info/llms.txt,https://wswebcdn.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8633,mpsuadv.ru,https://mpsuadv.ru/llms.txt,https://mpsuadv.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,169,False,,False,False,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8634,awsdns-14.co.uk,https://awsdns-14.co.uk/llms.txt,https://awsdns-14.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8635,lootlabs.gg,https://lootlabs.gg/llms.txt,https://lootlabs.gg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3227,False,"Mon, 17 Aug 2026 11:11:13 GMT",True,True,2026-09-07T07:24:50Z,,,1,missing_404,False,missing_404
8636,govee.com,https://govee.com/llms.txt,https://us.govee.com/,200,2,True,text/html,redirect_other,False,False,False,,0,0,12278,False,,False,True,2026-09-07T07:24:51Z,,Redirected away to https://us.govee.com/,1,redirect_other,False,redirect_other
8637,voetbalzone.nl,https://voetbalzone.nl/llms.txt,https://www.voetbalzone.nl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2942,False,,True,True,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8638,revistaoeste.com,https://revistaoeste.com/llms.txt,https://revistaoeste.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4553,False,,False,True,2026-09-07T07:24:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8639,sport-fm.gr,https://sport-fm.gr/llms.txt,https://www.sport-fm.gr/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16103,False,,False,True,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8640,diariodocomercio.com.br,https://diariodocomercio.com.br/llms.txt,https://diariodocomercio.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62522,False,,False,True,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8641,eyemedvisioncare.com,https://eyemedvisioncare.com/llms.txt,https://eyemedvisioncare.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1447,False,"Thu, 30 Apr 2026 15:09:15 GMT",True,False,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8642,sheypoor.com,https://sheypoor.com/llms.txt,https://www.sheypoor.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,101242,False,,False,False,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8643,awsdns-02.co.uk,https://awsdns-02.co.uk/llms.txt,https://awsdns-02.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8644,gamerxyt.com,https://gamerxyt.com/llms.txt,https://gamerxyt.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,52379,False,,False,True,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8645,jjgirls.com,https://jjgirls.com/llms.txt,https://jjgirls.com/llms.txt,523,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7170,False,,False,True,2026-09-07T07:44:51Z,SERVER_ERROR_523,,2,network_timeout,True,network_timeout
8646,psychcentral.com,https://psychcentral.com/llms.txt,https://psychcentral.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37596,False,,False,True,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8647,ufmg.br,https://ufmg.br/llms.txt,https://www.ufmg.br,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11866,False,,False,False,2026-09-07T07:24:51Z,,Redirected away to https://www.ufmg.br,1,redirect_other,False,redirect_other
8648,freeporno.xxx,http://freeporno.xxx/llms.txt,https://freeporno.xxx/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6247,False,,False,True,2026-09-07T07:24:51Z,TIMEOUT,,1,missing_404,False,missing_404
8649,subway.com,https://subway.com/llms.txt,https://subway.in/,200,1,True,text/html,redirect_other,False,False,False,,0,0,630,False,"Fri, 07 Aug 2026 06:39:32 GMT",True,True,2026-09-07T07:24:51Z,,Redirected away to https://subway.in/,1,redirect_other,False,redirect_other
8650,tdnsv8.com,https://tdnsv8.com/llms.txt,https://tdnsv8.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8651,babesource.com,http://babesource.com/llms.txt,https://babesource.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,224921,False,,False,True,2026-09-07T07:44:51Z,TIMEOUT,,2,network_timeout,True,missing_404
8652,mjt.lu,https://mjt.lu/llms.txt,https://mjt.lu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8653,mof.go.th,https://mof.go.th/llms.txt,https://mof.go.th/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,865,False,,False,True,2026-09-07T07:24:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8654,printables.com,https://printables.com/llms.txt,https://www.printables.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5611,False,,False,False,2026-09-07T07:24:51Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8655,cnn.gr,https://cnn.gr/llms.txt,https://www.cnn.gr/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,55372,False,,False,True,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8656,typingtest.com,https://typingtest.com/llms.txt,https://www.typingtest.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,281,False,,False,False,2026-09-07T07:24:51Z,,,1,missing_404,False,missing_404
8657,onward.co.jp,https://onward.co.jp/llms.txt,https://onward.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8658,happy-porn.com,https://happy-porn.com/llms.txt,https://happy-porn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8659,upmusics.com,https://upmusics.com/llms.txt,https://upmusics.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1571,False,,False,True,2026-09-07T07:24:52Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8660,vu.edu.pk,https://vu.edu.pk/llms.txt,https://vu.edu.pk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8661,fotomac.com.tr,https://fotomac.com.tr/llms.txt,https://www.fotomac.com.tr/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,4,24,3521,False,"Tue, 05 May 2026 09:01:32 GMT",True,True,2026-09-07T07:24:52Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
8662,entekhab.ir,https://entekhab.ir/llms.txt,https://www.entekhab.ir/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11584,False,,False,True,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8663,curalate.com,http://curalate.com/llms.txt,https://www.bazaarvoice.com/?redirect=curalatecom,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5605,False,,False,True,2026-09-07T07:24:52Z,CONNECTION_ERROR,Redirected away to https://www.bazaarvoice.com/?redirect=curalatecom,1,redirect_other,False,redirect_other
8664,libramemoria.com,https://libramemoria.com/llms.txt,https://www.libramemoria.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8665,timebucks.com,https://timebucks.com/llms.txt,https://timebucks.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:24:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8666,lcw.com,https://lcw.com/llms.txt,https://lcw.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:24:52Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8667,fgov.be,https://fgov.be/llms.txt,https://fgov.be/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:24:52Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8668,rmf.fm,https://rmf.fm/llms.txt,https://www.rmf.fm/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8669,pornobolt.in,https://pornobolt.in/llms.txt,https://pornobolt.in/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,2192,False,,False,False,2026-09-07T07:24:52Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8670,patagonia.com,https://patagonia.com/llms.txt,https://www.patagonia.com/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8671,sucursalelectronica.com,https://sucursalelectronica.com/llms.txt,https://sucursalelectronica.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8672,hentaivox.com,https://hentaivox.com/llms.txt,https://hentaivox.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:52Z,,,1,missing_404,False,missing_404
8673,helloasso.com,http://helloasso.com/llms.txt,https://helloasso.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:51Z,TIMEOUT,,2,network_timeout,True,network_timeout
8674,anime-sama.to,https://anime-sama.to/llms.txt,https://anime-sama.to/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:24:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8675,xhreal5.com,https://xhreal5.com/llms.txt,https://xhreal5.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:53Z,,,1,missing_404,False,missing_404
8676,grabcad.com,https://grabcad.com/llms.txt,https://grabcad.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:24:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8677,complex.com,https://complex.com/llms.txt,https://www.complex.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,False,True,Complex,6,765,226099,False,"Mon, 07 Sep 2026 07:24:55 GMT",False,True,2026-09-07T07:24:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8678,olympusxyz.com,https://olympusxyz.com/llms.txt,https://olympusxyz.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,8979,False,,False,True,2026-09-07T07:24:53Z,,,1,missing_404,False,missing_404
8679,ts.net,https://ts.net/llms.txt,https://ts.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Tailscale,1,1,415,False,,True,True,2026-09-07T07:24:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8680,nikkeibp.co.jp,https://nikkeibp.co.jp/llms.txt,https://www.nikkeibp.co.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2346,False,,False,True,2026-09-07T07:24:53Z,,,1,missing_404,False,missing_404
8681,eventim.de,http://eventim.de/llms.txt,https://eventim.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:52Z,TIMEOUT,,2,network_timeout,True,network_timeout
8682,webofscience.com,http://webofscience.com/llms.txt,https://www.webofknowledge.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,760,False,,False,True,2026-09-07T07:24:53Z,TIMEOUT,,1,missing_404,False,missing_404
8683,awsdns-07.co.uk,https://awsdns-07.co.uk/llms.txt,https://awsdns-07.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:52Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8684,rakuten-card.co.jp,https://rakuten-card.co.jp/llms.txt,https://www.rakuten-card.co.jp/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,6582,False,,True,True,2026-09-07T07:24:53Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8685,tcdnlive.com,https://tcdnlive.com/llms.txt,https://tcdnlive.com/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:53Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
8686,allen.in,https://allen.in/llms.txt,https://allen.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30152,False,,False,True,2026-09-07T07:24:53Z,,,1,missing_404,False,missing_404
8687,boatrace.jp,https://boatrace.jp/llms.txt,https://boatrace.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:44:52Z,,,2,network_timeout,True,missing_404
8688,stay22.com,https://stay22.com/llms.txt,https://www.stay22.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,34246,False,,False,True,2026-09-07T07:24:53Z,,,1,missing_404,False,missing_404
8689,anker.com,https://anker.com/llms.txt,https://www.anker.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Anker Official Website,9,35,7075,False,,True,True,2026-09-07T07:24:53Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8690,claspws.tv,https://claspws.tv/llms.txt,https://claspws.tv/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8691,radios.com.br,https://radios.com.br/llms.txt,https://www.radios.com.br/error/page/pagina-nao-encontrada?path=/llms.txt,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,76917,False,,False,True,2026-09-07T07:24:54Z,,Redirected away to https://www.radios.com.br/error/page/pagina-nao-encontrada?path=/llms.txt,1,redirect_other,False,redirect_other
8692,samarth.edu.in,https://samarth.edu.in/llms.txt,https://samarth.edu.in/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1498,False,,True,True,2026-09-07T07:24:54Z,,,1,missing_404,False,missing_404
8693,sainsburys.co.uk,https://sainsburys.co.uk/llms.txt,https://sainsburys.co.uk/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,False,2026-09-07T07:24:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8694,justporn.com,https://justporn.com/llms.txt,https://www.justporn.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,280461,False,,False,True,2026-09-07T07:24:54Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8695,cfe.mx,https://cfe.mx/llms.txt,https://www.cfe.gob.mx/llms.txt,403,2,True,text/html,blocked_forbidden,False,False,False,,0,0,863,False,,False,True,2026-09-07T07:24:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8696,zadn.vn,http://zadn.vn/llms.txt,https://zadn.vn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:44:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
8697,cvut.cz,https://cvut.cz/llms.txt,https://www.cvut.cz/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:24:54Z,,,1,missing_404,False,missing_404
8698,wixmp.com,https://wixmp.com/llms.txt,https://wixmp.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,google-cloud,5,3,2725,False,,True,True,2026-09-07T07:24:54Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8699,bluesystem.me,https://bluesystem.me/llms.txt,https://bluesystem.me/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:00Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8700,fischipedia.org,https://fischipedia.org/llms.txt,https://fischipedia.org/wiki/Llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24350,False,,False,True,2026-09-07T07:45:01Z,,,2,network_timeout,True,missing_404
8701,myna.go.jp,https://myna.go.jp/llms.txt,https://myna.go.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,16878,False,"Mon, 24 Aug 2026 13:14:20 GMT",True,True,2026-09-07T07:24:54Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8702,sefon.pro,https://sefon.pro/llms.txt,https://sefon.pro/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2220,False,,False,False,2026-09-07T07:24:54Z,,,1,missing_404,False,missing_404
8703,newsbomb.gr,https://newsbomb.gr/llms.txt,https://www.newsbomb.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,63839,False,"Mon, 07 Sep 2026 07:24:57 GMT",False,True,2026-09-07T07:24:54Z,,,1,missing_404,False,missing_404
8704,twister.porn,https://twister.porn/llms.txt,https://twister.porn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:55Z,,,1,missing_404,False,missing_404
8705,loteriasyapuestas.es,https://loteriasyapuestas.es/llms.txt,https://loteriasyapuestas.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8706,vhx.tv,https://vhx.tv/llms.txt,https://vhx.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2583,False,,False,True,2026-09-07T07:24:55Z,,,1,missing_404,False,missing_404
8707,foreignaffairs.com,https://foreignaffairs.com/llms.txt,https://www.foreignaffairs.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,196,False,"Mon, 07 Sep 2026 07:24:57 GMT",True,True,2026-09-07T07:24:55Z,,,1,missing_404,False,missing_404
8708,infomart.co.jp,http://infomart.co.jp/llms.txt,https://infomart.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,ServerDisconnectedError,,2,network_timeout,True,network_timeout
8709,coupahost.com,https://coupahost.com/llms.txt,https://coupahost.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8710,ifilo.net,https://ifilo.net/llms.txt,https://ifilo.net/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,سرویس اشتراک ویدیو فیلو,9,19,6823,False,,False,False,2026-09-07T07:24:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8711,kinsta.cloud,https://kinsta.cloud/llms.txt,https://my.kinsta.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,3490,False,,False,False,2026-09-07T07:24:56Z,,Redirected away to https://my.kinsta.com,1,redirect_other,False,redirect_other
8712,publictracker.xyz,https://publictracker.xyz/llms.txt,https://publictracker.xyz/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:56Z,,,1,missing_404,False,missing_404
8713,deti-online.com,https://deti-online.com/llms.txt,https://deti-online.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:56Z,,,1,missing_404,False,missing_404
8714,p-world.co.jp,https://p-world.co.jp/llms.txt,https://www.p-world.co.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,578,False,,False,False,2026-09-07T07:24:56Z,,,1,missing_404,False,missing_404
8715,facct.ru,https://facct.ru/llms.txt,https://f6.ru/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1005,False,,False,True,2026-09-07T07:24:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8716,fau.de,https://fau.de/llms.txt,https://www.fau.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:24:56Z,,,1,missing_404,False,missing_404
8717,nap.edu,https://nap.edu/llms.txt,https://nap.nationalacademies.org/404.html,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7677,False,,False,True,2026-09-07T07:24:56Z,,,1,missing_404,False,missing_404
8718,steptofsvo.com,https://steptofsvo.com/llms.txt,https://steptofsvo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8719,mattel.com,https://mattel.com/llms.txt,https://shop.mattel.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,False,True,Mattel Shop,11,39,14093,False,,True,False,2026-09-07T07:24:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8720,pokerogue.net,http://pokerogue.net/llms.txt,https://pokerogue.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:57Z,TIMEOUT,,1,missing_404,False,missing_404
8721,photoshelter.com,https://photoshelter.com/llms.txt,http://www.photoshelter.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2700,False,,False,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8722,talon-sec.com,https://talon-sec.com/llms.txt,https://www.paloaltonetworks.com/sase/prisma-browser,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,42293,False,"Fri, 04 Sep 2026 10:26:06 GMT",False,True,2026-09-07T07:24:57Z,,Redirected away to https://www.paloaltonetworks.com/sase/prisma-browser,1,redirect_other,False,redirect_other
8723,pudelek.pl,https://pudelek.pl/llms.txt,https://www.pudelek.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49732,False,,False,True,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8724,bqstreamer.com,https://bqstreamer.com/llms.txt,https://bqstreamer.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8725,lottomatica.it,https://lottomatica.it/llms.txt,https://lottomatica.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,376,False,,False,True,2026-09-07T07:24:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8726,martianinc.co,http://martianinc.co/llms.txt,https://martianinc.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
8727,ero-video.net,https://ero-video.net/llms.txt,https://ero-video.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,860,False,,True,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8728,haremaltin.com,https://haremaltin.com/llms.txt,https://www.haremaltin.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,863,False,,False,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8729,meteofor.com.ua,https://meteofor.com.ua/llms.txt,https://meteofor.com.ua/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6813,False,,False,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8730,google.com.bo,https://google.com.bo/llms.txt,https://google.com.bo/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8731,stiripesurse.ro,https://stiripesurse.ro/llms.txt,https://www.stiripesurse.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8732,juicexxx.com,https://juicexxx.com/llms.txt,https://juicexxx.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,86574,False,,False,True,2026-09-07T07:24:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8733,mijnwoordenboek.nl,https://mijnwoordenboek.nl/llms.txt,https://www.mijnwoordenboek.nl/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,22467,False,,False,True,2026-09-07T07:24:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8734,rnz.co.nz,https://rnz.co.nz/llms.txt,https://www.rnz.co.nz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153627,False,,False,True,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8735,takbet.com,https://takbet.com/llms.txt,https://takbet.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:24:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8736,bazos.sk,https://bazos.sk/llms.txt,https://bazos.sk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,703,False,,True,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8737,action1.com,https://action1.com/llms.txt,https://www.action1.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Action1,2,258,104779,False,"Mon, 04 May 2026 17:02:03 GMT",True,False,2026-09-07T07:24:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8738,fanmtl.com,https://fanmtl.com/llms.txt,https://www.fanmtl.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:57Z,,,1,missing_404,False,missing_404
8739,convertexperiments.com,https://convertexperiments.com/llms.txt,https://convertexperiments.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8740,fujoho.jp,https://fujoho.jp/llms.txt,https://fujoho.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1169,False,"Wed, 22 Jul 2026 02:30:38 GMT",True,False,2026-09-07T07:24:58Z,,,1,missing_404,False,missing_404
8741,skyscanner.it,https://skyscanner.it/llms.txt,https://www.skyscanner.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,True,True,2026-09-07T07:24:58Z,,,1,missing_404,False,missing_404
8742,dedeman.ro,https://dedeman.ro/llms.txt,https://www.dedeman.ro/llms.txt,503,1,True,text/html,network_timeout,False,False,False,,0,0,3299,False,,True,False,2026-09-07T07:45:03Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
8743,thethaovanhoa.vn,https://thethaovanhoa.vn/llms.txt,https://thethaovanhoa.vn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28408,False,,False,True,2026-09-07T07:24:58Z,,,1,missing_404,False,missing_404
8744,datacamp.com,https://datacamp.com/llms.txt,https://www.datacamp.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,DataCamp,3,45,3996,False,"Fri, 04 Sep 2026 11:15:36 GMT",False,True,2026-09-07T07:24:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8745,mercantilbanco.com,https://mercantilbanco.com/llms.txt,https://mercantilbanco.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8746,musics-fa.com,https://musics-fa.com/llms.txt,https://musics-fa.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:24:58Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8747,dtln.ru,http://dtln.ru/llms.txt,https://dtln.ru/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
8748,steamrip.com,https://steamrip.com/llms.txt,https://steamrip.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19157,False,,False,True,2026-09-07T07:24:58Z,,,1,missing_404,False,missing_404
8749,seg-social.pt,http://seg-social.pt/llms.txt,https://seg-social.pt/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:04Z,TIMEOUT,,2,network_timeout,True,network_timeout
8750,google.hn,https://google.hn/llms.txt,https://google.hn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:58Z,,,1,missing_404,False,missing_404
8751,supremevalues.com,https://supremevalues.com/llms.txt,https://supremevalues.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3351,False,,False,False,2026-09-07T07:24:58Z,,,1,missing_404,False,missing_404
8752,storysaver.net,https://storysaver.net/llms.txt,https://www.storysaver.net/en,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13171,False,,False,False,2026-09-07T07:24:58Z,,Redirected away to https://www.storysaver.net/en,1,redirect_other,False,redirect_other
8753,awsdns-05.co.uk,https://awsdns-05.co.uk/llms.txt,https://awsdns-05.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8754,ge.com,http://ge.com/llms.txt,https://www.ge.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,184,False,"Mon, 07 Sep 2026 07:25:00 GMT",False,True,2026-09-07T07:24:58Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
8755,sport.ro,https://sport.ro/llms.txt,https://sport.ro/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1006,False,,False,False,2026-09-07T07:24:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8756,zooplus.net,https://zooplus.net/llms.txt,https://zooplus.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8757,cloudlinux.com,https://cloudlinux.com/llms.txt,https://cloudlinux.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,CloudLinux,1,4,1028,False,"Mon, 08 Jun 2026 07:59:27 GMT",True,True,2026-09-07T07:24:59Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8758,gree.jp,https://gree.jp/llms.txt,https://gree.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8759,awsdns-36.co.uk,https://awsdns-36.co.uk/llms.txt,https://awsdns-36.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8760,upsdc.gov.in,https://upsdc.gov.in/llms.txt,https://upsdc.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8761,startech.com.bd,https://startech.com.bd/llms.txt,https://startech.com.bd/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5557,False,,False,False,2026-09-07T07:24:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8762,crocobet.com,https://crocobet.com/llms.txt,https://crocobet.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,271,False,,False,True,2026-09-07T07:24:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8763,draugas.lt,https://draugas.lt/llms.txt,https://draugas.lt/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8764,google.com.gi,https://google.com.gi/llms.txt,https://google.com.gi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8765,mvideo.ru,https://mvideo.ru/llms.txt,https://www.mvideo.ru/llms.txt,503,1,True,,network_timeout,False,False,False,,0,0,44,False,,False,False,2026-09-07T07:45:06Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
8766,cedock.com,https://cedock.com/llms.txt,https://cedock.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8767,milli.gold,https://milli.gold/llms.txt,https://milli.gold/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5856,False,,False,True,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8768,awsdns-23.co.uk,https://awsdns-23.co.uk/llms.txt,https://awsdns-23.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8769,hypnotube.com,https://hypnotube.com/llms.txt,https://hypnotube.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,40917,False,,False,True,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8770,google.tn,https://google.tn/llms.txt,https://google.tn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8771,gamblingcommission.gov.uk,https://gamblingcommission.gov.uk/llms.txt,https://www.gamblingcommission.gov.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11851,False,,True,True,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8772,awsdns-62.net,https://awsdns-62.net/llms.txt,https://awsdns-62.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8773,abadis.ir,https://abadis.ir/llms.txt,https://abadis.ir/page/notfound/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15880,False,,False,True,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8774,magento.com,https://magento.com/llms.txt,https://magento.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8775,wireguard.com,https://wireguard.com/llms.txt,https://www.wireguard.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8776,epey.com,https://epey.com/llms.txt,https://epey.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4545,False,,False,True,2026-09-07T07:24:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8777,news-cdn.site,https://news-cdn.site/llms.txt,https://news-cdn.site/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8778,distintas.net,https://distintas.net/llms.txt,https://distintas.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:24:59Z,,,1,missing_404,False,missing_404
8779,awsdns-49.co.uk,https://awsdns-49.co.uk/llms.txt,https://awsdns-49.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8780,brilliantchap.com,https://brilliantchap.com/llms.txt,https://brilliantchap.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8781,afrointroductions.com,https://afrointroductions.com/llms.txt,https://afrointroductions.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:24:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8782,planethoster.net,https://planethoster.net/llms.txt,https://www.planethoster.com/en,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,92541,False,,True,False,2026-09-07T07:24:59Z,,Redirected away to https://www.planethoster.com/en,1,redirect_other,False,redirect_other
8783,urban-vpn.com,http://urban-vpn.com/llms.txt,https://urban-vpn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:08Z,SSL_ERROR,,2,network_timeout,True,network_timeout
8784,vegalb.com,https://vegalb.com/llms.txt,https://vegalb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8785,betmexico.mx,https://betmexico.mx/llms.txt,https://betmexico.mx/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,5897,False,"Fri, 04 Sep 2026 20:30:36 GMT",True,True,2026-09-07T07:24:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8786,rule34.gg,https://rule34.gg/llms.txt,https://rule34.gg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1400,False,,False,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8787,blikk.hu,https://blikk.hu/llms.txt,https://www.blikk.hu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36255,False,,True,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8788,usvisascheduling.com,https://usvisascheduling.com/llms.txt,https://usvisascheduling.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8789,bet88.ph,https://bet88.ph/llms.txt,https://bet88.ph/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,33287,False,,False,False,2026-09-07T07:25:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8790,transfermarkt.co.id,https://transfermarkt.co.id/llms.txt,https://www.transfermarkt.co.id/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,77541,False,,False,False,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8791,zing.vn,https://zing.vn/llms.txt,https://zingmp3.vn/restrict.html,200,2,True,text/html;utf-8;charset=utf-8,redirect_other,False,False,False,,0,0,6659,False,,False,True,2026-09-07T07:25:00Z,,Redirected away to https://zingmp3.vn/restrict.html,1,redirect_other,False,redirect_other
8792,gammaplatform.com,https://gammaplatform.com/llms.txt,https://gammaplatform.com/llms.txt,204,0,True,text/html,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:25:00Z,,,1,ambiguous,False,ambiguous
8793,pciconcursos.com.br,https://pciconcursos.com.br/llms.txt,https://www.pciconcursos.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,696,False,,False,False,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8794,astronautlividlyreformer.com,https://astronautlividlyreformer.com/llms.txt,https://astronautlividlyreformer.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8795,singaporeair.com,https://singaporeair.com/llms.txt,https://singaporeair.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,11912,False,,False,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8796,romsfun.com,https://romsfun.com/llms.txt,https://romsfun.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37809,False,,False,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8797,questionablequesting.com,https://questionablequesting.com/llms.txt,https://forum.questionablequesting.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31158,False,"Mon, 07 Sep 2026 07:25:04 GMT",False,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8798,momvids.com,https://momvids.com/llms.txt,https://momvids.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10328,False,,False,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8799,porter.in,https://porter.in/llms.txt,https://porter.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37021,False,,True,True,2026-09-07T07:25:00Z,,,1,missing_404,False,missing_404
8800,impactradius-event.com,http://impactradius-event.com/llms.txt,http://impactradius-event.com/llms.txt,403,0,False,application/xml; charset=utf-8,blocked_forbidden,False,False,False,,0,0,111,False,,False,True,2026-09-07T07:25:00Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8801,hentaiforce.net,http://hentaiforce.net/llms.txt,http://hentaiforce.net/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:45:09Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,2,network_timeout,True,soft_200_html
8802,eurosport.de,https://eurosport.de/llms.txt,https://www.eurosport.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40960,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8803,hello.porn,https://hello.porn/llms.txt,https://hello.porn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8804,loilonote.app,https://loilonote.app/llms.txt,https://loilonote.app/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,660,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8805,olimpbet.kz,https://olimpbet.kz/llms.txt,https://olimpbet.kz/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1233,False,"Sun, 06 Sep 2026 23:03:44 GMT",False,True,2026-09-07T07:25:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8806,ok.porn,https://ok.porn/llms.txt,https://ok.porn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8807,ivanti.com,https://ivanti.com/llms.txt,https://www.ivanti.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8808,zeffy.com,https://zeffy.com/llms.txt,https://www.zeffy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42215,False,,False,True,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8809,betway.co.mz,https://betway.co.mz/llms.txt,https://betway.co.mz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:09Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8810,sexbebin.com,https://sexbebin.com/llms.txt,https://sexbebin.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Sex bebin, سکس ببین, فیلم‌های سکسی‌ زیرنویس شده",4,45,11069,False,,False,True,2026-09-07T07:25:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8811,thecut.com,https://thecut.com/llms.txt,https://www.thecut.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,11032,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8812,google.com.cy,https://google.com.cy/llms.txt,https://google.com.cy/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:25:01Z,,,1,missing_404,False,missing_404
8813,widen.net,https://widen.net/llms.txt,https://widen.net/llms.txt,400,0,True,application/json,ambiguous,False,False,False,,0,0,104,False,,False,False,2026-09-07T07:25:01Z,,,1,ambiguous,False,ambiguous
8814,pokemoncenter-online.com,https://pokemoncenter-online.com/llms.txt,https://pokemoncenter-online.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8815,vivareal.com.br,https://vivareal.com.br/llms.txt,https://www.vivareal.com.br/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1100,False,,False,True,2026-09-07T07:25:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8816,football.com,https://football.com/llms.txt,https://football.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,690,False,,False,False,2026-09-07T07:25:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8817,p7cloud.net,https://p7cloud.net/llms.txt,https://p7cloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8818,sefan.ru,https://sefan.ru/llms.txt,https://sefan.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8819,kampyle.com,https://kampyle.com/llms.txt,https://kampyle.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8820,hmetro.com.my,https://hmetro.com.my/llms.txt,https://www.hmetro.com.my/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30878,False,,False,True,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8821,officeally.com,https://officeally.com/llms.txt,https://officeally.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8822,forbes.ru,https://forbes.ru/llms.txt,https://www.forbes.ru/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,13602,False,,False,True,2026-09-07T07:25:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8823,hsbc.com,https://hsbc.com/llms.txt,https://www.hsbc.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,368,False,"Mon, 17 Jun 2019 17:35:44 GMT",True,True,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8824,amazoncognito.com,https://amazoncognito.com/llms.txt,https://amazoncognito.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8825,thethao247.vn,https://thethao247.vn/llms.txt,https://thethao247.vn/404.html,404,1,True,text/html; charset: utf-8;charset=utf-8,missing_404,False,False,False,,0,0,16077,False,,False,True,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8826,nobat.ir,https://nobat.ir/llms.txt,https://nobat.ir/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,نوبت دات آی‌آر (nobat.ir),6,10,4527,False,"Fri, 28 Aug 2026 05:39:45 GMT",False,False,2026-09-07T07:25:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8827,unstoppabledomains.com,https://unstoppabledomains.com/llms.txt,https://unstoppable.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Unstoppable,13,156,26809,False,"Fri, 04 Sep 2026 07:22:45 GMT",True,True,2026-09-07T07:25:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8828,4kwallpapers.com,https://4kwallpapers.com/llms.txt,https://4kwallpapers.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22898,False,,False,True,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8829,labour.gov.za,https://labour.gov.za/llms.txt,https://labour.gov.za/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8830,tx163.com,http://tx163.com/llms.txt,http://tx163.com/llms.txt,404,0,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:02Z,TIMEOUT,,1,missing_404,False,missing_404
8831,starpets.gg,https://starpets.gg/llms.txt,https://starpets.gg/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,114994,False,"Mon, 07 Sep 2026 07:25:03 GMT",True,False,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8832,heritage.org,https://heritage.org/llms.txt,https://www.heritage.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6940,False,"Mon, 07 Sep 2026 06:50:33 GMT",False,True,2026-09-07T07:25:02Z,,,1,missing_404,False,missing_404
8833,multiscreensite.com,https://multiscreensite.com/llms.txt,https://multiscreensite.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8834,yoomoney.ru,https://yoomoney.ru/llms.txt,https://yoomoney.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,О компании,0,0,4954,False,"Mon, 27 Apr 2026 08:23:02 GMT",True,True,2026-09-07T07:25:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8835,muslima.com,https://muslima.com/llms.txt,https://muslima.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,373,False,,False,True,2026-09-07T07:25:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8836,cdnhwcljk104.com,https://cdnhwcljk104.com/llms.txt,https://cdnhwcljk104.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8837,surahquran.com,https://surahquran.com/llms.txt,https://surahquran.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,القرآن الكريم,7,50,5379,False,"Fri, 19 Jun 2026 20:04:27 GMT",True,False,2026-09-07T07:25:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8838,finra.org,https://finra.org/llms.txt,https://www.finra.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,187,False,"Wed, 02 Sep 2026 15:13:56 GMT",False,True,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8839,ygles.com,https://ygles.com/llms.txt,https://ygles.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8840,imolive2.com,https://imolive2.com/llms.txt,https://imolive2.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8841,online-reservations.com,https://online-reservations.com/llms.txt,https://online-reservations.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,1998,False,,False,True,2026-09-07T07:25:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8842,bungie.net,https://bungie.net/llms.txt,https://www.bungie.net/7,200,2,True,text/html,redirect_other,False,False,False,,0,0,2230,False,,False,False,2026-09-07T07:25:03Z,,Redirected away to https://www.bungie.net/7,1,redirect_other,False,redirect_other
8843,auth.gr,https://auth.gr/llms.txt,https://www.auth.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8844,aabdw.com,https://aabdw.com/llms.txt,https://aabdw.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8845,jugabet.cl,https://jugabet.cl/llms.txt,https://juga-bet.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,681,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8846,search-redirect.com,https://search-redirect.com/llms.txt,https://search-redirect.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,154,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8847,geny.com,https://geny.com/llms.txt,https://www.geny.com//llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,558,False,"Fri, 17 Jul 2026 21:55:02 GMT",False,True,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8848,thescore.com,https://thescore.com/llms.txt,https://www.thescore.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,theScore,3,13,1568,False,,False,True,2026-09-07T07:25:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8849,tpmn.io,https://tpmn.io/llms.txt,https://tpmn.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,True,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8850,chronicle.com,https://chronicle.com/llms.txt,https://www.chronicle.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,63339,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8851,spokeo.com,https://spokeo.com/llms.txt,https://www.spokeo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,341514,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8852,portalsamorzadowy.pl,https://portalsamorzadowy.pl/llms.txt,https://www.portalsamorzadowy.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8853,vidmate-official.com,https://vidmate-official.com/llms.txt,https://www.vidmate-official.com/llms.txt,200,1,True,text/plain;charset=utf-8,confirmed_llms_txt,True,True,True,VidMate Official,3,434,70743,False,"Mon, 07 Sep 2026 07:25:05 GMT",False,True,2026-09-07T07:25:03Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8854,rynekzdrowia.pl,https://rynekzdrowia.pl/llms.txt,https://www.rynekzdrowia.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7699,False,,False,True,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8855,awmcdn.net,https://awmcdn.net/llms.txt,https://awmcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8856,tolunastart.com,https://tolunastart.com/llms.txt,https://www.tolunastart.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,12357,False,"Mon, 24 Aug 2026 08:14:35 GMT",True,False,2026-09-07T07:25:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8857,rule34.xyz,https://rule34.xyz/llms.txt,https://rule34.xyz/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8858,cas.cn,https://cas.cn/llms.txt,https://www.cas.cn/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1293,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8859,expatriates.com,https://expatriates.com/llms.txt,https://www.expatriates.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1534,False,,False,False,2026-09-07T07:25:03Z,,,1,missing_404,False,missing_404
8860,pornohirsch.net,https://pornohirsch.net/llms.txt,https://www.pornohirsch.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21493,False,,False,True,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8861,avple.tv,https://avple.tv/llms.txt,https://avple.tv/llms.txt,400,0,True,text/html,ambiguous,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:04Z,,,1,ambiguous,False,ambiguous
8862,webim.ru,https://webim.ru/llms.txt,https://webim.ru/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Webim — использование контента для ИИ,3,1,1111,False,,True,True,2026-09-07T07:25:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8863,afthemes.com,https://afthemes.com/llms.txt,https://afthemes.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,AF Themes,7,42,8177,False,"Wed, 19 Aug 2026 11:37:07 GMT",True,True,2026-09-07T07:25:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8864,clasohlson.com,https://clasohlson.com/llms.txt,https://www.clasohlson.com/se/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,5516,False,,False,True,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8865,snapsave.app,https://snapsave.app/llms.txt,https://snapsave.app/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,49897,False,,False,True,2026-09-07T07:25:04Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8866,maxifoot.fr,http://maxifoot.fr/llms.txt,https://www.maxifoot.fr/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:25:04Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
8867,novel543.com,https://novel543.com/llms.txt,https://www.novel543.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1960,False,,False,False,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8868,prehrajto.cz,https://prehrajto.cz/llms.txt,https://prehrajto.cz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37378,False,,False,False,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8869,thehentai.net,https://thehentai.net/llms.txt,https://thehentai.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29195,False,,False,True,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8870,cdnhwc10.com,https://cdnhwc10.com/llms.txt,https://cdnhwc10.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8871,heap-api.com,https://heap-api.com/llms.txt,https://heap-api.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8872,javgg.net,https://javgg.net/llms.txt,https://javgg.net/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,JAVGG.NET,4,11,2258,False,"Thu, 16 Apr 2026 14:22:47 GMT",True,True,2026-09-07T07:25:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8873,cdnbasket.net,https://cdnbasket.net/llms.txt,https://cdnbasket.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8874,coupert.com,https://coupert.com/llms.txt,https://www.coupert.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,783,False,,False,True,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8875,sendinblue.com,https://sendinblue.com/llms.txt,https://www.brevo.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1129,False,,False,True,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8876,gigabyte.com,https://gigabyte.com/llms.txt,https://www.gigabyte.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,GIGABYTE,3,26,1995,False,,False,True,2026-09-07T07:25:04Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8877,jenkins.io,https://jenkins.io/llms.txt,https://www.jenkins.io/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6163,False,,True,False,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8878,han-solo.net,https://han-solo.net/llms.txt,https://www.hostnet.de/impressum.htmlllms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,62870,False,,False,True,2026-09-07T07:25:04Z,,,1,missing_404,False,missing_404
8879,nordpass.com,https://nordpass.com/llms.txt,https://nordpass.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4615,False,,False,True,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8880,videosdemadurasx.com,https://videosdemadurasx.com/llms.txt,https://www.videosdemadurasx.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,409,False,,False,True,2026-09-07T07:45:11Z,,,2,network_timeout,True,missing_404
8881,decafeligiblyhad.com,https://decafeligiblyhad.com/llms.txt,https://decafeligiblyhad.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8882,wiselg.com,https://wiselg.com/llms.txt,https://wiselg.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8883,freejobalert.com,https://freejobalert.com/llms.txt,https://www.freejobalert.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,FreeJobAlert.com,5,85,10609,True,"Tue, 21 Jul 2026 12:49:38 GMT",False,True,2026-09-07T07:25:05Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8884,happymod.cloud,https://happymod.cloud/llms.txt,https://www.happymod.cloud/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13166,False,"Mon, 07 Sep 2026 07:25:08 GMT",False,False,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8885,looti.net,https://looti.net/llms.txt,https://www.looti.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1469,False,"Mon, 18 Sep 2023 06:47:04 GMT",True,False,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8886,ssstwitter.com,https://ssstwitter.com/llms.txt,https://ssstwitter.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36782,False,,False,False,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8887,eyefinity.com,http://eyefinity.com/llms.txt,http://eyefinity.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,795,False,,False,False,2026-09-07T07:25:05Z,TIMEOUT,,1,missing_404,False,missing_404
8888,case.edu,https://case.edu/llms.txt,https://case.edu/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,11032,False,,False,True,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8889,saasexch.com,https://saasexch.com/llms.txt,https://saasexch.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8890,bellemaison.jp,https://bellemaison.jp/llms.txt,https://www.bellemaison.jp/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,True,2026-09-07T07:25:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8891,punishworld.com,https://punishworld.com/llms.txt,https://punishworld.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,278,False,,False,True,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8892,natomanga.com,https://natomanga.com/llms.txt,https://www.natomanga.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8893,wbs-law.de,https://wbs-law.de/llms.txt,https://www.wbs.legal/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,90237,False,,False,True,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8894,corevibe-network.com,https://corevibe-network.com/llms.txt,https://corevibe-network.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,True,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8895,depor.com,https://depor.com/llms.txt,https://depor.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,228847,False,"Mon, 07 Sep 2026 07:25:07 GMT",True,True,2026-09-07T07:25:05Z,,,1,missing_404,False,missing_404
8896,hqporn.xxx,https://hqporn.xxx/llms.txt,https://hqporn.xxx/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,90648,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8897,jkanime.net,https://jkanime.net/llms.txt,https://jkanime.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23202,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8898,twittervideodownloader.com,https://twittervideodownloader.com/llms.txt,https://twittervideodownloader.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,179,False,,False,False,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8899,snapinsta.to,https://snapinsta.to/llms.txt,https://snapinsta.to/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2225,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8900,popin.cc,https://popin.cc/llms.txt,https://popin.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8901,natrohost.com,http://natrohost.com/llms.txt,https://natrohost.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
8902,awsdns-40.co.uk,https://awsdns-40.co.uk/llms.txt,https://awsdns-40.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8903,unitedcinemas.jp,https://unitedcinemas.jp/llms.txt,https://www.unitedcinemas.jp/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1543,False,,False,False,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8904,procore.com,https://procore.com/llms.txt,https://www.procore.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,214362,False,,True,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8905,2ch2.net,https://2ch2.net/llms.txt,https://2ch2.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8906,megapath.com,https://megapath.com/llms.txt,https://www.fusionconnect.com/?utm_source=megapath,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13554,False,"Fri, 04 Sep 2026 17:40:14 GMT",False,True,2026-09-07T07:25:06Z,,Redirected away to https://www.fusionconnect.com/?utm_source=megapath,1,redirect_other,False,redirect_other
8907,optidigital.com,https://optidigital.com/llms.txt,https://optidigital.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6858,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8908,cinecalidad.am,https://cinecalidad.am/llms.txt,https://www.cinecalidad.am/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60416,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8909,cyberwarden.cc,https://cyberwarden.cc/llms.txt,https://cyberwarden.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8910,vsco.co,https://vsco.co/llms.txt,https://vsco.co/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1248,False,,False,True,2026-09-07T07:25:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8911,pomorska.pl,https://pomorska.pl/llms.txt,https://pomorska.pl/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,293,False,,False,True,2026-09-07T07:25:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8912,nguoiquansat.vn,https://nguoiquansat.vn/llms.txt,https://nguoiquansat.vn/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,284,False,,False,False,2026-09-07T07:25:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8913,google.as,https://google.as/llms.txt,https://google.as/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8914,doublelist.com,https://doublelist.com/llms.txt,https://doublelist.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9437,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8915,noticiascaracol.com,https://noticiascaracol.com/llms.txt,https://www.noticiascaracol.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,224834,False,,False,False,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8916,awsdns-20.co.uk,https://awsdns-20.co.uk/llms.txt,https://awsdns-20.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8917,cuerpomente.com,https://cuerpomente.com/llms.txt,https://www.cuerpomente.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,385,False,,False,True,2026-09-07T07:25:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8918,tameteo.com,https://tameteo.com/llms.txt,https://www.tameteo.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3559,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8919,decathlon.in,https://decathlon.in/llms.txt,https://www.decathlon.in/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,www.decathlon.in,17,0,58072,False,"Thu, 20 Aug 2026 17:54:56 GMT",True,False,2026-09-07T07:25:06Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8920,linodeusercontent.com,https://linodeusercontent.com/llms.txt,https://linodeusercontent.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8921,sambaporno.com,https://sambaporno.com/llms.txt,https://www.sambaporno.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11894,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8922,melonbooks.co.jp,https://melonbooks.co.jp/llms.txt,https://www.melonbooks.co.jp/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,1756,False,"Wed, 30 Nov 2016 05:56:57 GMT",True,False,2026-09-07T07:25:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8923,reliancedigital.in,https://reliancedigital.in/llms.txt,https://www.reliancedigital.in/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,83113,False,,False,True,2026-09-07T07:25:06Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8924,toroporno.com,https://toroporno.com/llms.txt,https://www.toroporno.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9700,False,,False,True,2026-09-07T07:25:06Z,,,1,missing_404,False,missing_404
8925,kupi.cz,https://kupi.cz/llms.txt,https://www.kupi.cz/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5540,False,,False,False,2026-09-07T07:25:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8926,leroymerlin.com,https://leroymerlin.com/llms.txt,https://leroymerlin.com/llms.txt,503,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,13710,False,,False,False,2026-09-07T07:45:32Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
8927,tube8.fr,http://tube8.fr/llms.txt,https://tube8.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
8928,usemessages.com,https://usemessages.com/llms.txt,https://usemessages.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8929,bluecore.com,https://bluecore.com/llms.txt,https://www.bluecore.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Bluecore,14,60,11190,False,,True,True,2026-09-07T07:25:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8930,animeheaven.me,https://animeheaven.me/llms.txt,https://animeheaven.me/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,277,False,,False,False,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8931,samsungpass.com,https://samsungpass.com/llms.txt,https://samsungpass.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8932,semprot.com,https://semprot.com/llms.txt,https://semprot.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,988,False,,False,False,2026-09-07T07:25:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8933,pink.rs,https://pink.rs/llms.txt,http://pink.rs/404,200,1,False,text/html,redirect_other,False,False,False,,0,0,28790,False,"Tue, 31 Mar 2026 17:29:13 GMT",True,False,2026-09-07T07:25:07Z,,Redirected away to http://pink.rs/404,1,redirect_other,False,redirect_other
8934,wuytg.com,https://wuytg.com/llms.txt,https://wuytg.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,True,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8935,romsgames.net,https://romsgames.net/llms.txt,https://www.romsgames.net/llms.txt/,404,2,True,text/html,missing_404,False,False,False,,0,0,15854,False,,False,False,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8936,sonicsads.com,https://sonicsads.com/llms.txt,https://sonicsads.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8937,redporn.porn,https://redporn.porn/llms.txt,https://redporn.porn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40801,False,,False,True,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8938,xiaohei.com,https://xiaohei.com/llms.txt,https://www.xiaohei.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3859,False,,True,False,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8939,flashscore.co.za,https://flashscore.co.za/llms.txt,https://www.flashscore.co.za/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3609,False,,False,True,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8940,ffmpeg.org,https://ffmpeg.org/llms.txt,https://ffmpeg.org/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8941,hasznaltauto.hu,https://hasznaltauto.hu/llms.txt,https://www.hasznaltauto.hu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34376,False,,False,True,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8942,nptel.ac.in,https://nptel.ac.in/llms.txt,https://nptel.ac.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2907,False,,True,False,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8943,samsungdive.com,http://samsungdive.com/llms.txt,https://samsungdive.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,TIMEOUT,,2,network_timeout,True,network_timeout
8944,ncore.pro,https://ncore.pro/llms.txt,https://ncore.pro/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8945,awsdns-03.co.uk,https://awsdns-03.co.uk/llms.txt,https://awsdns-03.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8946,shahrekhabar.com,https://shahrekhabar.com/llms.txt,https://www.shahrekhabar.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,32005,False,,False,False,2026-09-07T07:25:07Z,,,1,missing_404,False,missing_404
8947,roborock.com,http://roborock.com/llms.txt,https://us.roborock.com/llms.txt,200,2,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Agent Instructions — Roborock US Official Store,5,0,4533,False,,True,False,2026-09-07T07:25:07Z,TIMEOUT,,1,confirmed_llms_txt,False,confirmed_llms_txt
8948,randomchoice.org,http://randomchoice.org/llms.txt,https://randomchoice.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
8949,bustybus.com,https://bustybus.com/llms.txt,https://bustybus.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,125486,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8950,grapee.jp,https://grapee.jp/llms.txt,https://grapee.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32015,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8951,gree.net,https://gree.net/llms.txt,https://gree.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8952,autozone.com,https://autozone.com/llms.txt,https://www.autozone.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,AutoZone.com — AI Reference Index (llms.txt),9,42,6230,False,"Thu, 25 Jun 2026 02:05:48 GMT",True,False,2026-09-07T07:25:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8953,kiro.dev,https://kiro.dev/llms.txt,https://kiro.dev/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Kiro Docs,7,145,26558,False,"Fri, 04 Sep 2026 17:42:21 GMT",True,True,2026-09-07T07:25:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8954,canalblog.com,https://canalblog.com/llms.txt,https://www.canalblog.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7014,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8955,runsignup.com,https://runsignup.com/llms.txt,https://runsignup.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32,False,,False,False,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8956,dicrotin.com,https://dicrotin.com/llms.txt,https://dicrotin.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,36135,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8957,hurelax.com,https://hurelax.com/llms.txt,https://www.hurelax.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,2937,False,"Tue, 18 Aug 2026 13:00:30 GMT",True,False,2026-09-07T07:25:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8958,allhen.online,https://allhen.online/llms.txt,https://allhen.online/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8959,nosto.com,https://nosto.com/llms.txt,https://www.nosto.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,60,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8960,dns.nl,https://dns.nl/llms.txt,https://dns.nl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:32Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8961,flashscore.co,https://flashscore.co/llms.txt,https://www.flashscore.co/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6103,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8962,awsdns-46.co.uk,https://awsdns-46.co.uk/llms.txt,https://awsdns-46.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8963,eboblack.com,https://eboblack.com/llms.txt,https://eboblack.com/llms.txt/,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,26798,False,,False,True,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8964,superawesome.tv,https://superawesome.tv/llms.txt,https://www.superawesome.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:08Z,,,1,missing_404,False,missing_404
8965,jobbmintatv.pro,https://jobbmintatv.pro/llms.txt,https://jobbmintatv.pro/llms.txt,200,0,True,text/html; charset=windows-1250,soft_200_html,False,False,False,,0,0,30722,False,,False,True,2026-09-07T07:25:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
8966,awsdns-48.co.uk,https://awsdns-48.co.uk/llms.txt,https://awsdns-48.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8967,targetads.io,https://targetads.io/llms.txt,https://targetads.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9199,False,"Tue, 19 Aug 2025 14:41:17 GMT",True,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8968,fdownloader.net,https://fdownloader.net/llms.txt,https://fdownloader.net/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2228,False,,False,True,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8969,roman.co.uk,https://roman.co.uk/llms.txt,https://roman.co.uk/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:25:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8970,cvte.com,https://cvte.com/llms.txt,https://www.cvte.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,32437,False,,False,False,2026-09-07T07:25:09Z,,Redirected away to https://www.cvte.com/,1,redirect_other,False,redirect_other
8971,uni-goettingen.de,https://uni-goettingen.de/llms.txt,https://uni-goettingen.de/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2997,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8972,hawaii.gov,https://hawaii.gov/llms.txt,https://hawaii.gov/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3363,False,,False,False,2026-09-07T07:25:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8973,esakal.com,https://esakal.com/llms.txt,https://www.esakal.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,esakal,5,58,7525,False,,True,True,2026-09-07T07:25:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8974,acquaintjokinglyscoring.com,https://acquaintjokinglyscoring.com/llms.txt,https://acquaintjokinglyscoring.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8975,amd.online,https://amd.online/llms.txt,https://amd.online/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8976,flashscore.ro,https://flashscore.ro/llms.txt,https://www.flashscore.ro/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6073,False,,False,True,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8977,manhuagui.com,https://manhuagui.com/llms.txt,https://www.manhuagui.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,14436,False,"Mon, 22 Jun 2026 14:36:35 GMT",True,True,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8978,diabetes.org,https://diabetes.org/llms.txt,https://diabetes.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8979,c-srv.de,https://c-srv.de/llms.txt,https://c-srv.de/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8980,google.com.ag,https://google.com.ag/llms.txt,https://google.com.ag/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8981,porno-zona.com,https://porno-zona.com/llms.txt,https://www.porno-zona.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8982,rst.ua,https://rst.ua/llms.txt,https://rst.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5506,False,,False,False,2026-09-07T07:25:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8983,hentaiheroes.com,https://hentaiheroes.com/llms.txt,https://hentaiheroes.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,302,False,,False,False,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8984,make.com,https://make.com/llms.txt,https://www.make.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,make.com/en,6,174,53914,False,"Wed, 19 Aug 2026 13:36:00 GMT",True,True,2026-09-07T07:25:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
8985,igram.world,https://igram.world/llms.txt,https://igram.world/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10563,False,,False,True,2026-09-07T07:25:09Z,,,1,missing_404,False,missing_404
8986,iccku.com,https://iccku.com/llms.txt,https://iccku.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8987,rtm.gov.my,https://rtm.gov.my/llms.txt,https://rtm.gov.my/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8988,tubidy.com,https://tubidy.com/llms.txt,https://ww3.tubidy.com/llms.txt,404,1,True,text/plain,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8989,rtblab.net,https://rtblab.net/llms.txt,https://rtblab.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8990,shopsy.in,https://shopsy.in/llms.txt,https://www.shopsy.in/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2550,False,,True,False,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8991,supersportbet.com,https://supersportbet.com/llms.txt,https://www.supersportbet.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4268,False,,False,True,2026-09-07T07:25:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8992,flirtify.com,https://flirtify.com/llms.txt,https://flirtify.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8993,awsdns-53.co.uk,https://awsdns-53.co.uk/llms.txt,https://awsdns-53.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
8994,mykronos.com,https://mykronos.com/llms.txt,https://www.ukg.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,113339,False,"Fri, 04 Sep 2026 16:41:40 GMT",False,True,2026-09-07T07:25:10Z,,Redirected away to https://www.ukg.com/,1,redirect_other,False,redirect_other
8995,dropmms.com,https://dropmms.com/llms.txt,https://dropmms.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4057,False,"Mon, 07 Sep 2026 07:16:45 GMT",False,True,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8996,betflag.it,https://betflag.it/llms.txt,https://betflag.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,372,False,,False,True,2026-09-07T07:25:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
8997,medex.com.bd,https://medex.com.bd/llms.txt,https://medex.com.bd/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1581,False,,False,True,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8998,evotor.ru,https://evotor.ru/llms.txt,https://evotor.ru/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,74405,False,,True,False,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
8999,mintmanga.com,https://mintmanga.com/llms.txt,https://mintmanga.com/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
9000,homo.xxx,https://homo.xxx/llms.txt,https://homo.xxx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:10Z,,,1,missing_404,False,missing_404
9001,emc.com,http://emc.com/llms.txt,https://emc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,TIMEOUT,,2,network_timeout,True,network_timeout
9002,janeapp.com,https://janeapp.com/llms.txt,https://jane.app/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9003,nottingham.ac.uk,https://nottingham.ac.uk/llms.txt,https://www.nottingham.ac.uk/llms.txt,404,1,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9004,yanmaga.jp,https://yanmaga.jp/llms.txt,https://yanmaga.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9005,eleadcrm.com,https://eleadcrm.com/llms.txt,https://eleadcrm.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,16123,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9006,nominetdns.uk,https://nominetdns.uk/llms.txt,https://nominetdns.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9007,713mtauburnctcolumbusoh43085.st,https://713mtauburnctcolumbusoh43085.st/llms.txt,https://713mtauburnctcolumbusoh43085.st/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9008,hihi2.com,https://hihi2.com/llms.txt,https://hihi2.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,2,202,23251,False,"Mon, 07 Sep 2026 07:09:26 GMT",True,False,2026-09-07T07:25:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9009,thecas.xyz,https://thecas.xyz/llms.txt,https://thecas.xyz/llms.txt,401,0,True,text/plain; charset=utf-8,blocked_forbidden,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:25:17Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
9010,bytedns.com,https://bytedns.com/llms.txt,https://bytedns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9011,takarakuji-official.jp,https://takarakuji-official.jp/llms.txt,https://takarakuji-official.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9012,yaoiscan.com,https://yaoiscan.com/llms.txt,https://yaoiscan.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5427,False,,False,False,2026-09-07T07:25:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9013,sportal.bg,https://sportal.bg/llms.txt,https://sportal.bg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9014,seg-social.gob.es,https://seg-social.gob.es/llms.txt,https://seg-social.gob.es/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9015,mobilevikings.be,https://mobilevikings.be/llms.txt,https://mobilevikings.be/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7716,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9016,obqj2.com,https://obqj2.com/llms.txt,https://obqj2.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:25:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9017,dnevno.hr,https://dnevno.hr/llms.txt,https://www.dnevno.hr,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,86249,False,,False,False,2026-09-07T07:25:17Z,,Redirected away to https://www.dnevno.hr,1,redirect_other,False,redirect_other
9018,anikoto.cz,https://anikoto.cz/llms.txt,https://anikoto.cz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69911,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9019,eluniversal.com.mx,https://eluniversal.com.mx/llms.txt,https://www.eluniversal.com.mx/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,336,False,"Mon, 07 Sep 2026 07:25:20 GMT",True,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9020,taw-bio.ir,https://taw-bio.ir/llms.txt,https://taw-bio.ir/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11601,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9021,pron.click,https://pron.click/llms.txt,https://pron.click/llms.txt,404,0,True,text/plain,missing_404,False,False,False,,0,0,19,False,,False,False,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9022,hentai20.io,https://hentai20.io/llms.txt,https://hentai20.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,114882,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9023,nha.gov.in,https://nha.gov.in/llms.txt,https://nha.gov.in/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,3843,False,"Mon, 31 Aug 2026 11:54:04 GMT",True,False,2026-09-07T07:25:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9024,apollopharmacy.in,https://apollopharmacy.in/llms.txt,https://www.apollopharmacy.in/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,315,False,"Thu, 18 Sep 2025 07:34:29 GMT",True,True,2026-09-07T07:25:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9025,k-manga.jp,http://k-manga.jp/llms.txt,http://k-manga.jp/llms.txt,404,0,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,417,False,,False,False,2026-09-07T07:25:17Z,TIMEOUT,,1,missing_404,False,missing_404
9026,orange.mg,https://orange.mg/llms.txt,https://orange.mg/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,18874,False,"Fri, 06 Mar 2026 18:52:52 GMT",True,False,2026-09-07T07:25:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9027,sfile.co,https://sfile.co/llms.txt,https://sfile.co/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,50478,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9028,kuruma-news.jp,https://kuruma-news.jp/llms.txt,https://kuruma-news.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,49405,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9029,rip.ie,https://rip.ie/llms.txt,https://rip.ie/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,90282,False,,True,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9030,alo.bg,https://alo.bg/llms.txt,https://www.alo.bg/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2450,False,,False,False,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9031,abhibus.com,https://abhibus.com/llms.txt,https://www.abhibus.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,Title,40,415,70358,False,"Tue, 12 Aug 2025 06:02:31 GMT",False,True,2026-09-07T07:25:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9032,sexvid.pro,http://sexvid.pro/llms.txt,https://www.sexvid.pro/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:17Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
9033,qxbroker.com,https://qxbroker.com/llms.txt,https://qxbroker.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:25:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9034,trafficnews.jp,https://trafficnews.jp/llms.txt,https://trafficnews.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1614,False,,False,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9035,playfootball.games,https://playfootball.games/llms.txt,https://playfootball.games/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,18342,False,,True,True,2026-09-07T07:25:17Z,,,1,missing_404,False,missing_404
9036,zd-dns.com,https://zd-dns.com/llms.txt,https://zd-dns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9037,radwarecloud.net,https://radwarecloud.net/llms.txt,https://radwarecloud.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9038,beastiality.tv,https://beastiality.tv/llms.txt,https://beastiality.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47189,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9039,doe.gov,https://doe.gov/llms.txt,https://www.energy.gov/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15405,False,,False,True,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9040,missyusa.com,http://missyusa.com/llms.txt,https://missyusa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:33Z,TIMEOUT,,2,network_timeout,True,network_timeout
9041,google.dm,https://google.dm/llms.txt,https://google.dm/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9042,paytm.com,https://paytm.com/llms.txt,https://paytm.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Paytm,0,0,295,False,"Thu, 23 Jul 2026 09:49:52 GMT",True,True,2026-09-07T07:25:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9043,account.gov.uk,https://account.gov.uk/llms.txt,https://account.gov.uk/llms.txt,200,0,True,,soft_200_html,False,False,False,,0,0,3922,False,,False,False,2026-09-07T07:25:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9044,google.md,https://google.md/llms.txt,https://google.md/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9045,danword.com,https://danword.com/llms.txt,https://www.danword.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,771,False,,False,True,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9046,gzone.ph,https://gzone.ph/llms.txt,https://gzone.ph/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,743,False,,False,True,2026-09-07T07:25:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9047,google.com.et,https://google.com.et/llms.txt,https://google.com.et/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9048,tracookiepixel.xyz,https://tracookiepixel.xyz/llms.txt,https://tracookiepixel.xyz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9049,vertbaudet.fr,https://vertbaudet.fr/llms.txt,https://www.vertbaudet.fr/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,16602,False,,False,False,2026-09-07T07:25:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9050,jailatm.com,https://jailatm.com/llms.txt,https://jailatm.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9051,alchemy.com,https://alchemy.com/llms.txt,https://alchemy.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Alchemy | Blockchain infrastructure for developers,6,122,24974,False,"Sat, 05 Sep 2026 05:39:51 GMT",True,True,2026-09-07T07:25:18Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9052,google.com.ai,https://google.com.ai/llms.txt,https://google.com.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:18Z,,,1,missing_404,False,missing_404
9053,poste.dz,https://poste.dz/llms.txt,https://poste.dz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9054,makeshop.co.kr,https://makeshop.co.kr/llms.txt,https://makeshop.co.kr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3037,False,,True,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9055,sberkassa.site,https://sberkassa.site/llms.txt,https://sberkassa.site/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9056,boots.com,https://boots.com/llms.txt,https://www.boots.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,27826,False,,False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9057,dizibox.live,https://dizibox.live/llms.txt,https://dizibox.live/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,6073,False,,False,True,2026-09-07T07:25:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9058,snaptube.com,https://snaptube.com/llms.txt,https://www.snaptube.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9059,hibiny.ru,https://hibiny.ru/llms.txt,https://hibiny.ru/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1606,False,,False,True,2026-09-07T07:25:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9060,dopa.go.th,https://dopa.go.th/llms.txt,https://www.dopa.go.th/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,861,False,,False,True,2026-09-07T07:25:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9061,mangabuddy1.co.uk,https://mangabuddy1.co.uk/llms.txt,https://mangabuddy1.co.uk/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3047,False,,False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9062,ap.gov.in,https://ap.gov.in/llms.txt,https://ap.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9063,otter.ai,https://otter.ai/llms.txt,https://otter.ai/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,32004,False,"Tue, 01 Sep 2026 04:52:44 GMT",True,True,2026-09-07T07:25:19Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9064,piojm.tech,https://piojm.tech/llms.txt,https://piojm.tech/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9065,melb.website,https://melb.website/llms.txt,https://melb.website/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9066,nsfwph.org,https://nsfwph.org/llms.txt,https://nsfwph.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17938,False,"Mon, 07 Sep 2026 07:25:19 GMT",False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9067,iliad.it,https://iliad.it/llms.txt,https://www.iliad.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,6184,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9068,leroymerlin.pt,https://leroymerlin.pt/llms.txt,https://www.leroymerlin.pt/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,774,False,,False,True,2026-09-07T07:25:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9069,hentaimama.io,https://hentaimama.io/llms.txt,https://hentaimama.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,40040,False,,False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9070,ankergames.net,https://ankergames.net/llms.txt,https://ankergames.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28150,False,,False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9071,sageone.co.za,https://sageone.co.za/llms.txt,https://www.sage.com/en-gb/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,10640,False,,False,True,2026-09-07T07:25:19Z,,Redirected away to https://www.sage.com/en-gb/,1,redirect_other,False,redirect_other
9072,tvpixel.com,https://tvpixel.com/llms.txt,https://tvpixel.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2999,False,,False,False,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9073,pubnubapi.com,https://pubnubapi.com/llms.txt,https://pubnubapi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:34Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9074,legalzoom.com,https://legalzoom.com/llms.txt,https://www.legalzoom.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,:blue_book: LegalZoom LLMs.txt — Guidance for AI Crawlers & Synthesizers,0,0,4869,False,,False,True,2026-09-07T07:25:19Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9075,doramy.club,https://doramy.club/llms.txt,https://doramy.club/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,388,False,,False,False,2026-09-07T07:25:19Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9076,pornogratisdiario.com,https://pornogratisdiario.com/llms.txt,https://www.pornogratisdiario.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5232,False,,False,True,2026-09-07T07:45:34Z,,Redirected away to https://www.pornogratisdiario.com,2,network_timeout,True,redirect_other
9077,tanishq.co.in,https://tanishq.co.in/llms.txt,https://tanishq.co.in/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,24573,False,,False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9078,avjb.com,https://avjb.com/llms.txt,https://avjb.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20304,False,,False,True,2026-09-07T07:25:19Z,,,1,missing_404,False,missing_404
9079,st-andrews.ac.uk,https://st-andrews.ac.uk/llms.txt,https://www.st-andrews.ac.uk/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,108262,False,"Wed, 06 May 2026 15:47:25 GMT",True,True,2026-09-07T07:25:19Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9080,mahacet.org,http://mahacet.org/llms.txt,https://mahacet.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:34Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9081,otakudesu.blog,https://otakudesu.blog/llms.txt,https://otakudesu.blog/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1129,False,,False,True,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9082,zephr.com,https://zephr.com/llms.txt,https://www.zuora.com/products/zephr/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,20466,False,"Thu, 13 Aug 2026 02:50:20 GMT",False,True,2026-09-07T07:25:20Z,,Redirected away to https://www.zuora.com/products/zephr/,1,redirect_other,False,redirect_other
9083,kalshi.com,https://kalshi.com/llms.txt,https://kalshi.com/llms.txt,429,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,3542,False,,False,True,2026-09-07T07:25:20Z,HTTP_429,,1,blocked_forbidden,False,blocked_forbidden
9084,alkosto.com,http://alkosto.com/llms.txt,https://alkosto.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:34Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
9085,apuestasroyal.com,https://apuestasroyal.com/llms.txt,https://apuestasroyal.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,40,False,,False,True,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9086,gsis.gr,https://gsis.gr/llms.txt,https://gsis.gr/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,True,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9087,chartink.com,https://chartink.com/llms.txt,https://chartink.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35843,False,,False,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9088,daringfireball.net,https://daringfireball.net/llms.txt,https://daringfireball.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5367,False,,False,False,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9089,desu.xxx,https://desu.xxx/llms.txt,https://desu.xxx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1096,False,,False,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9090,pornolandia.xxx,https://pornolandia.xxx/llms.txt,https://pornolandia.xxx/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,987,False,,False,False,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9091,theweek.com,https://theweek.com/llms.txt,https://theweek.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32264,False,"Mon, 07 Sep 2026 07:25:22 GMT",False,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9092,kamigame.jp,https://kamigame.jp/llms.txt,https://kamigame.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7111,False,"Thu, 03 Sep 2026 06:05:41 GMT",True,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9093,google.com.mt,https://google.com.mt/llms.txt,https://google.com.mt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9094,abv.bg,https://abv.bg/llms.txt,https://home.abv.bg/llms.txt,403,1,True,application/json,blocked_forbidden,False,False,False,,0,0,92,False,,False,True,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9095,appmedia.jp,https://appmedia.jp/llms.txt,https://appmedia.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32387,False,,False,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9096,sunbet.co.za,https://sunbet.co.za/llms.txt,https://www.sunbet.co.za/llms.txt,404,1,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,False,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9097,awsdns-50.co.uk,https://awsdns-50.co.uk/llms.txt,https://awsdns-50.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9098,picpay.com,https://picpay.com/llms.txt,https://picpay.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,PicPay,6,28,4353,False,"Tue, 07 Jul 2026 18:53:59 GMT",True,True,2026-09-07T07:25:20Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9099,blockchain.info,https://blockchain.info/llms.txt,https://www.blockchain.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46689,False,,False,False,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9100,lsgkerala.gov.in,https://lsgkerala.gov.in/llms.txt,https://lsgkerala.gov.in/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9101,aafp.org,https://aafp.org/llms.txt,https://www.aafp.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19763,False,,True,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9102,baycrews.jp,https://baycrews.jp/llms.txt,https://baycrews.jp/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,373,False,,False,False,2026-09-07T07:25:20Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9103,kunlunhuf.com,http://kunlunhuf.com/llms.txt,https://kunlunhuf.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
9104,ticketnew.com,https://ticketnew.com/llms.txt,https://ticketnew.com/movies/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,41765,False,,True,True,2026-09-07T07:25:20Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9105,meteored.com.ar,https://meteored.com.ar/llms.txt,https://www.meteored.com.ar/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53942,False,,False,True,2026-09-07T07:25:20Z,,,1,missing_404,False,missing_404
9106,yaoimangaonline.com,https://yaoimangaonline.com/llms.txt,https://yaoimangaonline.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,7,31,3049,True,"Thu, 27 Aug 2026 23:35:48 GMT",True,False,2026-09-07T07:25:20Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9107,5play.org,https://5play.org/llms.txt,https://5play.org/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,72260,False,"Mon, 07 Sep 2026 00:05:38 +0300 GMT",False,True,2026-09-07T07:25:21Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9108,opendsp.ru,https://opendsp.ru/llms.txt,https://opendsp.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9109,uakino.best,http://uakino.best/llms.txt,https://uakino.best/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:35Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9110,leolist.cc,https://leolist.cc/llms.txt,https://leolist.cc/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,7190,False,,False,True,2026-09-07T07:25:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9111,micasino.com,https://micasino.com/llms.txt,https://micasino.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,134,False,,False,False,2026-09-07T07:25:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9112,bongdaplus.vn,https://bongdaplus.vn/llms.txt,https://bongdaplus.vn,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,118559,False,,False,False,2026-09-07T07:25:21Z,,Redirected away to https://bongdaplus.vn,1,redirect_other,False,redirect_other
9113,izy0.com,https://izy0.com/llms.txt,https://izy0.com/llms.txt,403,0,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,31118,False,,False,True,2026-09-07T07:25:21Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9114,dg-datenschutz.de,https://dg-datenschutz.de/llms.txt,https://dg-datenschutz.de/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,DGD Deutsche Gesellschaft fuer Datenschutz,5,26,2930,True,"Thu, 14 May 2026 15:05:32 GMT",True,False,2026-09-07T07:25:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9115,esuteru.com,https://esuteru.com/llms.txt,http://blog.esuteru.com/llms.txt,404,1,False,text/html,missing_404,False,False,False,,0,0,2178,False,,False,False,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9116,sokmil.com,https://sokmil.com/llms.txt,https://www.sokmil.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3016,False,,False,False,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9117,ildolomiti.it,https://ildolomiti.it/llms.txt,https://www.ildolomiti.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14941,False,"Mon, 07 Sep 2026 07:25:24 GMT",True,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9118,anwap.media,https://anwap.media/llms.txt,https://anwap.media/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9119,klickpin.com,https://klickpin.com/llms.txt,https://klickpin.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,9126,False,,False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9120,awsdns-18.co.uk,https://awsdns-18.co.uk/llms.txt,https://awsdns-18.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9121,getmodsapk.com,https://getmodsapk.com/llms.txt,https://getmodsapk.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3980,False,,False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9122,litgorod.ru,https://litgorod.ru/llms.txt,https://litgorod.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73732,False,,False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9123,techspot.com,https://techspot.com/llms.txt,https://www.techspot.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11986,False,,False,False,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9124,trustx.org,https://trustx.org/llms.txt,https://trustx.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14822,False,,False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9125,porn-comic.com,https://porn-comic.com/llms.txt,https://porn-comic.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3,False,,True,False,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9126,manomano.fr,https://manomano.fr/llms.txt,https://www.manomano.fr/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,ManoMano,14,67,9603,False,"Thu, 03 Sep 2026 15:30:06 GMT",True,True,2026-09-07T07:25:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9127,moppy.jp,https://moppy.jp/llms.txt,https://moppy.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13876,False,"Mon, 07 Sep 2026 07:25:23 GMT",False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9128,rawstory.com,https://rawstory.com/llms.txt,https://www.rawstory.com/llms.txt,200,1,True,text/markdown,confirmed_llms_txt,True,True,True,Raw Story,3,70,10162,True,,False,False,2026-09-07T07:25:21Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9129,tencentcs.com,https://tencentcs.com/llms.txt,https://tencentcs.com/sorry?from=llms.txt,200,1,True,text/html,redirect_other,False,False,False,,0,0,3047,False,,False,False,2026-09-07T07:25:21Z,,Redirected away to https://tencentcs.com/sorry?from=llms.txt,1,redirect_other,False,redirect_other
9130,wplay.co,https://wplay.co/llms.txt,https://www.wplay.co/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,12344,False,"Thu, 03 Sep 2026 11:40:53 GMT",False,True,2026-09-07T07:25:21Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9131,wildlifestudios.com,https://wildlifestudios.com/llms.txt,https://wildlifestudios.com/llms.txt/,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45497,False,,False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9132,andhrajyothy.com,https://andhrajyothy.com/llms.txt,https://www.andhrajyothy.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,19906,False,,False,True,2026-09-07T07:25:21Z,,,1,missing_404,False,missing_404
9133,xxxtophd.com,https://xxxtophd.com/llms.txt,https://xxxtophd.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9134,womensecret.com,https://womensecret.com/llms.txt,https://womensecret.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,180607,False,,False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9135,archive-digger.com,https://archive-digger.com/llms.txt,https://www.archive-digger.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,321,False,,False,False,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9136,whois.com,https://whois.com/llms.txt,https://www.whois.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1359,False,,False,False,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9137,flashscore.ua,https://flashscore.ua/llms.txt,https://www.flashscore.ua/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6504,False,,False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9138,jobcan.jp,https://jobcan.jp/llms.txt,https://jobcan.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47,False,"Mon, 07 Sep 2026 07:25:23 GMT",False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9139,fcinter1908.it,https://fcinter1908.it/llms.txt,https://www.fcinter1908.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9572,False,,False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9140,toptoon.com,https://toptoon.com/llms.txt,https://toptoon.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2562,False,,False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9141,google.com.kw,https://google.com.kw/llms.txt,https://google.com.kw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9142,autogidas.lt,https://autogidas.lt/llms.txt,https://autogidas.lt/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5555,False,,False,False,2026-09-07T07:25:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9143,towardsdatascience.com,https://towardsdatascience.com/llms.txt,https://towardsdatascience.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10359,False,,False,False,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9144,wfxs.tw,https://wfxs.tw/llms.txt,https://wfxs.tw/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1231,False,,False,False,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9145,iam.gov.sa,https://iam.gov.sa/llms.txt,https://iam.gov.sa/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:36Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9146,land.gov.bd,https://land.gov.bd/llms.txt,https://land.gov.bd/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8874,False,,False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9147,clickr.pro,http://clickr.pro/llms.txt,https://clickr.pro/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
9148,naturabuy.fr,https://naturabuy.fr/llms.txt,https://www.naturabuy.fr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,290359,False,,False,True,2026-09-07T07:25:22Z,,,1,missing_404,False,missing_404
9149,yektanet.com,http://yektanet.com/llms.txt,https://yektanet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
9150,awsdns-42.co.uk,https://awsdns-42.co.uk/llms.txt,https://awsdns-42.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9151,lto.gov.ph,https://lto.gov.ph/llms.txt,https://lto.gov.ph/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,8128,False,,False,True,2026-09-07T07:25:22Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9152,ponta.jp,https://ponta.jp/llms.txt,https://ponta.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2513,False,"Fri, 04 Sep 2026 06:45:07 GMT",True,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9153,whatwg.org,https://whatwg.org/llms.txt,https://whatwg.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1391,False,,True,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9154,qureka.com,https://qureka.com/llms.txt,https://qureka.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,273,False,,False,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9155,ic.ac.uk,http://ic.ac.uk/llms.txt,https://ic.ac.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:37Z,TIMEOUT,,2,network_timeout,True,network_timeout
9156,alicesw.com,https://alicesw.com/llms.txt,https://www.alicesw.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,853,False,,True,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9157,sportsbull.jp,https://sportsbull.jp/llms.txt,https://sportsbull.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16026,False,,True,True,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9158,vinted.net,https://vinted.net/llms.txt,https://vinted.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:39Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9159,veloxzone.com.br,http://veloxzone.com.br/llms.txt,https://veloxzone.com.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:39Z,TIMEOUT,,2,network_timeout,True,network_timeout
9160,mgread.io,https://mgread.io/llms.txt,https://mgread.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32768,False,,False,True,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9161,sdna.gr,https://sdna.gr/llms.txt,https://www.sdna.gr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9162,tax.gov.ir,http://tax.gov.ir/llms.txt,https://tax.gov.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:48Z,TIMEOUT,,2,network_timeout,True,network_timeout
9163,newsday.com,https://newsday.com/llms.txt,https://www.newsday.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12803,False,,True,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9164,xnxxporn.video,https://xnxxporn.video/llms.txt,https://xnxxporn.video/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,138,False,,False,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9165,247sports.com,https://247sports.com/llms.txt,https://247sports.com/llms.txt,403,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9166,google.co.ck,https://google.co.ck/llms.txt,https://google.co.ck/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9167,oceans-nadia.com,https://oceans-nadia.com/llms.txt,https://oceans-nadia.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6601,False,,True,True,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9168,google.sc,https://google.sc/llms.txt,https://google.sc/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9169,gamcare.org.uk,https://gamcare.org.uk/llms.txt,https://www.gamcare.org.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,142452,False,,False,True,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9170,flashscore.es,https://flashscore.es/llms.txt,https://www.flashscore.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5516,False,,False,True,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9171,post-gazette.com,https://post-gazette.com/llms.txt,https://post-gazette.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,28186,False,,False,False,2026-09-07T07:25:23Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9172,servicewebly.com,https://servicewebly.com/llms.txt,https://servicewebly.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,111,False,,False,False,2026-09-07T07:25:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9173,gekso.org,https://gekso.org/llms.txt,https://gekso.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:25:23Z,,,1,missing_404,False,missing_404
9174,firstpost.com,https://firstpost.com/llms.txt,https://www.firstpost.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,383,False,,False,True,2026-09-07T07:25:23Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9175,sevilmusics.com,https://sevilmusics.com/llms.txt,https://sevilmusics.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,7,29,3128,True,"Mon, 31 Aug 2026 20:28:16 GMT",False,True,2026-09-07T07:25:24Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9176,semana.es,https://semana.es/llms.txt,https://www.semana.es/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,379,False,,False,True,2026-09-07T07:25:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9177,bet365.it,https://bet365.it/llms.txt,https://www.bet365.it/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3678,False,,False,False,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9178,jamb.gov.ng,https://jamb.gov.ng/llms.txt,https://jamb.gov.ng/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9179,camel1.tv,http://camel1.tv/llms.txt,https://www.camel1.tv,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,131732,False,,True,True,2026-09-07T07:25:24Z,CONNECTION_ERROR,Redirected away to https://www.camel1.tv,1,redirect_other,False,redirect_other
9180,24xxxx.win,https://24xxxx.win/llms.txt,https://24xxxx.win/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9181,thepure.app,https://thepure.app/llms.txt,https://thepure.app/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9182,bahesab.ir,https://bahesab.ir/llms.txt,https://www.bahesab.ir/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9183,groupme.com,https://groupme.com/llms.txt,https://groupme.com/404,404,1,True,text/html,missing_404,False,False,False,,0,0,341,False,"Mon, 17 Aug 2026 23:06:44 GMT",True,True,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9184,aruodas.lt,https://aruodas.lt/llms.txt,https://www.aruodas.lt/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12312,False,,False,True,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9185,hover.to,https://hover.to/llms.txt,https://hover.to/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,21535,False,,False,False,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9186,efsyn.gr,https://efsyn.gr/llms.txt,https://www.efsyn.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28339,False,,False,True,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9187,mergesigma.com,https://mergesigma.com/llms.txt,https://mergesigma.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9188,holadns.com,http://holadns.com/llms.txt,https://holadns.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:51Z,TIMEOUT,,2,network_timeout,True,network_timeout
9189,victronenergy.com,https://victronenergy.com/llms.txt,https://www.victronenergy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1040,False,"Mon, 07 Sep 2026 07:25:26 GMT",False,True,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9190,eleman.net,https://eleman.net/llms.txt,https://www.eleman.net/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4547,False,,False,True,2026-09-07T07:25:24Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9191,boat-lifestyle.com,https://boat-lifestyle.com/llms.txt,https://www.boat-lifestyle.com/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Agent Instructions — boAt Lifestyle,5,0,4479,False,,True,False,2026-09-07T07:25:24Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9192,wav.tv,https://wav.tv/llms.txt,https://wav.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2022,False,,True,False,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9193,mtb.com,https://mtb.com/llms.txt,https://www.mtb.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,40107,False,"Fri, 04 Sep 2026 17:53:33 GMT",True,True,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9194,gotoassist.com,https://gotoassist.com/llms.txt,https://gotoassist.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:55Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9195,amazon.jobs,https://amazon.jobs/llms.txt,https://amazon.jobs/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:25:24Z,,,1,missing_404,False,missing_404
9196,desikahani2.net,https://desikahani2.net/llms.txt,https://www.desikahani2.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75032,False,,False,True,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9197,ros.ie,https://ros.ie/llms.txt,https://ros.ie/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,True,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9198,jreast.co.jp,https://jreast.co.jp/llms.txt,https://jreast.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9199,clara.es,https://clara.es/llms.txt,https://www.clara.es/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,378,False,,False,True,2026-09-07T07:25:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9200,photoacompanhantes.com,https://photoacompanhantes.com/llms.txt,https://photoacompanhantes.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5564,False,,False,False,2026-09-07T07:25:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9201,scba.gov.ar,https://scba.gov.ar/llms.txt,https://scba.gov.ar/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,75,False,,False,False,2026-09-07T07:45:58Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
9202,animesonlinecc.to,https://animesonlinecc.to/llms.txt,https://animesonlinecc.to/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4554,False,,False,True,2026-09-07T07:25:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9203,zonatmo.org,https://zonatmo.org/llms.txt,https://zonatmo.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9204,udyamregistration.gov.in,https://udyamregistration.gov.in/llms.txt,https://udyamregistration.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4874,False,,False,True,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9205,poznan.pl,https://poznan.pl/llms.txt,https://www.poznan.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21562,False,"Fri, 07 Mar 2025 15:55:31 GMT",True,False,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9206,tv-tokyo.co.jp,https://tv-tokyo.co.jp/llms.txt,https://www.tv-tokyo.co.jp/,200,1,True,text/html,redirect_other,False,False,False,,0,0,14279,False,"Mon, 07 Sep 2026 07:25:27 GMT",False,False,2026-09-07T07:25:25Z,,Redirected away to https://www.tv-tokyo.co.jp/,1,redirect_other,False,redirect_other
9207,joporn.name,https://joporn.name/llms.txt,https://joporn.name/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:58Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9208,mydesi2.net,https://mydesi2.net/llms.txt,https://www.mydesi2.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7337,False,,False,True,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9209,liveball.sx,https://liveball.sx/llms.txt,https://liveball.sx/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1751,False,,False,True,2026-09-07T07:25:25Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9210,google.co.ug,https://google.co.ug/llms.txt,https://google.co.ug/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9211,idos.cz,https://idos.cz/llms.txt,https://idos.cz/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9212,xxxmovies.life,https://xxxmovies.life/llms.txt,https://xxxmovies.life/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3765,False,,False,False,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9213,szerencsejatek.hu,https://szerencsejatek.hu/llms.txt,https://www.szerencsejatek.hu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85212,False,,False,False,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9214,proteantech.in,https://proteantech.in/llms.txt,https://www.proteantech.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10653,False,,False,True,2026-09-07T07:25:25Z,,,1,missing_404,False,missing_404
9215,botinok.porn,https://botinok.porn/llms.txt,https://botinok.porn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9216,kemdiktisaintek.go.id,https://kemdiktisaintek.go.id/llms.txt,https://kemdiktisaintek.go.id/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,27291,False,,False,False,2026-09-07T07:25:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9217,jecontacte.com,https://jecontacte.com/llms.txt,https://jecontacte.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,28290,False,,False,False,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9218,sh.gov.cn,https://sh.gov.cn/llms.txt,https://www.shanghai.gov.cn/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1091,False,,True,False,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9219,pawwalls.com,http://pawwalls.com/llms.txt,http://pawwalls.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,2830,False,,False,False,2026-09-07T07:25:26Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9220,amazonses.com,https://amazonses.com/llms.txt,https://aws.amazon.com/ses/llms.txt,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,256288,False,,False,False,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9221,slatic.net,https://slatic.net/llms.txt,https://slatic.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:59Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9222,ebizautos.net,https://ebizautos.net/llms.txt,https://www.ebizautos.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,32586,False,"Mon, 07 Sep 2026 07:25:29 GMT",True,True,2026-09-07T07:25:26Z,,Redirected away to https://www.ebizautos.com,1,redirect_other,False,redirect_other
9223,proxyium.com,https://proxyium.com/llms.txt,https://proxyium.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22312,False,,False,True,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9224,belluna.jp,http://belluna.jp/llms.txt,https://belluna.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:45:59Z,TIMEOUT,,2,network_timeout,True,network_timeout
9225,celebforum.cc,https://celebforum.cc/llms.txt,https://celebforum.cc/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5534,False,,False,False,2026-09-07T07:25:26Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9226,rednotecdn.com,https://rednotecdn.com/llms.txt,https://rednotecdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9227,sparkdriverapp.com,https://sparkdriverapp.com/llms.txt,https://www.sparkdriverapp.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,527,False,"Mon, 07 Sep 2026 07:25:29 GMT",False,False,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9228,redtube.com.br,http://redtube.com.br/llms.txt,https://www.redtube.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14467,False,,False,True,2026-09-07T07:25:26Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
9229,resultadofacil.com.br,https://resultadofacil.com.br/llms.txt,https://resultadofacil.com.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17715,False,,False,True,2026-09-07T07:25:26Z,,,1,missing_404,False,missing_404
9230,gegen-hartz.de,https://gegen-hartz.de/llms.txt,https://www.gegen-hartz.de/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,4,13,2119,True,,False,True,2026-09-07T07:25:26Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9231,uni-muenster.de,https://uni-muenster.de/llms.txt,https://www.uni-muenster.de/llms.txt,404,1,True,,missing_404,False,False,False,,0,0,7990,False,,False,False,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9232,lettuceclub.net,https://lettuceclub.net/llms.txt,https://www.lettuceclub.net/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,113342,False,"Mon, 07 Sep 2026 02:56:59 GMT",False,True,2026-09-07T07:25:27Z,,Redirected away to https://www.lettuceclub.net/,1,redirect_other,False,redirect_other
9233,ondisk.co.kr,https://ondisk.co.kr/llms.txt,https://ondisk.co.kr/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,269,False,,False,False,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9234,millipiyangoonline.com,https://millipiyangoonline.com/llms.txt,https://millipiyangoonline.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,382,False,,False,True,2026-09-07T07:25:27Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9235,comic-walker.com,https://comic-walker.com/llms.txt,https://comic-walker.com/404,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27660,False,,True,True,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9236,aib.ie,https://aib.ie/llms.txt,https://www.aib.ie/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66206,False,"Sun, 06 Sep 2026 22:30:10 GMT",True,False,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9237,upv.es,https://upv.es/llms.txt,https://upv.es/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,7955,False,,False,False,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9238,boomplay.com,https://boomplay.com/llms.txt,https://www.boomplay.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3679,False,,False,True,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9239,dropmms.net,https://dropmms.net/llms.txt,https://dropmms.net/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,2181,False,,False,True,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9240,popin-minus.com,https://popin-minus.com/llms.txt,https://popin-minus.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9241,nekopoi.care,https://nekopoi.care/llms.txt,https://nekopoi.care/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23133,False,,False,True,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9242,lagged.com,https://lagged.com/llms.txt,https://lagged.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,17935,False,,False,True,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9243,viki.com,https://viki.com/llms.txt,https://www.viki.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22571,False,,True,True,2026-09-07T07:25:27Z,,,1,missing_404,False,missing_404
9244,glorioushop.com,https://glorioushop.com/llms.txt,https://glorioushop.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,830,False,"Mon, 01 Jun 2026 06:59:02 GMT",False,True,2026-09-07T07:25:27Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9245,internetest.vip,https://internetest.vip/llms.txt,https://internetest.vip/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9246,flashscore.com.ve,https://flashscore.com.ve/llms.txt,https://www.flashscore.com.ve/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6107,False,,False,True,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9247,drecom.jp,http://drecom.jp/llms.txt,https://drecom.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:01Z,TIMEOUT,,2,network_timeout,True,network_timeout
9248,gismeteo.kz,https://gismeteo.kz/llms.txt,https://www.gismeteo.kz/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42121,False,,False,False,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9249,mm-cg.com,https://mm-cg.com/llms.txt,https://mm-cg.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9250,tkc.co.jp,https://tkc.co.jp/llms.txt,https://tkc.co.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9251,okbet.com,https://okbet.com/llms.txt,https://www.okbet.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,OKBet,10,28,4852,False,"Mon, 07 Sep 2026 07:11:58 GMT",True,False,2026-09-07T07:25:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9252,megapersonals.eu,https://megapersonals.eu/llms.txt,https://megapersonals.eu/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4553,False,,False,True,2026-09-07T07:25:28Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9253,bangumi.org,https://bangumi.org/llms.txt,https://bangumi.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34796,False,,False,True,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9254,flashscore.pe,https://flashscore.pe/llms.txt,https://www.flashscore.pe/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6103,False,,False,True,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9255,ridigital.org.br,http://ridigital.org.br/llms.txt,https://ridigital.org.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:02Z,TIMEOUT,,2,network_timeout,True,network_timeout
9256,zougla.gr,https://zougla.gr/llms.txt,https://www.zougla.gr/llms.txt,200,2,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,"Zougla – Greek News Website (Politics, Economy, World News, Live Media)",13,32,6855,False,"Thu, 09 Jul 2026 09:34:55 GMT",True,False,2026-09-07T07:25:28Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9257,samqaicongen.com,https://samqaicongen.com/llms.txt,https://samqaicongen.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9258,dns-redirect.com,https://dns-redirect.com/llms.txt,https://dns.google/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9259,tvsmotor.com,https://tvsmotor.com/llms.txt,https://www.tvsmotor.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,103,False,,False,False,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9260,dignitymemorial.com,https://dignitymemorial.com/llms.txt,https://www.dignitymemorial.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2036,False,,False,True,2026-09-07T07:25:28Z,,,1,missing_404,False,missing_404
9261,storytv.asia,https://storytv.asia/llms.txt,https://storytv.asia/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,2666,False,,True,True,2026-09-07T07:25:29Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9262,milfat.com,https://milfat.com/llms.txt,https://www.milfat.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22962,False,"Mon, 07 Sep 2026 07:25:31 GMT",False,True,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9263,fotogramas.es,https://fotogramas.es/llms.txt,https://www.fotogramas.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,84,False,,True,True,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9264,hsex.tv,https://hsex.tv/llms.txt,https://hsex.tv/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,148,False,,False,False,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9265,fastebridge.com,https://fastebridge.com/llms.txt,https://fastebridge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9266,alfavita.gr,https://alfavita.gr/llms.txt,https://www.alfavita.gr/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9267,quintoandar.com.br,https://quintoandar.com.br/llms.txt,https://www.quintoandar.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,112864,False,,True,True,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9268,e-estekhdam.com,https://e-estekhdam.com/llms.txt,https://www.e-estekhdam.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1821,False,,False,False,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9269,mhrs.gov.tr,http://mhrs.gov.tr/llms.txt,https://mhrs.gov.tr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:02Z,TIMEOUT,,2,network_timeout,True,network_timeout
9270,bollywoodmenswear.com,https://bollywoodmenswear.com/llms.txt,https://bollywoodmenswear.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9271,shop-shimamura.com,https://shop-shimamura.com/llms.txt,https://shop-shimamura.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9272,xvideosbr.blog,https://xvideosbr.blog/llms.txt,https://xvideosbr.blog,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,28440,False,"Mon, 07 Sep 2026 07:20:42 GMT",False,True,2026-09-07T07:25:29Z,,Redirected away to https://xvideosbr.blog,1,redirect_other,False,redirect_other
9273,nontonanimeid.boats,https://nontonanimeid.boats/llms.txt,https://nontonanimeid.boats/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9274,stamped.io,https://stamped.io/llms.txt,https://stamped.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3148,False,,False,True,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9275,avidreaders.ru,https://avidreaders.ru/llms.txt,https://avidreaders.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37220,False,,True,False,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9276,filedownload-csw-lenovo.com,https://filedownload-csw-lenovo.com/llms.txt,https://filedownload-csw-lenovo.com/llms.txt,400,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,455,False,,False,False,2026-09-07T07:25:29Z,,,1,ambiguous,False,ambiguous
9277,electrodepot.fr,https://electrodepot.fr/llms.txt,https://www.electrodepot.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,82948,False,,False,True,2026-09-07T07:25:29Z,,,1,missing_404,False,missing_404
9278,shopch.jp,https://shopch.jp/llms.txt,https://www.shopch.jp/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11774,False,,False,True,2026-09-07T07:25:29Z,,Redirected away to https://www.shopch.jp/,1,redirect_other,False,redirect_other
9279,tubidy.cool,https://tubidy.cool/llms.txt,https://mp3.tubidy.cool/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1460,False,,False,False,2026-09-07T07:25:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9280,mycima.cc,https://mycima.cc/llms.txt,https://mycima.cc/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5517,False,,False,False,2026-09-07T07:25:29Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9281,bamper.by,https://bamper.by/llms.txt,https://bamper.by/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5581,False,,False,False,2026-09-07T07:25:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9282,bakecaincontrii.com,https://bakecaincontrii.com/llms.txt,https://www.bakecaincontrii.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,232301,False,,False,True,2026-09-07T07:25:30Z,,,1,missing_404,False,missing_404
9283,chimpstatic.com,http://chimpstatic.com/llms.txt,https://chimpstatic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
9284,my.gov.ir,http://my.gov.ir/llms.txt,https://my.gov.ir/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:03Z,TIMEOUT,,2,network_timeout,True,network_timeout
9285,pubunit.net,https://pubunit.net/llms.txt,https://pubunit.net/llms.txt,530,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,6421,False,,False,True,2026-09-07T07:46:16Z,SERVER_ERROR_530,,2,network_timeout,True,network_timeout
9286,iconify.design,https://iconify.design/llms.txt,https://iconify.design/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,315,False,,False,False,2026-09-07T07:25:30Z,,,1,missing_404,False,missing_404
9287,ibps.in,https://ibps.in/llms.txt,https://www.ibps.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15866,False,,False,True,2026-09-07T07:25:30Z,,,1,missing_404,False,missing_404
9288,prosport.ro,https://prosport.ro/llms.txt,https://prosport.ro/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:25:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9289,ugr.es,https://ugr.es/llms.txt,https://www.ugr.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,183,False,,False,True,2026-09-07T07:25:30Z,,,1,missing_404,False,missing_404
9290,wbur.org,https://wbur.org/llms.txt,https://www.wbur.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66199,False,,True,True,2026-09-07T07:25:30Z,,,1,missing_404,False,missing_404
9291,truper.com,https://truper.com/llms.txt,https://www.truper.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27932,False,,False,True,2026-09-07T07:25:30Z,,,1,missing_404,False,missing_404
9292,pearson-intl.com,http://pearson-intl.com/llms.txt,http://pearson-intl.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:30Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
9293,awsdns-28.co.uk,https://awsdns-28.co.uk/llms.txt,https://awsdns-28.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9294,portaltemponovo.com.br,https://portaltemponovo.com.br/llms.txt,https://portaltemponovo.com.br/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5586,False,,False,False,2026-09-07T07:25:30Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9295,javrate.com,https://javrate.com/llms.txt,https://www.javrate.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6568,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9296,joomcdn.net,https://joomcdn.net/llms.txt,https://joomcdn.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9297,550909.com,https://550909.com/llms.txt,https://550909.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:25:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9298,blockaway.net,https://blockaway.net/llms.txt,https://www.blockaway.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,130769,False,"Monday, 07-Sep-2026 07:20:33 UTC",False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9299,rozmusic.com,https://rozmusic.com/llms.txt,https://rozmusic.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:25:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9300,yuanshen.com,https://yuanshen.com/llms.txt,https://www.yuanshen.com/llms.txt,404,1,True,application/xml,missing_404,False,False,False,,0,0,270,False,,False,True,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9301,wordunscrambler.me,https://wordunscrambler.me/llms.txt,https://wordunscrambler.me/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1022,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9302,garotacomlocal.com,https://garotacomlocal.com/llms.txt,https://garotacomlocal.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5560,False,,False,False,2026-09-07T07:25:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9303,atcpulsa.net,https://atcpulsa.net/llms.txt,https://atcpulsa.net/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9304,languagetoolplus.com,https://languagetoolplus.com/llms.txt,https://languagetool.org/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,31217,False,,False,True,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9305,titan.co.in,https://titan.co.in/llms.txt,https://titan.co.in/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,274297,False,,False,True,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9306,manhwa-online.com,https://manhwa-online.com/llms.txt,https://manhwa-online.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5602,False,,False,False,2026-09-07T07:25:31Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9307,ymcdn.org,https://ymcdn.org/llms.txt,https://ymcdn.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9308,wishlink.com,https://wishlink.com/llms.txt,https://www.wishlink.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,33729,False,,False,True,2026-09-07T07:25:31Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9309,osvita.ua,https://osvita.ua/llms.txt,https://osvita.ua/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32965,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9310,xossipy.com,https://xossipy.com/llms.txt,https://xossipy.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9311,xlxx.mobi,https://xlxx.mobi/llms.txt,https://xlxx.mobi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,551,False,,False,True,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9312,dcbprotect.com,https://dcbprotect.com/llms.txt,https://dcbprotect.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:17Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9313,vrtcal.com,https://vrtcal.com/llms.txt,https://www.vrtcal.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7862,False,,False,True,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9314,arabsex1.com,https://arabsex1.com/llms.txt,https://arabsex1.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,552,False,,False,False,2026-09-07T07:25:31Z,,,1,missing_404,False,missing_404
9315,komikindo.ch,https://komikindo.ch/llms.txt,https://komikindo.ch/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9316,ihk.de,https://ihk.de/llms.txt,https://www.ihk.de/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,5735,False,,False,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9317,upsssc.gov.in,https://upsssc.gov.in/llms.txt,https://upsssc.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9318,prefeitura.sp.gov.br,https://prefeitura.sp.gov.br/llms.txt,https://prefeitura.sp.gov.br/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,80095,False,,False,False,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9319,inf0.net,https://inf0.net/llms.txt,https://inf0.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:17Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9320,sorrisi.com,http://sorrisi.com/llms.txt,https://sorrisi.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:17Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9321,ca-servers.ca,https://ca-servers.ca/llms.txt,https://ca-servers.ca/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9322,state.co.us,http://state.co.us/llms.txt,https://state.co.us/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:18Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
9323,digitaljournal.com,https://digitaljournal.com/llms.txt,https://www.digitaljournal.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,86183,False,,False,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9324,f-secure.com,https://f-secure.com/llms.txt,https://www.f-secure.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1205,False,,True,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9325,provincial.com,https://provincial.com/llms.txt,https://provincial.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1856,False,,False,True,2026-09-07T07:25:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9326,jin115.com,https://jin115.com/llms.txt,https://jin115.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2178,False,,False,False,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9327,pcmax.jp,https://pcmax.jp/llms.txt,https://pcmax.jp/llms.txt,404,0,True,text/html; charset=shift_jis,missing_404,False,False,False,,0,0,45822,False,,False,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9328,tala.ir,https://tala.ir/llms.txt,http://www.tala.ir/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,56,False,,False,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9329,mxtoolbox.com,https://mxtoolbox.com/llms.txt,https://mxtoolbox.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,MxToolbox,4,20,2533,True,"Fri, 04 Sep 2026 15:08:22 GMT",True,True,2026-09-07T07:25:32Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9330,mykadri.tv,https://mykadri.tv/llms.txt,https://mykadri.tv/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5553,False,,False,False,2026-09-07T07:25:32Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9331,hostcocoa.com,https://hostcocoa.com/llms.txt,https://hostcocoa.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9332,weatherspark.com,https://weatherspark.com/llms.txt,https://weatherspark.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1141,False,,False,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9333,gdatasecurity.de,https://gdatasecurity.de/llms.txt,https://www.gdata.de/en/downloads,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61908,False,,False,True,2026-09-07T07:25:32Z,,,1,missing_404,False,missing_404
9334,google.kg,https://google.kg/llms.txt,https://google.kg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9335,bondeddarkenedswerve.com,https://bondeddarkenedswerve.com/llms.txt,https://bondeddarkenedswerve.com/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9336,zeturf.fr,https://zeturf.fr/llms.txt,https://zeturf.fr/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61371,False,,False,True,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9337,zone-turf.fr,https://zone-turf.fr/llms.txt,https://www.zone-turf.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7741,False,"Tue, 18 Aug 2026 08:15:52 GMT",True,False,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9338,arabxn.com,https://arabxn.com/llms.txt,https://www.arabxn.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,37183,False,,False,True,2026-09-07T07:25:33Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9339,abczdrowie.pl,https://abczdrowie.pl/llms.txt,https://portal.abczdrowie.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,24944,False,,False,True,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9340,claveunica.gob.cl,https://claveunica.gob.cl/llms.txt,https://claveunica.gob.cl/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,6092,False,"Wed, 29 Jul 2026 02:36:04 GMT",True,False,2026-09-07T07:25:33Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9341,uc-share.com,https://uc-share.com/llms.txt,https://uc-share.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22,False,,False,False,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9342,javsek.net,https://javsek.net/llms.txt,https://javsek.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73160,False,,False,True,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9343,learncbse.in,https://learncbse.in/llms.txt,https://www.learncbse.in/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57344,False,,False,True,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9344,destacamos.com,https://destacamos.com/llms.txt,https://destacamos.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4551,False,,False,True,2026-09-07T07:25:33Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9345,uni-hannover.de,https://uni-hannover.de/llms.txt,https://www.uni-hannover.de/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7866,False,,False,True,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9346,w-x.co,https://w-x.co/llms.txt,https://w-x.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9347,echosat.net,https://echosat.net/llms.txt,https://echosat.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:18Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9348,google.com.kh,https://google.com.kh/llms.txt,https://google.com.kh/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9349,cv666.net,https://cv666.net/llms.txt,https://www.cv666.net/,200,1,True,text/html,redirect_other,False,False,False,,0,0,3869,False,"Thu, 09 Apr 2026 12:55:18 GMT",True,True,2026-09-07T07:25:33Z,,Redirected away to https://www.cv666.net/,1,redirect_other,False,redirect_other
9350,whc.ca,https://whc.ca/llms.txt,https://whc.ca/404-web-hosting-canada,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:25:33Z,,Redirected away to https://whc.ca/404-web-hosting-canada,1,redirect_other,False,redirect_other
9351,betpawa.co.tz,https://betpawa.co.tz/llms.txt,https://www.betpawa.co.tz/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7713,False,,False,True,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9352,huyamba.name,https://huyamba.name/llms.txt,https://huyamba.name/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:33Z,,,1,missing_404,False,missing_404
9353,packetsdk.net,http://packetsdk.net/llms.txt,https://packetsdk.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
9354,intensedebate.com,https://intensedebate.com/llms.txt,https://intensedebate.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,7508,False,,False,False,2026-09-07T07:25:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9355,packetsdk.io,http://packetsdk.io/llms.txt,https://packetsdk.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
9356,clave.gob.es,https://clave.gob.es/llms.txt,https://clave.gob.es/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,11253,False,,False,False,2026-09-07T07:25:34Z,,,1,missing_404,False,missing_404
9357,auckland.ac.nz,https://auckland.ac.nz/llms.txt,https://www.auckland.ac.nz/llms.txt.html,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,61361,False,"Mon, 07 Sep 2026 07:00:15 GMT",True,False,2026-09-07T07:25:34Z,,,1,missing_404,False,missing_404
9358,gogoroyal.com,https://gogoroyal.com/llms.txt,https://gogoroyal.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7482,False,"Wed, 26 Aug 2026 17:05:59 GMT",False,True,2026-09-07T07:25:34Z,,,1,missing_404,False,missing_404
9359,mydomain.com,https://mydomain.com/llms.txt,https://mydomain.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9360,ahwaktv.net,https://ahwaktv.net/llms.txt,https://yam.ahwaktv.net/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:25:34Z,,,1,missing_404,False,missing_404
9361,aniagotuje.pl,https://aniagotuje.pl/llms.txt,https://aniagotuje.pl/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5563,False,,False,False,2026-09-07T07:25:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9362,samsungweather.com,https://samsungweather.com/llms.txt,https://samsungweather.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9363,awsdns-51.co.uk,https://awsdns-51.co.uk/llms.txt,https://awsdns-51.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:19Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9364,planetwin365.it,https://planetwin365.it/llms.txt,https://planetwin365.it/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,377,False,,False,True,2026-09-07T07:25:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9365,pje.jus.br,http://pje.jus.br/llms.txt,https://pje.jus.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:19Z,TIMEOUT,,2,network_timeout,True,network_timeout
9366,snaptik.net,https://snaptik.net/llms.txt,https://snaptik.net/en/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2298,False,,False,True,2026-09-07T07:25:34Z,,,1,missing_404,False,missing_404
9367,musicaldown.com,https://musicaldown.com/llms.txt,https://musicaldown.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,50,False,,False,True,2026-09-07T07:25:34Z,,,1,missing_404,False,missing_404
9368,3xyaoi.com,https://3xyaoi.com/llms.txt,https://3xyaoi.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1699,False,,False,True,2026-09-07T07:25:34Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9369,d4swing.com,https://d4swing.com/llms.txt,https://d4swing.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,5612,False,,False,True,2026-09-07T07:25:34Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9370,thumbtack.com,https://thumbtack.com/llms.txt,https://thumbtack.com/llms.txt,202,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:25:34Z,,,1,ambiguous,False,ambiguous
9371,xgx.mobi,https://xgx.mobi/llms.txt,https://xgx.mobi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,551,False,,False,False,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9372,anonyig.com,https://anonyig.com/llms.txt,https://anonyig.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,AnonyIG,4,0,1232,False,,False,False,2026-09-07T07:25:35Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9373,ctolabperfstats.com,https://ctolabperfstats.com/llms.txt,https://ctolabperfstats.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9374,pgportal.gov.in,https://pgportal.gov.in/llms.txt,https://pgportal.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9375,hsforms.net,https://hsforms.net/llms.txt,https://hsforms.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:20Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9376,watchhentai.net,https://watchhentai.net/llms.txt,https://watchhentai.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69251,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9377,pointtown.com,https://pointtown.com/llms.txt,https://www.pointtown.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4065,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9378,888scoreonline.net,https://888scoreonline.net/llms.txt,https://888scoreonline.net/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,4382,False,,False,True,2026-09-07T07:25:35Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9379,wral.com,https://wral.com/llms.txt,https://www.wral.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,5054,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9380,pomponik.pl,https://pomponik.pl/llms.txt,https://www.pomponik.pl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19205,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9381,myharmony.com,https://myharmony.com/llms.txt,https://www.myharmony.com/en-in/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16538,False,,True,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9382,mintmanga.one,https://mintmanga.one/llms.txt,https://mintmanga.one/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34071,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9383,jc-gs.com,https://jc-gs.com/llms.txt,https://jc-gs.com/llms.txt,403,0,True,application/json,blocked_forbidden,False,False,False,,0,0,42,False,,False,False,2026-09-07T07:25:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9384,ddizi.im,https://ddizi.im/llms.txt,https://www.ddizi.im/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1238,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9385,alphatv.gr,https://alphatv.gr/llms.txt,https://www.alphatv.gr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8834,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9386,meteored.mx,https://meteored.mx/llms.txt,https://www.meteored.mx/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53607,False,,False,True,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9387,sex-studentki.studio,https://sex-studentki.studio/llms.txt,https://x.sex-studentki.team/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5477,False,,False,False,2026-09-07T07:25:35Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9388,ib-game.jp,https://ib-game.jp/llms.txt,https://ib-game.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2692,False,,True,False,2026-09-07T07:25:35Z,,,1,missing_404,False,missing_404
9389,amebaownd.com,https://amebaownd.com/llms.txt,https://amebaownd.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9390,nebo.mobi,https://nebo.mobi/llms.txt,https://nebo.mobi/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,279,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9391,chochox.com,https://chochox.com/llms.txt,https://chochox.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5511,False,,False,False,2026-09-07T07:25:36Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9392,josporn.club,https://josporn.club/llms.txt,https://josporn.club/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9393,jav.sb,https://jav.sb/llms.txt,https://jav.sb/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13917,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9394,livescore.mobi,https://livescore.mobi/llms.txt,https://www.livescore.mobi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19047,False,,True,True,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9395,mlnba.fun,https://mlnba.fun/llms.txt,https://mlnba.fun/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3671,False,,False,True,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9396,komiku.asia,https://komiku.asia/llms.txt,https://komiku.asia/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9397,cityu.edu.hk,https://cityu.edu.hk/llms.txt,https://www.cityu.edu.hk/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7132,False,,True,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9398,umingle.com,https://umingle.com/llms.txt,https://umingle.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,28741,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9399,swayam.gov.in,https://swayam.gov.in/llms.txt,https://swayam.gov.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26073,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9400,coinmastergame.com,https://coinmastergame.com/llms.txt,https://coinmastergame.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9401,awsdns-52.co.uk,https://awsdns-52.co.uk/llms.txt,https://awsdns-52.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9402,pi7.org,https://pi7.org/llms.txt,https://pi7.org/llms.txt,410,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6648,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9403,sinoptik.bg,https://sinoptik.bg/llms.txt,https://sinoptik.bg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38159,False,,False,False,2026-09-07T07:25:36Z,,,1,missing_404,False,missing_404
9404,apornvideo.com,https://apornvideo.com/llms.txt,https://apornvideo.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,24154,False,,False,False,2026-09-07T07:25:37Z,,Redirected away to https://apornvideo.com/,1,redirect_other,False,redirect_other
9405,dorama.land,https://dorama.land/llms.txt,https://dorama.land/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47502,False,,False,True,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9406,loteriasdominicanas.com,https://loteriasdominicanas.com/llms.txt,https://loteriasdominicanas.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,8493,False,"Fri, 04 Sep 2026 15:00:43 GMT",False,True,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9407,estama.jp,https://estama.jp/llms.txt,https://estama.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12176,False,,False,False,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9408,packetsdk.xyz,http://packetsdk.xyz/llms.txt,https://packetsdk.xyz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:21Z,TIMEOUT,,2,network_timeout,True,network_timeout
9409,canalturf.com,https://canalturf.com/llms.txt,https://www.canalturf.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,39869,False,,False,False,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9410,tv9telugu.com,https://tv9telugu.com/llms.txt,https://tv9telugu.com/llms.txt,403,0,True,application/xml,blocked_forbidden,False,False,False,,0,0,263,False,,False,False,2026-09-07T07:25:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9411,kingoftime.jp,https://kingoftime.jp/llms.txt,https://www.kingoftime.jp/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,勤怠管理・人事給与システム市場シェアNo.1 KING OF TIME（キングオブタイム）,2,196,63653,False,"Mon, 07 Sep 2026 02:12:55 GMT",True,False,2026-09-07T07:25:37Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9412,google.com.sv,https://google.com.sv/llms.txt,https://google.com.sv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9413,g2nft.com,https://g2nft.com/llms.txt,https://g2nft.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:25:37Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9414,litboom.ru,https://litboom.ru/llms.txt,https://litboom.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2898,False,"Sat, 15 Aug 2026 06:54:43 GMT",True,False,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9415,feedtofap.com,https://feedtofap.com/llms.txt,https://feedtofap.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9416,starwars.com,https://starwars.com/llms.txt,https://starwars.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,374,False,,False,False,2026-09-07T07:25:37Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9417,bellsouth.net,http://bellsouth.net/llms.txt,https://bellsouth.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:21Z,TIMEOUT,,2,network_timeout,True,network_timeout
9418,novelfull.com,https://novelfull.com/llms.txt,https://novelfull.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27911,False,,False,False,2026-09-07T07:25:37Z,,,1,missing_404,False,missing_404
9419,pinterest.de,https://pinterest.de/llms.txt,https://de.pinterest.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,29767,False,,False,False,2026-09-07T07:25:37Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9420,728.team,https://728.team/llms.txt,https://728.team/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:21Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9421,monsnode.com,https://monsnode.com/llms.txt,https://monsnode.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13890,False,,False,True,2026-09-07T07:25:38Z,,Redirected away to https://monsnode.com/,1,redirect_other,False,redirect_other
9422,nuance.com,https://nuance.com/llms.txt,https://nuance.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:22Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9423,meripehchaan.gov.in,https://meripehchaan.gov.in/llms.txt,https://meripehchaan.gov.in/llms.txt,404,0,True,application/json; charset=utf-8,missing_404,False,False,False,,0,0,2,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9424,avizoone.com,https://avizoone.com/llms.txt,https://avizoone.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32513,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9425,photoroom.com,https://photoroom.com/llms.txt,https://www.photoroom.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Photoroom,1,45,5558,False,"Sun, 06 Sep 2026 07:14:57 GMT",True,True,2026-09-07T07:25:38Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9426,yclients.com,https://yclients.com/llms.txt,https://yclients.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7670,False,,False,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9427,awsdns-54.co.uk,https://awsdns-54.co.uk/llms.txt,https://awsdns-54.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:24Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9428,priceoye.pk,http://priceoye.pk/llms.txt,https://priceoye.pk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:25Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9429,yubico.com,https://yubico.com/llms.txt,https://www.yubico.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7795,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9430,scholarships.gov.in,https://scholarships.gov.in/llms.txt,https://scholarships.gov.in/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1915,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9431,masstamilan.dev,https://masstamilan.dev/llms.txt,https://www.masstamilan.dev/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7555,False,,False,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9432,marutisuzuki.com,https://marutisuzuki.com/llms.txt,https://www.marutisuzuki.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,397,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9433,familyclub.jp,https://familyclub.jp/llms.txt,https://familyclub.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:25Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9434,oaed.gr,http://oaed.gr/llms.txt,https://oaed.gr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:25Z,TIMEOUT,,2,network_timeout,True,network_timeout
9435,macworld.com,https://macworld.com/llms.txt,https://www.macworld.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,767,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9436,choicehotels.com,http://choicehotels.com/llms.txt,https://choicehotels.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:26Z,TIMEOUT,,2,network_timeout,True,network_timeout
9437,gays-cruising.com,https://gays-cruising.com/llms.txt,https://www.gays-cruising.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9438,teleport.media,https://teleport.media/llms.txt,https://teleport.media/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23676,False,"Mon, 24 Aug 2026 11:34:56 GMT",True,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9439,69shuba.tw,https://69shuba.tw/llms.txt,https://69shuba.tw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3906,False,,True,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9440,airee.ru,https://airee.ru/llms.txt,https://xn--80aqc2a.xn--p1ai/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29406,False,,False,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9441,todorelatos.com,https://todorelatos.com/llms.txt,https://todorelatos.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,6296,False,"Thu, 30 Apr 2026 21:58:42 GMT",True,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9442,turfomania.fr,https://turfomania.fr/llms.txt,https://turfomania.fr/llms.txt,403,0,True,text/html; charset=iso-8859-1,blocked_forbidden,False,False,False,,0,0,199,False,,False,False,2026-09-07T07:25:38Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9443,egov.uz,https://egov.uz/llms.txt,https://egov.uz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,123303,False,,True,True,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9444,musicviral.ir,https://musicviral.ir/llms.txt,https://musicviral.ir/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:25:38Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9445,mcdvoice.com,https://mcdvoice.com/llms.txt,https://mcdvoice.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9446,kantimehealth.net,https://kantimehealth.net/llms.txt,https://kantimehealth.net/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:38Z,,,1,missing_404,False,missing_404
9447,24xxx.men,https://24xxx.men/llms.txt,https://www.24xxx.me/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,941,False,,False,True,2026-09-07T07:25:39Z,,,1,missing_404,False,missing_404
9448,buumal.com,https://buumal.com/llms.txt,https://buumal.com/llms.txt,500,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:28Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
9449,q10.com,https://q10.com/llms.txt,https://www.q10.com/latam/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15205,False,"Fri, 04 Sep 2026 15:49:08 GMT",False,True,2026-09-07T07:25:39Z,,,1,missing_404,False,missing_404
9450,pscube.jp,https://pscube.jp/llms.txt,https://www.pscube.jp//llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,25265,False,,False,True,2026-09-07T07:25:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9451,musicsweb.ir,https://musicsweb.ir/llms.txt,https://musicsweb.ir/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:25:39Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9452,movieffm.net,https://movieffm.net/llms.txt,https://www.movieffm.net/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35777,False,,False,True,2026-09-07T07:25:39Z,,,1,missing_404,False,missing_404
9453,avtub.net,https://avtub.net/llms.txt,https://www.avtub.net,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,23747,False,"Sun, 06 Sep 2026 06:57:00 GMT",False,True,2026-09-07T07:25:39Z,,Redirected away to https://www.avtub.net,1,redirect_other,False,redirect_other
9454,goraggio.com,https://goraggio.com/llms.txt,https://daidata.goraggio.com/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:25:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9455,xskt.com.vn,http://xskt.com.vn/llms.txt,https://xskt.com.vn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:29Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9456,samehadaku.how,https://samehadaku.how/llms.txt,https://samehadaku.how/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:31Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9457,nepremicnine.net,https://nepremicnine.net/llms.txt,https://www.nepremicnine.net/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5562,False,,False,False,2026-09-07T07:25:39Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9458,zi-scripts.com,https://zi-scripts.com/llms.txt,https://zi-scripts.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:33Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9459,transfermarkt.it,https://transfermarkt.it/llms.txt,https://www.transfermarkt.it/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,69593,False,,False,False,2026-09-07T07:25:39Z,,,1,missing_404,False,missing_404
9460,ck444app.net,https://ck444app.net/llms.txt,https://ck444app.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:33Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9461,melody98.ir,http://melody98.ir/llms.txt,http://melody98.ir/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:25:39Z,TIMEOUT,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9462,hubcloud.cx,https://hubcloud.cx/llms.txt,https://hubcloud.cx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:25:40Z,,,1,missing_404,False,missing_404
9463,sassa.gov.za,http://sassa.gov.za/llms.txt,https://sassa.gov.za/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:35Z,TIMEOUT,,2,network_timeout,True,network_timeout
9464,ntp.org.cn,https://ntp.org.cn/llms.txt,https://ntp.org.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9465,jovencitas.gratis,https://jovencitas.gratis/llms.txt,https://www.jovencitas.gratis,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,917,False,,False,False,2026-09-07T07:25:40Z,,Redirected away to https://www.jovencitas.gratis,1,redirect_other,False,redirect_other
9466,horsereality.com,https://horsereality.com/llms.txt,https://www.horsereality.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:40Z,,,1,missing_404,False,missing_404
9467,myhentaigallery.com,https://myhentaigallery.com/llms.txt,https://myhentaigallery.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26960,False,,False,True,2026-09-07T07:25:40Z,,,1,missing_404,False,missing_404
9468,awsdns-29.co.uk,https://awsdns-29.co.uk/llms.txt,https://awsdns-29.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:35Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9469,cairn.info,https://cairn.info/llms.txt,https://shs.cairn.info/,403,2,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,770,False,,False,True,2026-09-07T07:25:40Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9470,lpga.or.jp,https://lpga.or.jp/llms.txt,https://www.lpga.or.jp/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8933,False,,False,False,2026-09-07T07:25:40Z,,,1,missing_404,False,missing_404
9471,xnalgas.com,https://xnalgas.com/llms.txt,https://www.xnalgas.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,72525,False,,False,True,2026-09-07T07:25:40Z,,,1,missing_404,False,missing_404
9472,brawlstarsgame.com,https://brawlstarsgame.com/llms.txt,https://brawlstarsgame.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9473,rosszlanyok.hu,https://rosszlanyok.hu/llms.txt,https://rosszlanyok.hu/llms.txt,200,0,True,text/plain; charset=latin2,confirmed_llms_txt,True,True,True,Rosszlanyok.hu - Budapesti és vidéki szexpartner kereső,8,0,1667,False,"Fri, 23 Jan 2026 15:06:26 GMT",True,False,2026-09-07T07:25:40Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9474,utraff.com,https://utraff.com/llms.txt,https://ussp.io/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:25:40Z,,,1,missing_404,False,missing_404
9475,leckerschmecker.me,https://leckerschmecker.me/llms.txt,https://www.leckerschmecker.me/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29482,False,,False,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9476,aflamk1.net,https://aflamk1.net/llms.txt,https://www.aflamk1.net/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,550,False,,False,False,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9477,tripo3d.ai,https://tripo3d.ai/llms.txt,https://www.tripo3d.ai/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Tripo AI,4,28,8542,False,"Sat, 05 Sep 2026 23:13:49 GMT",True,True,2026-09-07T07:25:41Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9478,above.com,https://above.com/llms.txt,https://www.above.com/index.html,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,43367,False,,False,True,2026-09-07T07:25:41Z,,Redirected away to https://www.above.com/index.html,1,redirect_other,False,redirect_other
9479,bokeptoket.com,https://bokeptoket.com/llms.txt,https://bokeptoket.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,79637,False,,False,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9480,crex.com,https://crex.com/llms.txt,https://crex.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1306,False,"Thu, 03 Sep 2026 10:39:01 GMT",True,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9481,inecnigeria.org,https://inecnigeria.org/llms.txt,https://inecnigeria.org/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,15561,False,,False,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9482,e-jumbo.gr,https://e-jumbo.gr/llms.txt,https://e-jumbo.gr/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5510,False,,False,False,2026-09-07T07:25:41Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9483,krikya11.club,https://krikya11.club/llms.txt,https://www.krikya11.live/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,25395,False,"Thu, 03 Sep 2026 09:09:48 GMT",False,False,2026-09-07T07:25:41Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9484,agones.gr,https://agones.gr/llms.txt,https://agones.gr/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9485,scrabblewordfinder.org,https://scrabblewordfinder.org/llms.txt,https://scrabblewordfinder.org/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,814,False,,False,False,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9486,myheritage.com,https://myheritage.com/llms.txt,https://www.myheritage.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5968,False,,False,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9487,ufrgs.br,https://ufrgs.br/llms.txt,https://www.ufrgs.br/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2596,False,,True,False,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9488,themoscowtimes.com,https://themoscowtimes.com/llms.txt,https://www.themoscowtimes.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1206,False,,False,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9489,buchstaben.com,https://buchstaben.com/llms.txt,https://www.buchstaben.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,78035,False,,False,True,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9490,juegosonce.es,https://juegosonce.es/llms.txt,https://www.juegosonce.es/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3898,False,,True,False,2026-09-07T07:25:41Z,,,1,missing_404,False,missing_404
9491,ericsson.com,https://ericsson.com/llms.txt,https://ericsson.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,150,False,,False,False,2026-09-07T07:25:42Z,,,1,missing_404,False,missing_404
9492,freevideo.cz,https://freevideo.cz/llms.txt,https://freevideo.cz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64741,False,,False,False,2026-09-07T07:25:42Z,,,1,missing_404,False,missing_404
9493,vpsvc.com,https://vpsvc.com/llms.txt,https://vpsvc.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9494,awsdns-21.co.uk,https://awsdns-21.co.uk/llms.txt,https://awsdns-21.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:36Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9495,insidehighered.com,https://insidehighered.com/llms.txt,https://www.insidehighered.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,196,False,"Mon, 07 Sep 2026 06:49:57 GMT",False,True,2026-09-07T07:25:42Z,,,1,missing_404,False,missing_404
9496,melty.fr,https://melty.fr/llms.txt,https://www.melty.fr/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1588,False,,False,False,2026-09-07T07:25:42Z,,,1,missing_404,False,missing_404
9497,smartinmate.com,https://smartinmate.com/llms.txt,https://www.smartinmate.com/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,19736,False,,False,False,2026-09-07T07:25:42Z,,,1,missing_404,False,missing_404
9498,dhlottery.co.kr,http://dhlottery.co.kr/llms.txt,https://dhlottery.co.kr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:36Z,TIMEOUT,,2,network_timeout,True,network_timeout
9499,indianoil.in,http://indianoil.in/llms.txt,https://indianoil.in/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:37Z,TIMEOUT,,2,network_timeout,True,network_timeout
9500,uafix.net,https://uafix.net/llms.txt,https://uafix.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,74216,False,,False,True,2026-09-07T07:25:42Z,,,1,missing_404,False,missing_404
9501,afp.com,https://afp.com/llms.txt,https://afp.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9502,moeys.gov.kh,https://moeys.gov.kh/llms.txt,https://moeys.gov.kh/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,266,False,,False,True,2026-09-07T07:25:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9503,internationalcupid.com,https://internationalcupid.com/llms.txt,https://internationalcupid.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,384,False,,False,True,2026-09-07T07:25:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9504,ktrmr.com,https://ktrmr.com/llms.txt,https://www.kantar.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,2808,False,,False,True,2026-09-07T07:25:55Z,,Redirected away to https://www.kantar.com/,1,redirect_other,False,redirect_other
9505,mossturbo.com,https://mossturbo.com/llms.txt,https://mossturbo.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:41Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9506,vercomicsporno.com,https://vercomicsporno.com/llms.txt,https://vercomicsporno.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5582,False,,False,False,2026-09-07T07:25:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9507,uakinogo.io,https://uakinogo.io/llms.txt,https://uakinogo.io/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9508,bigthink.com,https://bigthink.com/llms.txt,https://bigthink.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,114550,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9509,avkuy.com,https://avkuy.com/llms.txt,https://www4.avkuy.com/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,48092,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9510,novelphoenix.com,https://novelphoenix.com/llms.txt,https://novelphoenix.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4553,False,,False,True,2026-09-07T07:25:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9511,ssrchat.com,https://ssrchat.com/llms.txt,https://www.ssrchat.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,11889,False,"Tue, 25 Aug 2026 03:56:25 GMT",True,True,2026-09-07T07:25:55Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9512,finance.gov.bd,https://finance.gov.bd/llms.txt,https://finance.gov.bd/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9513,krx18.com,https://krx18.com/llms.txt,https://krx18.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,158682,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9514,nutanix.com,https://nutanix.com/llms.txt,https://www.nutanix.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,119986,False,"Mon, 07 Sep 2026 05:54:52 GMT",True,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9515,wantgoo.com,https://wantgoo.com/llms.txt,https://www.wantgoo.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:25:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9516,vtvgo.vn,https://vtvgo.vn/llms.txt,https://vtvgo.vn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,45410,False,,True,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9517,unstop.com,https://unstop.com/llms.txt,https://unstop.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,19,0,8429,False,"Mon, 07 Sep 2026 06:21:44 GMT",True,False,2026-09-07T07:25:55Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9518,storage.money,https://storage.money/llms.txt,https://storage.money/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9519,sps-system.com,https://sps-system.com/llms.txt,https://sps-system.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:42Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9520,tixcraft.com,https://tixcraft.com/llms.txt,https://tixcraft.com/,401,1,True,application/json,blocked_forbidden,False,False,False,,0,0,23,False,,False,False,2026-09-07T07:25:55Z,HTTP_401,,1,blocked_forbidden,False,blocked_forbidden
9521,hentaila.tv,https://hentaila.tv/llms.txt,https://hentaila.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33218,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9522,mobiledokan.co,https://mobiledokan.co/llms.txt,https://www.mobiledokan.co/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,79587,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9523,turf-fr.com,https://turf-fr.com/llms.txt,https://www.turf-fr.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8192,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9524,clickmeeting.com,https://clickmeeting.com/llms.txt,https://clickmeeting.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,5,19,2394,True,"Tue, 04 Aug 2026 06:48:01 GMT",True,True,2026-09-07T07:25:55Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9525,rxnvg.com,https://rxnvg.com/llms.txt,https://rxnvg.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,0,0,8,False,,False,False,2026-09-07T07:25:55Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9526,nofeu.com,https://nofeu.com/llms.txt,https://nofeu.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,169,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9527,siftscience.com,https://siftscience.com/llms.txt,https://sift.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Sift,0,0,512,False,"Thu, 13 Aug 2026 13:18:52 GMT",True,True,2026-09-07T07:25:55Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9528,sympla.com.br,https://sympla.com.br/llms.txt,https://www.sympla.com.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,23500,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9529,udiseplus.gov.in,https://udiseplus.gov.in/llms.txt,https://udiseplus.gov.in/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,431,False,,False,True,2026-09-07T07:46:42Z,,,2,network_timeout,True,missing_404
9530,nankankeiba.com,https://nankankeiba.com/llms.txt,https://nankankeiba.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9531,copernicus.eu,https://copernicus.eu/llms.txt,https://www.copernicus.eu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,154,False,"Mon, 07 Sep 2026 07:25:57 GMT",True,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9532,cernet.net,https://cernet.net/llms.txt,https://cernet.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:43Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9533,canlidoviz.com,https://canlidoviz.com/llms.txt,https://canlidoviz.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,27832,False,,False,True,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9534,yealink.com,http://yealink.com/llms.txt,https://yealink.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:43Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9535,waipu.tv,https://waipu.tv/llms.txt,https://www.waipu.tv/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,10260,False,"Thu, 06 Aug 2026 12:47:55 GMT",True,False,2026-09-07T07:25:55Z,,,1,missing_404,False,missing_404
9536,itorrents-igruha.org,https://itorrents-igruha.org/llms.txt,https://itorrents-igruha.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1606,False,,False,True,2026-09-07T07:25:55Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9537,nan-net.com,https://nan-net.com/llms.txt,https://nan-net.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:25:56Z,,,1,missing_404,False,missing_404
9538,awsdns-00.co.uk,https://awsdns-00.co.uk/llms.txt,https://awsdns-00.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9539,best-hit.tv,https://best-hit.tv/llms.txt,https://best-hit.tv/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:25:56Z,,,1,missing_404,False,missing_404
9540,bezeq.co.il,https://bezeq.co.il/llms.txt,https://www.bezeq.co.il/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,False,True,llms.txt – AI Usage Guidance,0,0,5287,False,"Sun, 22 Feb 2026 11:57:56 GMT",True,False,2026-09-07T07:25:56Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9541,3gpking.name,https://3gpking.name/llms.txt,https://3gpking.name/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16,False,,False,False,2026-09-07T07:25:56Z,,,1,missing_404,False,missing_404
9542,arenaplus.ph,https://arenaplus.ph/llms.txt,https://arenaplus.ph/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,495,False,,False,True,2026-09-07T07:25:56Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9543,bysex.click,https://bysex.click/llms.txt,http://bysex.click/llms.txt,404,1,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:25:56Z,,,1,missing_404,False,missing_404
9544,worldscientific.com,https://worldscientific.com/llms.txt,https://worldscientific.com/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,26,False,,False,False,2026-09-07T07:25:56Z,,,1,missing_404,False,missing_404
9545,soton.ac.uk,https://soton.ac.uk/llms.txt,https://soton.ac.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:44Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9546,themoviebox.xyz,https://themoviebox.xyz/llms.txt,https://themoviebox.xyz/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,127502,False,,False,False,2026-09-07T07:25:56Z,,,1,missing_404,False,missing_404
9547,swing-zone.com,https://swing-zone.com/llms.txt,https://russianlanguage.swing-zone.com/llms.txt,502,1,True,text/html,network_timeout,False,False,False,,0,0,166,False,,False,False,2026-09-07T07:46:45Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
9548,blancheporte.fr,http://blancheporte.fr/llms.txt,https://www.blancheporte.fr/,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,445601,False,,False,True,2026-09-07T07:25:57Z,TIMEOUT,Redirected away to https://www.blancheporte.fr/,1,redirect_other,False,redirect_other
9549,truyenqqko.com,https://truyenqqko.com/llms.txt,https://truyenqqko.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5578,False,,False,False,2026-09-07T07:25:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9550,ixdzs.tw,https://ixdzs.tw/llms.txt,https://ixdzs.tw/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,971,False,,False,False,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9551,rtcxyz.com,https://rtcxyz.com/llms.txt,https://rtcxyz.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:45Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9552,qvc.jp,https://qvc.jp/llms.txt,https://qvc.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1880,False,"Mon, 05 Jan 2026 03:11:08 GMT",True,False,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9553,surabaya.go.id,https://surabaya.go.id/llms.txt,https://surabaya.go.id/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21544,False,,True,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9554,gdpr-info.eu,https://gdpr-info.eu/llms.txt,https://gdpr-info.eu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,77962,False,,False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9555,javmix.tv,https://javmix.tv/llms.txt,https://javmix.tv/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,542,False,,False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9556,gfpxw.com,https://gfpxw.com/llms.txt,https://gfpxw.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9557,glamour.com,https://glamour.com/llms.txt,https://www.glamour.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,292542,False,,False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9558,dxc.com,https://dxc.com/llms.txt,https://dxc.com/llms.txt,200,0,True,text/plain; charset=iso-8859-1,confirmed_llms_txt,True,True,True,llms.txt for dxc.com,5,8,1341,True,"Tue, 10 Feb 2026 06:00:23 GMT",True,True,2026-09-07T07:25:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9559,desikamababa.com,https://desikamababa.com/llms.txt,https://desikamababa.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5567,False,,False,False,2026-09-07T07:25:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9560,niji-gazo.com,https://niji-gazo.com/llms.txt,https://niji-gazo.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9561,kgirls.net,https://kgirls.net/llms.txt,https://www.kgirls.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3373,False,"Mon, 07 Sep 2026 07:25:59 GMT",False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9562,neu.edu.cn,https://neu.edu.cn/llms.txt,https://neu.edu.cn/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1693,False,,False,False,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9563,ufstoryfun.com,https://ufstoryfun.com/llms.txt,https://ufstoryfun.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,3,False,,False,True,2026-09-07T07:25:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9564,sports.fr,https://sports.fr/llms.txt,https://www.sports.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33142,False,,False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9565,pkok11.com,https://pkok11.com/llms.txt,https://www.pkok11.com/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,1981,False,"Wed, 15 Apr 2026 18:04:32 GMT",True,True,2026-09-07T07:25:57Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9566,nu.or.id,https://nu.or.id/llms.txt,https://nu.or.id/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5529,False,,False,False,2026-09-07T07:25:57Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9567,eropuru.com,https://eropuru.com/llms.txt,https://www.eropuru.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14,False,,False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9568,prajavani.net,https://prajavani.net/llms.txt,https://www.prajavani.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28883,False,,True,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9569,openfpcdn.io,https://openfpcdn.io/llms.txt,https://openfpcdn.io/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,32,False,,False,True,2026-09-07T07:25:57Z,,,1,missing_404,False,missing_404
9570,arm.com,https://arm.com/llms.txt,https://www.arm.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,ARM,9,35,28445,False,"Tue, 15 Jul 2025 07:46:21 GMT",True,True,2026-09-07T07:25:57Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9571,playsport.cc,https://playsport.cc/llms.txt,https://www.playsport.cc/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9572,tpmn.co.kr,https://tpmn.co.kr/llms.txt,https://www.tpmn.io,200,1,True,text/html,redirect_other,False,False,False,,0,0,5225,False,"Thu, 20 Aug 2026 02:04:53 GMT",True,False,2026-09-07T07:25:58Z,,Redirected away to https://www.tpmn.io,1,redirect_other,False,redirect_other
9573,iranjib.ir,https://iranjib.ir/llms.txt,https://www.iranjib.ir/showpage/notfound/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,26524,False,,True,True,2026-09-07T07:25:58Z,,Redirected away to https://www.iranjib.ir/showpage/notfound/,1,redirect_other,False,redirect_other
9574,google.ms,https://google.ms/llms.txt,https://google.ms/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9575,avtub.wiki,https://avtub.wiki/llms.txt,https://avtub.wiki/llms.txt,404,0,True,text/plain;charset=utf-8,missing_404,False,False,False,,0,0,9,False,,False,True,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9576,go.link,https://go.link/llms.txt,https://go.link/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,29,False,,False,False,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9577,billdesk.com,https://billdesk.com/llms.txt,https://billdesk.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4199,False,,True,False,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9578,minsa.gob.pe,http://minsa.gob.pe/llms.txt,http://minsa.gob.pe/llms.txt,403,0,False,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:25:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9579,classificadosx.net,https://classificadosx.net/llms.txt,https://www.classificadosx.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Classificados X,12,79,12803,False,"Thu, 03 Sep 2026 21:49:57 GMT",True,False,2026-09-07T07:25:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9580,pconline.com.cn,http://pconline.com.cn/llms.txt,https://www1.pconline.com.cn/page/errors/404.html,200,2,True,text/html,redirect_other,False,False,False,,0,0,4026,False,,False,True,2026-09-07T07:25:58Z,TIMEOUT,Redirected away to https://www1.pconline.com.cn/page/errors/404.html,1,redirect_other,False,redirect_other
9581,findnovel.net,https://findnovel.net/llms.txt,https://findnovel.net/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1172,False,,False,True,2026-09-07T07:25:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9582,anichin.cafe,https://anichin.cafe/llms.txt,https://anichin.cafe/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,689,False,,False,True,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9583,wri.org,https://wri.org/llms.txt,https://www.wri.org/llms.txt,200,1,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,World Resources Institute,9,54,10336,True,"Mon, 07 Sep 2026 06:51:14 GMT",True,True,2026-09-07T07:25:58Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9584,kashoob.com,https://kashoob.com/llms.txt,https://kashoob.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9585,pogovorim.by,https://pogovorim.by/llms.txt,https://pogovorim.by/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9586,war.gov,https://war.gov/llms.txt,https://war.gov/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,369,False,,False,False,2026-09-07T07:25:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9587,ecuabet.com,https://ecuabet.com/llms.txt,https://ecuabet.com/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,5152,False,,False,True,2026-09-07T07:25:58Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9588,khelo24match99.com,https://khelo24match99.com/llms.txt,https://khelo24match99.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35656,False,,False,True,2026-09-07T07:25:58Z,,,1,missing_404,False,missing_404
9589,fuximain.com,https://fuximain.com/llms.txt,https://fuximain.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:46Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9590,cimalight.co,https://cimalight.co/llms.txt,https://cimalight.co/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1153,False,,False,True,2026-09-07T07:25:58Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9591,24videos.space,https://24videos.space/llms.txt,https://24videos.space/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:46Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9592,banglachotikahinii.com,https://banglachotikahinii.com/llms.txt,https://www.banglachotikahinii.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3808,False,,False,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9593,qustodio.com,https://qustodio.com/llms.txt,https://www.qustodio.com/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,75625,False,,False,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9594,iess.gob.ec,https://iess.gob.ec/llms.txt,https://www.iess.gob.ec/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,64396,False,,False,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9595,easyhomescreen.com,https://easyhomescreen.com/llms.txt,https://easyhomescreen.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,363,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9596,crystalbet.com,http://crystalbet.com/llms.txt,https://crystalbet.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:47Z,TIMEOUT,,2,network_timeout,True,network_timeout
9597,avdbs.com,https://avdbs.com/llms.txt,https://www.avdbs.com/llms.txt,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9598,auctollo.com,https://auctollo.com/llms.txt,https://auctollo.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9599,eprocure.gov.bd,https://eprocure.gov.bd/llms.txt,https://eprocure.gov.bd/SessionTimedOut.jsp,200,2,True,text/html;charset=utf-8,redirect_other,False,False,False,,0,0,7797,False,,False,False,2026-09-07T07:25:59Z,,Redirected away to https://eprocure.gov.bd/SessionTimedOut.jsp,1,redirect_other,False,redirect_other
9600,codeium.com,https://codeium.com/llms.txt,https://windsurf.com/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,24570,False,,False,True,2026-09-07T07:25:59Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9601,google.ml,https://google.ml/llms.txt,https://google.ml/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9602,betpawa.cm,https://betpawa.cm/llms.txt,https://www.betpawa.cm/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7713,False,,False,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9603,escortsandbabes.com.au,https://escortsandbabes.com.au/llms.txt,https://escortsandbabes.com.au/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5594,False,,False,False,2026-09-07T07:25:59Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9604,yakkun.com,https://yakkun.com/llms.txt,https://yakkun.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3279,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9605,bokepi.com,https://bokepi.com/llms.txt,https://bokepi.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,41775,False,,False,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9606,huaban.com,https://huaban.com/llms.txt,https://huaban.com/user/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11237,False,,True,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9607,google.pn,https://google.pn/llms.txt,https://google.pn/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9608,bjx.com.cn,https://bjx.com.cn/llms.txt,https://www.bjx.com.cn/404.html,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21833,False,,False,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9609,spiceworks.com,https://spiceworks.com/llms.txt,https://spiceworks.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:47Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9610,alaskaair.com,https://alaskaair.com/llms.txt,https://www.alaskaair.com/llms.txt,406,1,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,8274,False,,False,True,2026-09-07T07:25:59Z,,,1,ambiguous,False,ambiguous
9611,transmit.live,https://transmit.live/llms.txt,https://www.transmit.live/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8698,False,"Tue, 02 Jun 2026 17:08:05 GMT",True,True,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9612,aagag.com,https://aagag.com/llms.txt,https://aagag.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9613,getintopc.com,https://getintopc.com/llms.txt,https://getintopc.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,22266,False,,False,False,2026-09-07T07:25:59Z,,,1,missing_404,False,missing_404
9614,photonengine.io,https://photonengine.io/llms.txt,https://photonengine.io/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9615,pex.jp,https://pex.jp/llms.txt,https://pex.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,17695,False,,True,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9616,krisp.ai,https://krisp.ai/llms.txt,https://krisp.ai/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,llms.txt - Krisp (Voice AI Platform and AI Note Taker),10,37,11080,False,"Fri, 05 Jun 2026 02:39:47 GMT",True,True,2026-09-07T07:26:00Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9617,animeshentai.biz,https://animeshentai.biz/llms.txt,https://animeshentai.biz/hd/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,45076,False,,False,False,2026-09-07T07:26:00Z,,Redirected away to https://animeshentai.biz/hd/,1,redirect_other,False,redirect_other
9618,xhtv.blog,https://xhtv.blog/llms.txt,https://xhtv.blog/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9619,mercusyscloud.com,https://mercusyscloud.com/llms.txt,https://mercusyscloud.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9620,i993.com,https://i993.com/llms.txt,https://i993.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9621,awsdns-63.net,https://awsdns-63.net/llms.txt,https://awsdns-63.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:48Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9622,kemensos.go.id,http://kemensos.go.id/llms.txt,https://kemensos.go.id/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:49Z,TIMEOUT,,2,network_timeout,True,network_timeout
9623,novavexis.com,https://novavexis.com/llms.txt,https://novavexis.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9624,crickexnow.com,https://crickexnow.com/llms.txt,https://crickexnow.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9625,heyvagroup.com,https://heyvagroup.com/llms.txt,https://www.heyvagroup.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7848,False,,False,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9626,yaeby.work,https://yaeby.work/llms.txt,https://yaeby.work/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9627,afun.mx,https://afun.mx/llms.txt,https://afun.mx/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,115584,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9628,ltguevmavv.com,https://ltguevmavv.com/llms.txt,https://ltguevmavv.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9629,websitedemos.net,https://websitedemos.net/llms.txt,https://websitedemos.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,114466,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9630,obramat.es,https://obramat.es/llms.txt,https://www.obramat.es/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,34236,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9631,com.se,http://com.se/llms.txt,https://www.com.se/llms.txt,200,2,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,11540,False,,False,True,2026-09-07T07:26:00Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9632,modarteaccessories.com,https://modarteaccessories.com/llms.txt,https://modarteaccessories.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9633,sproutgigs.com,https://sproutgigs.com/llms.txt,https://sproutgigs.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19288,False,,False,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9634,viralkand.com,https://viralkand.com/llms.txt,https://viralkand.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,103419,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9635,educacao.sp.gov.br,https://educacao.sp.gov.br/llms.txt,https://educacao.sp.gov.br/llms.txt,202,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:26:00Z,,,1,ambiguous,False,ambiguous
9636,mlookalporno.com,https://mlookalporno.com/llms.txt,https://mlookalporno.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1251,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9637,andpad.jp,https://andpad.jp/llms.txt,https://andpad.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2810,False,,False,True,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9638,chickensmoothie.com,https://chickensmoothie.com/llms.txt,https://www.chickensmoothie.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1255,False,,True,False,2026-09-07T07:26:00Z,,,1,missing_404,False,missing_404
9639,auerproxy.de,https://auerproxy.de/llms.txt,https://auerproxy.de/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:50Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9640,lacuerda.net,https://lacuerda.net/llms.txt,https://lacuerda.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3732,False,,False,False,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9641,egramswaraj.gov.in,https://egramswaraj.gov.in/llms.txt,https://egramswaraj.gov.in/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,1071,False,,False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9642,leaktube.net,https://leaktube.net/llms.txt,https://leaktube.net/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,12,59,6199,True,"Thu, 03 Sep 2026 09:34:40 GMT",True,False,2026-09-07T07:26:01Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9643,idolfap.com,https://idolfap.com/llms.txt,https://idolfap.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,5914,False,,False,False,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9644,qt.io,https://qt.io/llms.txt,https://www.qt.io/hubfs/llms.txt,200,2,True,text/plain,confirmed_llms_txt,True,True,True,Qt,6,15,3390,True,"Mon, 01 Jun 2026 06:50:14 GMT",True,True,2026-09-07T07:26:01Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9645,desibf.com,https://desibf.com/llms.txt,https://desibf.com/content-removed-successfully/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,228,False,,False,False,2026-09-07T07:26:01Z,,Redirected away to https://desibf.com/content-removed-successfully/,1,redirect_other,False,redirect_other
9646,tubepussy.org,https://tubepussy.org/llms.txt,https://tubepussy.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1249,False,,False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9647,anl.gov,https://anl.gov/llms.txt,https://anl.gov/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9648,microworkers.com,https://microworkers.com/llms.txt,https://www.microworkers.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,706,False,,False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9649,juan365.com,https://juan365.com/llms.txt,https://juan365.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1748,False,,False,True,2026-09-07T07:26:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9650,wpeproxy.com,https://wpeproxy.com/llms.txt,https://wpeproxy.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:51Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9651,taplink.cc,https://taplink.cc/llms.txt,https://taplink.cc/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1899,False,"Mon, 07 Sep 2026 07:26:02 GMT",False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9652,bet365.bet.ar,https://bet365.bet.ar/llms.txt,https://www.bet365.bet.ar/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,3678,False,,False,False,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9653,bombuj.si,https://bombuj.si/llms.txt,https://www.bombuj.si/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1209,False,,False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9654,gamemania.co.ke,https://gamemania.co.ke/llms.txt,https://www.gamemania.co.ke/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,40714,False,,False,True,2026-09-07T07:26:01Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9655,bkn.go.id,https://bkn.go.id/llms.txt,https://bkn.go.id/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,13,58,6610,True,"Wed, 24 Dec 2025 02:34:24 GMT",True,False,2026-09-07T07:46:51Z,,Text response without standard H1 heading,2,network_timeout,True,ambiguous
9656,kurnik.pl,https://kurnik.pl/llms.txt,https://www.kurnik.pl/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9657,tcafe21.com,https://tcafe21.com/llms.txt,https://tcafe21.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,101323,False,"Mon, 07 Sep 2026 07:26:03 GMT",False,True,2026-09-07T07:26:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9658,forogore.net,https://forogore.net/llms.txt,https://forogore.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3033,False,,False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9659,lalamasa.com,https://lalamasa.com/llms.txt,https://lalamasa.mobi/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53720,False,,False,True,2026-09-07T07:26:01Z,,,1,missing_404,False,missing_404
9660,acesso.gov.pt,https://acesso.gov.pt/llms.txt,https://acesso.gov.pt/llms.txt,200,0,True,,soft_200_html,False,False,False,,0,0,202,False,,False,False,2026-09-07T07:26:01Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9661,tatasteel.co.in,https://tatasteel.co.in/llms.txt,https://tatasteel.co.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9662,bucetaflix.com,https://bucetaflix.com/llms.txt,https://www.bucetaflix.com,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,11273,False,"Mon, 07 Sep 2026 07:26:05 GMT",False,True,2026-09-07T07:26:02Z,,Redirected away to https://www.bucetaflix.com,1,redirect_other,False,redirect_other
9663,caliente.pe,https://caliente.pe/llms.txt,https://www.caliente.pe/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,38848,False,"Tue, 01 Sep 2026 13:24:38 GMT",False,True,2026-09-07T07:26:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9664,luvyaa.co,https://luvyaa.co/llms.txt,https://v5.luvyaa.co/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5427,False,,False,False,2026-09-07T07:26:02Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9665,webdramaturkey2.com,https://webdramaturkey2.com/llms.txt,https://webdramaturkey2.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11402,False,,False,True,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9666,peakgames.net,https://peakgames.net/llms.txt,https://peak.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12481,False,,False,True,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9667,clashofclans-layouts.com,https://clashofclans-layouts.com/llms.txt,https://clashofclans-layouts.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9668,ensighten.com,https://ensighten.com/llms.txt,https://cheq.ai/ensighten/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,141396,False,"Sun, 06 Sep 2026 15:48:40 GMT",False,True,2026-09-07T07:26:02Z,,Redirected away to https://cheq.ai/ensighten/,1,redirect_other,False,redirect_other
9669,modaselvim.com,https://modaselvim.com/llms.txt,https://modaselvim.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,False,True,LLMs.txt,0,0,10,False,"Thu, 27 Nov 2025 06:56:38 GMT",True,False,2026-09-07T07:26:02Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9670,riyasewana.com,https://riyasewana.com/llms.txt,https://riyasewana.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4347,False,"Sun, 09 Aug 2026 21:03:40 GMT",False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9671,garotocomlocal.com.br,https://garotocomlocal.com.br/llms.txt,https://garotocomlocal.com.br/llms.txt,405,0,True,text/html; charset=utf-8,ambiguous,False,False,False,,0,0,262,False,,False,False,2026-09-07T07:26:02Z,,,1,ambiguous,False,ambiguous
9672,spicymms.com,https://spicymms.com/llms.txt,https://www.spicymms.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9673,sushida.net,https://sushida.net/llms.txt,https://sushida.net/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,236,False,,False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9674,workman.jp,https://workman.jp/llms.txt,https://workman.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1437,False,,False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9675,kanoon.ir,https://kanoon.ir/llms.txt,https://www.kanoon.ir/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,6175,False,,False,False,2026-09-07T07:26:02Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9676,solopornoitaliani.xxx,https://solopornoitaliani.xxx/llms.txt,https://www.solopornoitaliani.xxx/llms.txt,404,2,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,False,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9677,tamilsexvids.net,https://tamilsexvids.net/llms.txt,https://www.tamilsexvids.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,165712,False,,False,True,2026-09-07T07:26:02Z,,,1,missing_404,False,missing_404
9678,d-deltanet.com,https://d-deltanet.com/llms.txt,https://www.d-deltanet.com/pc/,403,1,True,text/html,blocked_forbidden,False,False,False,,0,0,118,False,,False,False,2026-09-07T07:26:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9679,alerts.in.ua,https://alerts.in.ua/llms.txt,https://alerts.in.ua/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,96553,False,,False,False,2026-09-07T07:26:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9680,apartmenttherapy.com,https://apartmenttherapy.com/llms.txt,https://www.apartmenttherapy.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,29771,False,,True,True,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9681,etagi.com,https://etagi.com/llms.txt,https://huahin.etagi.com/llms.txt/,403,2,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,11904,False,,True,False,2026-09-07T07:26:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9682,google.com.vc,https://google.com.vc/llms.txt,https://google.com.vc/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1167,False,,False,False,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9683,buzzarab.com,https://buzzarab.com/llms.txt,http://www.buzzarab.com/llms.txt,404,1,False,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,325,False,,False,False,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9684,citapreviadnie.es,https://citapreviadnie.es/llms.txt,https://citapreviadnie.es/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,2045,False,,False,False,2026-09-07T07:46:51Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
9685,tamilgun.now,https://tamilgun.now/llms.txt,https://tamilgun.now/llms.txt,500,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,583,False,,False,True,2026-09-07T07:46:51Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
9686,zefoy.com,https://zefoy.com/llms.txt,https://zefoy.com/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,13917,False,,False,True,2026-09-07T07:26:03Z,,Redirected away to https://zefoy.com/,1,redirect_other,False,redirect_other
9687,8888.porn,https://8888.porn/llms.txt,https://8888.porn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9688,stps.gob.mx,https://stps.gob.mx/llms.txt,https://stps.gob.mx/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,179,False,,False,False,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9689,missav01.com,https://missav01.com/llms.txt,https://missav01.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,136885,False,,False,False,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9690,banesconline.com,https://banesconline.com/llms.txt,https://banesconline.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9691,locanto.org,https://locanto.org/llms.txt,https://locanto.org/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,12247,False,,False,False,2026-09-07T07:26:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9692,yupmanga.com,https://yupmanga.com/llms.txt,https://www.yupmanga.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9693,xleche.com,https://xleche.com/llms.txt,https://www.xleche.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,65718,False,,False,True,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9694,uzbmb.uz,http://uzbmb.uz/llms.txt,https://uzbmb.uz/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
9695,awsdns-01.co.uk,https://awsdns-01.co.uk/llms.txt,https://awsdns-01.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9696,ddd-smart.net,https://ddd-smart.net/llms.txt,https://ddd-smart.net/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,3684,False,,False,False,2026-09-07T07:26:03Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9697,nyahentai.one,https://nyahentai.one/llms.txt,https://nyahentai.one/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,26431,False,,False,True,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9698,parliament.uk,https://parliament.uk/llms.txt,http://www.parliament.uk/llms.txt,403,1,False,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5517,False,,False,False,2026-09-07T07:26:03Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9699,bfi.org.uk,https://bfi.org.uk/llms.txt,https://www.bfi.org.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33440,False,,False,True,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9700,aad.org,https://aad.org/llms.txt,https://www.aad.org/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,2485,False,,False,True,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9701,chilevision.cl,https://chilevision.cl/llms.txt,https://www.chilevision.cl/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66479,False,,False,False,2026-09-07T07:26:03Z,,,1,missing_404,False,missing_404
9702,google.bj,https://google.bj/llms.txt,https://google.bj/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:04Z,,,1,missing_404,False,missing_404
9703,veed.io,https://veed.io/llms.txt,https://www.veed.io/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:26:04Z,,,1,missing_404,False,missing_404
9704,ielove.jp,https://ielove.jp/llms.txt,https://ielove.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9705,cerdas.com,https://cerdas.com/llms.txt,http://www.cerdas.com/llms.txt,200,1,False,text/html,soft_200_html,False,False,False,,0,0,362,False,,False,True,2026-09-07T07:26:04Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9706,epicgamescdn.com,https://epicgamescdn.com/llms.txt,https://epicgamescdn.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9707,coda.io,https://coda.io/llms.txt,https://docs.superhuman.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,28625,False,,True,True,2026-09-07T07:26:04Z,,,1,missing_404,False,missing_404
9708,playtime.ph,https://playtime.ph/llms.txt,https://www.playtime.ph/,200,1,True,text/html,redirect_other,False,False,False,,0,0,658,False,"Thu, 09 Jul 2026 05:38:16 GMT",False,True,2026-09-07T07:26:04Z,,Redirected away to https://www.playtime.ph/,1,redirect_other,False,redirect_other
9709,xdate.ch,https://xdate.ch/llms.txt,https://xdate.ch/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5431,False,,False,False,2026-09-07T07:26:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9710,downloadwella.com,https://downloadwella.com/llms.txt,https://downloadwella.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,8005,False,,False,False,2026-09-07T07:26:04Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9711,sengokuixa.jp,https://sengokuixa.jp/llms.txt,https://sengokuixa.jp/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,7,False,,False,False,2026-09-07T07:26:04Z,,,1,missing_404,False,missing_404
9712,arabshentai.com,https://arabshentai.com/llms.txt,https://arabshentai.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1444,False,,False,False,2026-09-07T07:26:04Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9713,xvideosporno.blog.br,https://xvideosporno.blog.br/llms.txt,https://xvideosporno.blog.br/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,82544,False,,False,True,2026-09-07T07:26:04Z,,,1,missing_404,False,missing_404
9714,riovagas.com.br,https://riovagas.com.br/llms.txt,https://riovagas.com.br/llms.txt,503,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,7594,False,,False,True,2026-09-07T07:46:53Z,SERVER_ERROR_503,,2,network_timeout,True,network_timeout
9715,xxxindianstories.com,https://xxxindianstories.com/llms.txt,https://www.xxxindianstories.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,38061,False,,False,True,2026-09-07T07:26:04Z,,,1,missing_404,False,missing_404
9716,betsson.pe,https://betsson.pe/llms.txt,https://betsson.pe/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9717,ntnu.no,https://ntnu.no/llms.txt,https://www.ntnu.no/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,4435,False,,False,False,2026-09-07T07:26:05Z,,,1,missing_404,False,missing_404
9718,mcpedl.org,https://mcpedl.org/llms.txt,https://mcpedl.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,57233,False,,False,True,2026-09-07T07:26:05Z,,,1,missing_404,False,missing_404
9719,sciencepost.fr,http://sciencepost.fr/llms.txt,https://sciencepost.fr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:53Z,TIMEOUT,,2,network_timeout,True,network_timeout
9720,animeruka.com,https://animeruka.com/llms.txt,https://animeruka.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:26:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9721,winner.bet,https://winner.bet/llms.txt,https://winner.bet/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,74135,False,,False,True,2026-09-07T07:26:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9722,betting.co.zw,https://betting.co.zw/llms.txt,https://betting.co.zw/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,33986,False,,False,True,2026-09-07T07:26:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9723,bplay.bet.ar,https://bplay.bet.ar/llms.txt,https://bplay.bet.ar/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:26:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9724,premierbet.co.ao,https://premierbet.co.ao/llms.txt,https://www.premierbet.co.ao/llms.txt,404,1,True,application/xml; charset=utf-8,missing_404,False,False,False,,0,0,127,False,,False,True,2026-09-07T07:26:05Z,,,1,missing_404,False,missing_404
9725,odysee.com,https://odysee.com/llms.txt,https://odysee.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,11432,False,,False,True,2026-09-07T07:26:05Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9726,gobid.co.za,https://gobid.co.za/llms.txt,https://gobid.co.za/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1484,False,,False,True,2026-09-07T07:26:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9727,cdnfonts.com,https://cdnfonts.com/llms.txt,https://cdnfonts.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1000,False,,False,False,2026-09-07T07:26:05Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9728,cdnhwc1.cn,https://cdnhwc1.cn/llms.txt,https://cdnhwc1.cn/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:54Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9729,headtopics.com,https://headtopics.com/llms.txt,https://headtopics.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4845,False,,False,True,2026-09-07T07:26:05Z,,,1,missing_404,False,missing_404
9730,go-manga.com,https://go-manga.com/llms.txt,https://www.go-manga.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66007,False,,False,True,2026-09-07T07:26:05Z,,,1,missing_404,False,missing_404
9731,unicamp.br,https://unicamp.br/llms.txt,https://www.unicamp.br/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,35628,False,,False,False,2026-09-07T07:26:05Z,,,1,missing_404,False,missing_404
9732,uppcl.org,http://uppcl.org/llms.txt,https://uppcl.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:54Z,TIMEOUT,,2,network_timeout,True,network_timeout
9733,eronity.com,https://eronity.com/llms.txt,https://www.eronity.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,326,False,,False,True,2026-09-07T07:26:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9734,fairyanime.net,https://fairyanime.net/llms.txt,https://fairyanime.net/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,3030,False,,False,True,2026-09-07T07:26:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9735,cisf.gov.in,https://cisf.gov.in/llms.txt,https://cisf.gov.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,True,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9736,xnxtt.com,https://xnxtt.com/llms.txt,https://xnxtt.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42048,False,,False,False,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9737,mitelis.cc,https://mitelis.cc/llms.txt,https://mitelis.cc/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9738,tile-api.com,https://tile-api.com/llms.txt,https://tile-api.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:55Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9739,clashofclans.com,https://clashofclans.com/llms.txt,https://supercell.com/en/games/clashofclans/,200,2,True,text/html,redirect_other,False,False,False,,0,0,52243,False,"Mon, 07 Sep 2026 06:56:08 GMT",True,True,2026-09-07T07:26:06Z,,Redirected away to https://supercell.com/en/games/clashofclans/,1,redirect_other,False,redirect_other
9740,arbada.net,https://arbada.net/llms.txt,https://arbada.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,232236,False,,False,True,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9741,betfair.com,https://betfair.com/llms.txt,https://www.betfair.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,2348,False,,False,True,2026-09-07T07:26:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9742,3iskk.xyz,https://3iskk.xyz/llms.txt,https://3iskk.xyz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1037,False,,False,True,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9743,purestorage.com,https://purestorage.com/llms.txt,https://www.everpuredata.com/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,181690,False,,False,True,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9744,net77.cc,https://net77.cc/llms.txt,https://net77.cc/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,255,False,,False,False,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9745,minhchinh.com,https://minhchinh.com/llms.txt,https://minhchinh.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,108457,False,,False,False,2026-09-07T07:26:06Z,,Redirected away to https://minhchinh.com/,1,redirect_other,False,redirect_other
9746,interbet.co.za,https://interbet.co.za/llms.txt,https://interbet.co.za/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11281,False,,False,True,2026-09-07T07:26:06Z,,,1,missing_404,False,missing_404
9747,locanto.com.mx,https://locanto.com.mx/llms.txt,https://locanto.com.mx/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,12266,False,,False,False,2026-09-07T07:26:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9748,filmix.gg,https://filmix.gg/llms.txt,https://filmix.gg/llms.txt,502,0,True,text/html; charset=utf-8,network_timeout,False,False,False,,0,0,6375,False,,False,True,2026-09-07T07:46:55Z,SERVER_ERROR_502,,2,network_timeout,True,network_timeout
9749,bahalmag.ir,https://bahalmag.ir/llms.txt,https://bahalmag.ir/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:26:06Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9750,sch.gr,http://sch.gr/llms.txt,https://sch.gr/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
9751,steadfast.com.bd,https://steadfast.com.bd/llms.txt,https://steadfast.com.bd/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4553,False,,False,True,2026-09-07T07:26:06Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9752,stretchoid.com,https://stretchoid.com/llms.txt,https://stretchoid.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9753,teamstoday.com,https://teamstoday.com/llms.txt,https://teamstoday.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,411,False,,False,False,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9754,playinmatch99.com,https://playinmatch99.com/llms.txt,https://playinmatch99.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,423,False,,False,True,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9755,infopanel.jp,https://infopanel.jp/llms.txt,https://infopanel.jp/llms.txt,404,0,True,text/plain; charset=utf-8,missing_404,False,False,False,,0,0,13,False,,False,False,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9756,delta-executor.com,https://delta-executor.com/llms.txt,https://delta-executor.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5603,False,,False,False,2026-09-07T07:26:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9757,99taxis.mobi,http://99taxis.mobi/llms.txt,https://99taxis.mobi/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:56Z,TIMEOUT,,2,network_timeout,True,network_timeout
9758,adapty.io,https://adapty.io/llms.txt,https://adapty.io/llms.txt,200,0,True,text/plain; charset=utf-8,ambiguous,False,False,False,,7,38,4084,False,"Mon, 31 Aug 2026 09:09:03 GMT",True,True,2026-09-07T07:26:07Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9759,dropgame.jp,https://dropgame.jp/llms.txt,https://dropgame.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2006,False,,False,True,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9760,kdreams.jp,https://kdreams.jp/llms.txt,https://kdreams.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:57Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9761,sexneka.com,https://sexneka.com/llms.txt,https://sexneka.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,سكس نيكة,3,5,4809,False,,False,True,2026-09-07T07:26:07Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9762,55bmw6.com,https://55bmw6.com/llms.txt,https://55bmw6.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,3666,False,"Thu, 03 Sep 2026 02:43:55 GMT",True,True,2026-09-07T07:26:07Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9763,viorawatch.com,https://viorawatch.com/llms.txt,https://viorawatch.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3741,False,,False,True,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9764,foundationdns.com,https://foundationdns.com/llms.txt,https://www.cloudflare.com/dns/foundation-dns/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,15,False,,False,False,2026-09-07T07:26:07Z,,Redirected away to https://www.cloudflare.com/dns/foundation-dns/,1,redirect_other,False,redirect_other
9765,dochord.com,https://dochord.com/llms.txt,https://dochord.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5532,False,,False,False,2026-09-07T07:26:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9766,set.gov.py,https://set.gov.py/llms.txt,https://set.gov.py/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:46:58Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9767,tnebnet.org,https://tnebnet.org/llms.txt,https://tnebnet.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9768,nunuporn.com,https://nunuporn.com/llms.txt,https://nunuporn.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:26:07Z,,,1,missing_404,False,missing_404
9769,search-porn-videos.com,https://search-porn-videos.com/llms.txt,https://search-porn-videos.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:01Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9770,reviews.io,https://reviews.io/llms.txt,https://www.reviews.io/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5556,False,,False,False,2026-09-07T07:26:07Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9771,studying.jp,https://studying.jp/llms.txt,https://studying.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15513,False,,False,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9772,skbkontur.ru,https://skbkontur.ru/llms.txt,https://kontur.ru/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Контур — экосистема для бизнеса,0,0,13832,False,,False,False,2026-09-07T07:26:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9773,heovl.im,https://heovl.im/llms.txt,https://heovl.im/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4545,False,,False,True,2026-09-07T07:26:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9774,tecnomat.it,https://tecnomat.it/llms.txt,https://www.tecnomat.it/llms.txt,403,1,True,text/html;charset=utf-8,blocked_forbidden,False,False,False,,0,0,771,False,,False,True,2026-09-07T07:26:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9775,panda.org,http://panda.org/llms.txt,https://panda.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:02Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9776,detran.sp.gov.br,http://detran.sp.gov.br/llms.txt,https://detran.sp.gov.br/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:02Z,TIMEOUT,,2,network_timeout,True,network_timeout
9777,fastvideosave.net,https://fastvideosave.net/llms.txt,https://fastvideosave.net/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,8012,False,,False,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9778,fullhdfilmizlesene.life,https://fullhdfilmizlesene.life/llms.txt,https://www.fullhdfilmizlesene.now/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4559,False,,False,True,2026-09-07T07:26:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9779,37games.com,https://37games.com/llms.txt,https://37games.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,0,False,,False,True,2026-09-07T07:26:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9780,mobizil.com,https://mobizil.com/llms.txt,https://mobizil.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,746,False,,False,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9781,cmbchina.com,https://cmbchina.com/llms.txt,https://cmbchina.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,7588,False,"Thu, 09 Jul 2026 09:02:55 GMT",True,True,2026-09-07T07:26:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9782,etrain.info,https://etrain.info/llms.txt,https://etrain.info/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,24849,False,,True,False,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9783,uvfuns.com,https://uvfuns.com/llms.txt,https://uvfuns.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Kwai (www.kwai.com),9,0,5134,False,,False,False,2026-09-07T07:26:08Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9784,redlights.be,https://redlights.be/llms.txt,https://www.redlights.be/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,96577,False,,False,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9785,futbol11.com,https://futbol11.com/llms.txt,https://futbol11.com/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,3422,False,,False,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9786,football360.ir,https://football360.ir/llms.txt,https://football360.ir/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4558,False,,True,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9787,dreammail.jp,https://dreammail.jp/llms.txt,https://www.dreammail.jp/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,20776,False,"Mon, 07 Sep 2026 07:26:10 GMT",False,True,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9788,sbxh9.com,https://sbxh9.com/llms.txt,https://sbxh9.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,3134,False,,False,True,2026-09-07T07:26:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9789,novinhabucetuda.com,https://novinhabucetuda.com/llms.txt,https://novinhabucetuda.com/llms.txt,403,0,True,text/plain,blocked_forbidden,False,False,False,,0,0,25,False,,False,True,2026-09-07T07:26:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9790,elmaz.com,https://elmaz.com/llms.txt,https://elmaz.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5509,False,,False,False,2026-09-07T07:26:08Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9791,warau.jp,https://warau.jp/llms.txt,https://www.warau.jp/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,42152,False,,False,True,2026-09-07T07:26:08Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9792,shcilestamp.com,https://shcilestamp.com/llms.txt,https://shcilestamp.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9793,japanet.co.jp,https://japanet.co.jp/llms.txt,https://japanet.co.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,3819,False,"Wed, 25 Mar 2026 23:38:11 GMT",True,False,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9794,punjabpolice.gov.pk,https://punjabpolice.gov.pk/llms.txt,https://punjabpolice.gov.pk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:02Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9795,meteofor.lt,https://meteofor.lt/llms.txt,https://meteofor.lt/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,58899,False,,False,False,2026-09-07T07:26:08Z,,,1,missing_404,False,missing_404
9796,brcashypro.com,https://brcashypro.com/llms.txt,https://brcashypro.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:03Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9797,yasexu.pro,https://yasexu.pro/llms.txt,https://yasexu.pro/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:04Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9798,naijared.com,https://naijared.com/llms.txt,https://naijared.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,44880,False,,False,True,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9799,betclic.ci,https://betclic.ci/llms.txt,https://betclic.ci/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,3537,False,,False,True,2026-09-07T07:26:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9800,sexindrag.com,https://sexindrag.com/llms.txt,https://sexindrag.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,551,False,,False,False,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9801,mybsn.com.my,https://mybsn.com.my/llms.txt,https://mybsn.com.my/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:05Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9802,79king1.com,http://79king1.com/llms.txt,http://79king1.com/llms.txt,404,0,False,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:09Z,SSL_ERROR,,1,missing_404,False,missing_404
9803,verisoul.ai,https://verisoul.ai/llms.txt,https://www.verisoul.ai/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Verisoul,2,7,1538,False,"Mon, 07 Sep 2026 07:26:11 GMT",False,False,2026-09-07T07:26:09Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9804,fojik.site,https://fojik.site/llms.txt,https://fojik.site/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:05Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9805,filmexxx.live,https://filmexxx.live/llms.txt,https://filmexxx.live/llmstxt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,33244,False,,False,True,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9806,officestation.jp,https://officestation.jp/llms.txt,https://officestation.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9807,jappy.com,https://jappy.com/llms.txt,https://www.jappy.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1153,False,,True,False,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9808,service-public.gouv.fr,https://service-public.gouv.fr/llms.txt,https://www.service-public.gouv.fr/llms.txt,404,2,True,text/html,missing_404,False,False,False,,0,0,16625,False,"Wed, 29 Jul 2026 08:33:59 GMT",True,False,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9809,uukanshu.cc,https://uukanshu.cc/llms.txt,https://uukanshu.cc/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,479,False,,False,False,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9810,alpha-hen.com,https://alpha-hen.com/llms.txt,https://www.alpha-hen.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4550,False,,False,True,2026-09-07T07:26:09Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9811,livejasmin.com,http://livejasmin.com/llms.txt,http://livejasmin.com/llms.txt,200,0,False,text/html,soft_200_html,False,False,False,,0,0,268,False,,False,True,2026-09-07T07:26:09Z,CONNECTION_ERROR,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9812,sportnieuws.nl,https://sportnieuws.nl/llms.txt,https://sportnieuws.nl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3052,False,,True,True,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9813,zzpxy.top,http://zzpxy.top/llms.txt,https://zzpxy.top/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:06Z,CONNECTION_ERROR,,2,network_timeout,True,network_timeout
9814,djatoya.com,https://djatoya.com/llms.txt,https://djatoya.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,76385,False,,False,True,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9815,rule34vault.com,https://rule34vault.com/llms.txt,https://rule34vault.com/llms.txt,404,0,True,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:09Z,,,1,missing_404,False,missing_404
9816,napiszex.com,https://napiszex.com/llms.txt,https://napiszex.com/,200,2,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,52347,False,"Mon, 07 Sep 2026 07:26:11 GMT",False,True,2026-09-07T07:26:10Z,,Redirected away to https://napiszex.com/,1,redirect_other,False,redirect_other
9817,ladyxena.com,https://ladyxena.com/llms.txt,http://www.ladyxena.com/llms.txt,404,1,False,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1870,False,,False,True,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9818,hstgr.cloud,https://hstgr.cloud/llms.txt,https://hstgr.cloud/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:06Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9819,ibtimes.co.uk,https://ibtimes.co.uk/llms.txt,https://www.ibtimes.co.uk/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,32265,False,,False,True,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9820,jadwalnonton.com,https://jadwalnonton.com/llms.txt,https://jadwalnonton.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,7288,False,,False,True,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9821,speedostream1.com,http://speedostream1.com/llms.txt,http://speedostream1.com/llms.txt,404,0,False,text/html,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:26:10Z,CONNECTION_ERROR,,1,missing_404,False,missing_404
9822,pgsgames.games,https://pgsgames.games/llms.txt,https://pgsgames.games/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1097,False,"Thu, 14 Nov 2024 09:18:13 GMT",False,False,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9823,anjuke.com,https://anjuke.com/llms.txt,https://anjuke.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,46567,False,,False,False,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9824,tranimeizle.io,https://tranimeizle.io/llms.txt,https://tranimeizle.io/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4551,False,,False,True,2026-09-07T07:26:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9825,dizy.com,https://dizy.com/llms.txt,https://www.dizy.com/llms.txt/,404,2,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,21,False,,False,False,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9826,mgln.ai,https://mgln.ai/llms.txt,https://mgln.ai/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9827,absoluporn.com,http://absoluporn.com/llms.txt,http://www.absoluporn.com,200,1,False,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,60209,False,,False,True,2026-09-07T07:26:10Z,CONNECTION_ERROR,Redirected away to http://www.absoluporn.com,1,redirect_other,False,redirect_other
9828,suramericana.com,https://suramericana.com/llms.txt,https://suramericana.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,865,False,,False,True,2026-09-07T07:26:10Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9829,fullcast.jp,http://fullcast.jp/llms.txt,https://fullcast.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:06Z,TIMEOUT,,2,network_timeout,True,network_timeout
9830,mk.co.kr,https://mk.co.kr/llms.txt,https://www.mk.co.kr/llms.txt,200,1,True,text/markdown;charset=utf-8,confirmed_llms_txt,True,True,True,Maeil Business Newspaper,5,0,8803,True,"Mon, 07 Sep 2026 07:26:13 GMT",False,True,2026-09-07T07:26:10Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9831,azureserv.com,https://azureserv.com/llms.txt,https://azureserv.com/llms.txt,400,0,True,text/html,ambiguous,False,False,False,,0,0,8944,False,,False,False,2026-09-07T07:26:10Z,,,1,ambiguous,False,ambiguous
9832,yuvideos.com,https://yuvideos.com/llms.txt,https://www.yuvideos.com/llmstxt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,30878,False,,False,True,2026-09-07T07:26:10Z,,,1,missing_404,False,missing_404
9833,phimsexsuong3x.net,https://phimsexsuong3x.net/llms.txt,https://phimsexsuong3x.net,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,22618,False,"Mon, 07 Sep 2026 02:39:23 GMT",False,True,2026-09-07T07:26:11Z,,Redirected away to https://phimsexsuong3x.net,1,redirect_other,False,redirect_other
9834,xvideo.blog,https://xvideo.blog/llms.txt,https://www.xvideo.blog/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,80370,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9835,sarapbabe.com,https://sarapbabe.com/llms.txt,https://sarapbabe.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,173509,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9836,eufy.com,https://eufy.com/llms.txt,https://www.eufy.com/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,eufy Official Website,1,19,1173,False,,True,True,2026-09-07T07:26:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9837,a1.net,https://a1.net/llms.txt,https://www.a1.net/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,11326,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9838,1geki.jp,https://1geki.jp/llms.txt,https://1geki.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3084,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9839,jdwel.com,https://jdwel.com/llms.txt,https://jdwel.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,Jdwal (جدول),1,4,1562,False,"Fri, 21 Aug 2026 18:16:20 GMT",True,False,2026-09-07T07:26:11Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9840,thscore3.com,https://thscore3.com/llms.txt,https://www.thscore5.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16205,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9841,viikpgei.com,https://viikpgei.com/llms.txt,https://viikpgei.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9842,keiba.go.jp,https://keiba.go.jp/llms.txt,https://keiba.go.jp/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:07Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9843,up-manga.com,https://up-manga.com/llms.txt,https://www.up-manga.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,37425,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9844,elephantbet.co.mz,https://elephantbet.co.mz/llms.txt,https://elephantbet.co.mz/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,919,False,,False,False,2026-09-07T07:26:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9845,delgarm.com,https://delgarm.com/llms.txt,https://delgarm.com/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,1705,False,,False,True,2026-09-07T07:26:11Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9846,javhd.co.uk,https://javhd.co.uk/llms.txt,https://javhd.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:07Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9847,betpawa.co.zm,https://betpawa.co.zm/llms.txt,https://www.betpawa.co.zm/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,7713,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9848,jsonline.com,https://jsonline.com/llms.txt,https://www.jsonline.com/llms.txt/,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,61707,False,,True,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9849,naijaprey.tv,https://naijaprey.tv/llms.txt,https://www.naijaprey.tv/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41866,False,,False,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9850,iesdev.com,https://iesdev.com/llms.txt,https://iesdev.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9851,supplyframe.com,https://supplyframe.com/llms.txt,https://supplyframe.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7816,False,"Mon, 07 Sep 2026 07:26:12 GMT",True,True,2026-09-07T07:26:11Z,,,1,missing_404,False,missing_404
9852,bdcgslb.com,https://bdcgslb.com/llms.txt,https://bdcgslb.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9853,goseries4k.com,https://goseries4k.com/llms.txt,https://goseries4k.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,913,False,,False,False,2026-09-07T07:26:11Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9854,yes24.com,https://yes24.com/llms.txt,https://www.yes24.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,7,0,3109,False,"Thu, 18 Dec 2025 01:15:34 GMT",True,False,2026-09-07T07:26:12Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9855,arabic-porn-tube.com,https://arabic-porn-tube.com/llms.txt,https://arabic-porn-tube.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,سكس عربي تيوب,1,110,55237,False,"Mon, 07 Sep 2026 05:48:02 GMT",True,False,2026-09-07T07:26:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9856,suki-kira.com,https://suki-kira.com/llms.txt,https://suki-kira.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,490,False,,False,False,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9857,espacioapk.com,https://espacioapk.com/llms.txt,https://espacioapk.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,EspacioAPK,3,0,557,False,,False,True,2026-09-07T07:26:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9858,blurb.com,https://blurb.com/llms.txt,https://www.blurb.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,44450,False,,False,False,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9859,warframe.com,https://warframe.com/llms.txt,https://www.warframe.com/en/llms.txt,404,2,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,54935,False,,False,True,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9860,miku-doujin.com,https://miku-doujin.com/llms.txt,https://miku-doujin.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,355,False,,False,True,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9861,meitustat.com,https://meitustat.com/llms.txt,https://meitustat.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9862,quartier-rouge.be,https://quartier-rouge.be/llms.txt,https://www.quartier-rouge.be/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,8356,False,,False,True,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9863,umt.edu,https://umt.edu/llms.txt,https://www.umt.edu/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,University of Montana (UM),14,24,2896,False,"Fri, 07 Aug 2026 20:37:41 GMT",True,True,2026-09-07T07:26:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9864,dark-manga.com,https://dark-manga.com/llms.txt,https://www.dark-manga.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4392,False,,False,True,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9865,market-qx.trade,https://market-qx.trade/llms.txt,https://qxbroker.com/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5576,False,,False,False,2026-09-07T07:26:12Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9866,lel.asia,https://lel.asia/llms.txt,https://lel.asia/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:12Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
9867,pgatour.com,https://pgatour.com/llms.txt,https://pgatour.com/llms.txt,200,0,True,text/markdown,confirmed_llms_txt,True,True,True,PGA TOUR,7,22,9875,False,,False,True,2026-09-07T07:26:12Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9868,pddpic.com,https://pddpic.com/llms.txt,https://pddpic.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9869,isitmaal.com,https://isitmaal.com/llms.txt,https://isitmaal.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,21466,False,,False,True,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9870,ushmm.org,https://ushmm.org/llms.txt,https://www.ushmm.org/llms.txt,404,1,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,16384,False,,False,True,2026-09-07T07:26:12Z,,,1,missing_404,False,missing_404
9871,nishatlinen.com,https://nishatlinen.com/llms.txt,https://nishatlinen.com/llms.txt,200,0,True,text/markdown; charset=utf-8,confirmed_llms_txt,True,True,True,Agent Instructions — NISHAT,5,0,4493,False,,True,False,2026-09-07T07:26:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9872,google.co.vi,https://google.co.vi/llms.txt,https://google.co.vi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9873,google.mg,https://google.mg/llms.txt,https://google.mg/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9874,porno18.site,https://porno18.site/llms.txt,https://porno18.site/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,7066,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9875,mobile-tracker-free.com,https://mobile-tracker-free.com/llms.txt,https://mobile-tracker-free.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66365,False,,False,True,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9876,awsdns-19.co.uk,https://awsdns-19.co.uk/llms.txt,https://awsdns-19.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9877,freedot.info,https://freedot.info/llms.txt,https://freedot.info/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9878,indiarace.com,https://indiarace.com/llms.txt,https://www.indiarace.com/index.php?/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1130,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9879,qeseh.net,https://qeseh.net/llms.txt,https://qeseh.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,25844,False,,False,True,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9880,upbhulekh.gov.in,https://upbhulekh.gov.in/llms.txt,https://upbhulekh.gov.in/llms.txt,404,0,True,text/html;charset=utf-8,missing_404,False,False,False,,0,0,431,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9881,erotikchat4free.org,https://erotikchat4free.org/llms.txt,https://erotikchat4free.org/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,345,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9882,ylilauta.org,https://ylilauta.org/llms.txt,https://ylilauta.org/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1803,False,,False,True,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9883,e-tesda.gov.ph,https://e-tesda.gov.ph/llms.txt,https://e-tesda.gov.ph/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9884,truyenqq.com.vn,https://truyenqq.com.vn/llms.txt,https://truyenqq.com.vn/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5579,False,,False,False,2026-09-07T07:26:13Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9885,microad.jp,https://microad.jp/llms.txt,https://www.microad.co.jp,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,7972,False,,False,False,2026-09-07T07:26:13Z,,Redirected away to https://www.microad.co.jp,1,redirect_other,False,redirect_other
9886,racing.nl,https://racing.nl/llms.txt,https://racing.nl/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66647,False,,False,True,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9887,lameteoagricole.net,https://lameteoagricole.net/llms.txt,https://www.lameteoagricole.net/llms.txt,200,1,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,La Météo Agricole,8,6,3124,False,"Mon, 13 Apr 2026 12:28:36 GMT",False,True,2026-09-07T07:26:13Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9888,loox.io,https://loox.io/llms.txt,https://loox.io/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,147,False,,False,True,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9889,animeav1.com,https://animeav1.com/llms.txt,https://animeav1.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,4286,False,,False,False,2026-09-07T07:26:13Z,,,1,missing_404,False,missing_404
9890,av-th.io,https://av-th.io/llms.txt,https://av-th.io/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,7,30,3244,True,"Tue, 01 Sep 2026 16:32:13 GMT",True,True,2026-09-07T07:26:14Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9891,jiathis.com,https://jiathis.com/llms.txt,https://jiathis.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9892,niconsul.com,https://niconsul.com/llms.txt,https://niconsul.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9893,dexcom.com,https://dexcom.com/llms.txt,https://www.dexcom.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,109175,False,,False,True,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9894,rajatogelidr.com,https://rajatogelidr.com/llms.txt,https://rajatogelidr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:08Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9895,bizimhesap.com,https://bizimhesap.com/llms.txt,https://bizimhesap.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4551,False,,False,True,2026-09-07T07:26:14Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9896,baidu-itm.com,https://baidu-itm.com/llms.txt,https://baidu-itm.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9897,oolveris.com,https://oolveris.com/llms.txt,https://www.oolveris.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,168610,False,,False,True,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9898,cdn-website.com,https://cdn-website.com/llms.txt,https://cdn-website.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9899,research-panel.jp,https://research-panel.jp/llms.txt,https://research-panel.jp/llms.txt,404,0,True,text/html; charset=euc-jp,missing_404,False,False,False,,0,0,7025,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9900,ratutogelidr.com,https://ratutogelidr.com/llms.txt,https://ratutogelidr.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9901,darknaija.com,https://darknaija.com/llms.txt,https://darknaija.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10123,False,,False,True,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9902,bt.com.ve,https://bt.com.ve/llms.txt,https://bt.com.ve/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:09Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9903,pornobatsa.org,https://pornobatsa.org/llms.txt,https://pornobatsa.org/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9904,app-us1.com,https://app-us1.com/llms.txt,https://app-us1.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:10Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9905,aeolservice.es,https://aeolservice.es/llms.txt,https://aeolservice.es/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,Aeol Service,2,99,46611,False,"Mon, 07 Sep 2026 03:44:19 GMT",False,True,2026-09-07T07:26:14Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9906,fast-dl.one,http://fast-dl.one/llms.txt,https://fast-dl.one/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1180,False,,False,True,2026-09-07T07:26:14Z,TIMEOUT,,1,missing_404,False,missing_404
9907,google.com.bz,https://google.com.bz/llms.txt,https://google.com.bz/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9908,bongdalu812.com,https://bongdalu812.com/llms.txt,https://www.bongdalu812.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16205,False,,False,True,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9909,matchwithneighbors.com,https://matchwithneighbors.com/llms.txt,https://matchwithneighbors.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9910,ardentnews.co.kr,https://ardentnews.co.kr/llms.txt,https://www.ardentnews.co.kr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,2160,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9911,googlemail.com,https://googlemail.com/llms.txt,https://googlemail.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:10Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9912,tippmix.hu,https://tippmix.hu/llms.txt,https://www.tippmix.hu/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,13266,False,,False,True,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9913,sumo.or.jp,https://sumo.or.jp/llms.txt,https://sumo.or.jp/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1113,False,,False,False,2026-09-07T07:26:14Z,,,1,missing_404,False,missing_404
9914,allsectech.com,http://allsectech.com/llms.txt,https://allsectech.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:10Z,SSL_ERROR,,2,network_timeout,True,network_timeout
9915,kisskh.nl,https://kisskh.nl/llms.txt,https://kisskh.nl/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9916,xvideo-jp.com,https://xvideo-jp.com/llms.txt,https://xvideo-jp.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,47444,False,,False,False,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9917,kaldagan.com,https://kaldagan.com/llms.txt,https://kaldagan.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4549,False,,False,True,2026-09-07T07:26:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9918,maharashtracet.org,http://maharashtracet.org/llms.txt,http://maharashtracet.org/llms.txt,404,0,False,,missing_404,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:15Z,SSL_ERROR,,1,missing_404,False,missing_404
9919,google.cf,https://google.cf/llms.txt,https://google.cf/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9920,zmaal.net,https://zmaal.net/llms.txt,https://zmaal.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,41878,False,,False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9921,hentaivietsub.com,https://hentaivietsub.com/llms.txt,https://hentaivietsub.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,1212,False,,False,True,2026-09-07T07:26:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9922,arbpay.me,https://arbpay.me/llms.txt,https://arbpay.me/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,746,False,,False,True,2026-09-07T07:26:15Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9923,awsdns-13.co.uk,https://awsdns-13.co.uk/llms.txt,https://awsdns-13.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9924,cloudns.com,https://cloudns.com/llms.txt,https://www.cloudns.net,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,1419,False,,False,False,2026-09-07T07:26:15Z,,Redirected away to https://www.cloudns.net,1,redirect_other,False,redirect_other
9925,thenkiri.com,https://thenkiri.com/llms.txt,https://thenkiri.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1115,False,,False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9926,idealmedia.io,https://idealmedia.io/llms.txt,https://www.idealmedia.io/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,MGID: Native Performance & Programmatic Advertising Platform,11,37,6367,False,"Wed, 06 Aug 2025 09:33:09 GMT",True,False,2026-09-07T07:26:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9927,lootedpinay.com,https://lootedpinay.com/llms.txt,https://lootedpinay.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4552,False,,False,True,2026-09-07T07:26:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9928,xnxxsex.net,https://xnxxsex.net/llms.txt,https://xnxxsex.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,19058,False,"Thu, 06 Aug 2026 17:39:36 GMT",False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9929,fonts.net,http://fonts.net/llms.txt,https://fonts.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,TIMEOUT,,2,network_timeout,True,network_timeout
9930,xn--72caa3cygoc0d9c.com,https://xn--72caa3cygoc0d9c.com/llms.txt,https://xn--72caa3cygoc0d9c.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,9642,False,,False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9931,kanesex.com,https://kanesex.com/llms.txt,https://kanesex.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:26:15Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9932,gate.com,https://gate.com/llms.txt,https://www.gate.com/llms.txt,200,1,True,text/plain; charset=utf-8,ambiguous,False,False,False,,0,0,11503,False,,True,True,2026-09-07T07:26:15Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9933,tvguia.es,https://tvguia.es/llms.txt,https://www.tvguia.es/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,291,False,,False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9934,marketsandmarkets.com,https://marketsandmarkets.com/llms.txt,https://www.marketsandmarkets.com/llms.txt,200,1,True,text/plain,confirmed_llms_txt,True,True,True,Marketsand Markets - Revenue Impact & Advisory Company | Market Research Reports | Business Research Insights,210,0,26938,False,"Fri, 14 Feb 2025 04:59:00 GMT",True,True,2026-09-07T07:26:15Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9935,arabx88.mobi,https://arabx88.mobi/llms.txt,https://arabx88.mobi/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9936,cp.sk,https://cp.sk/llms.txt,https://cp.sk/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9937,hef.co.ke,https://hef.co.ke/llms.txt,https://hef.co.ke/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1130,False,,False,True,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9938,tdgall.com,https://tdgall.com/llms.txt,https://tdgall.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9939,djpunjab.is,https://djpunjab.is/llms.txt,https://djpunjab.is/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,153,False,,False,False,2026-09-07T07:26:15Z,,,1,missing_404,False,missing_404
9940,mediavitrina.ru,https://mediavitrina.ru/llms.txt,https://mediavitrina.ru/llms.txt,0,0,True,,blocked_forbidden,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:26:16Z,SSRF_PRIVATE_IP,Resolved to private or reserved IP address.,1,blocked_forbidden,False,blocked_forbidden
9941,topgirl.co,https://topgirl.co/llms.txt,https://topgirl.co/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9942,google.ki,https://google.ki/llms.txt,https://google.ki/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9943,ecitizen.go.ke,https://ecitizen.go.ke/llms.txt,https://accounts.ecitizen.go.ke/llms.txt,403,1,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5587,False,,False,False,2026-09-07T07:26:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9944,pruebat.org,https://pruebat.org/llms.txt,https://pruebat.org/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,32768,False,,False,True,2026-09-07T07:26:16Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9945,playwekings.ru,https://playwekings.ru/llms.txt,https://playwekings.ru/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,66596,False,,False,True,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9946,enloteria.com,https://enloteria.com/llms.txt,https://enloteria.com/llms.txt,200,0,True,text/plain; charset=utf-8,confirmed_llms_txt,True,True,True,EnLoteria - Resultados de Loterías en República Dominicana,7,81,10801,False,"Thu, 03 Sep 2026 20:21:57 GMT",False,True,2026-09-07T07:26:16Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9947,zaiim.com,https://zaiim.com/llms.txt,https://www.zaiim.com/llms.txt,200,1,True,text/plain,ambiguous,False,False,False,,0,0,796,False,"Fri, 27 Feb 2026 23:46:56 GMT",False,False,2026-09-07T07:26:16Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9948,pagalnew.com,https://pagalnew.com/llms.txt,https://pagalnew.com/llms.txt,404,0,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,206,False,,False,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9949,auburn.edu,https://auburn.edu/llms.txt,https://auburn.edu/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,16247,False,,False,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9950,vn2c.my,https://vn2c.my/llms.txt,https://vn2c.my/loi2.htm,200,2,True,text/html,redirect_other,False,False,False,,0,0,1031,False,"Mon, 11 Aug 2025 17:46:37 GMT",False,True,2026-09-07T07:26:16Z,,Redirected away to https://vn2c.my/loi2.htm,1,redirect_other,False,redirect_other
9951,hentaiz.bot,https://hentaiz.bot/llms.txt,https://hentaiz.bot/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4548,False,,False,True,2026-09-07T07:26:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9952,sat.co.id,https://sat.co.id/llms.txt,https://sat.co.id/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9953,paymetrust.net,https://paymetrust.net/llms.txt,https://paymetrust.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,10,False,,False,True,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9954,pnc.com,https://pnc.com/llms.txt,https://www.pnc.com/llms.txt,404,1,True,text/html,missing_404,False,False,False,,0,0,1208,False,"Mon, 13 Jul 2026 20:09:52 GMT",True,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9955,jedolo.com,https://jedolo.com/llms.txt,https://jedolo.com/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,5535,False,,False,False,2026-09-07T07:26:16Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9956,romanticgolpo.com,https://romanticgolpo.com/llms.txt,https://romanticgolpo.com/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,6,22,3116,True,"Wed, 02 Sep 2026 21:28:01 GMT",True,False,2026-09-07T07:26:16Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9957,ruta1000.com.ar,https://ruta1000.com.ar/llms.txt,https://ruta1000.com.ar/llms.txt,404,0,True,text/html; charset=iso_8859-1,missing_404,False,False,False,,0,0,2707,False,,False,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9958,tuazar.com,https://tuazar.com/llms.txt,https://tuazar.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:16Z,,,1,missing_404,False,missing_404
9959,google.com.af,https://google.com.af/llms.txt,https://google.com.af/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1569,False,,False,False,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9960,babu88.gold,https://babu88.gold/llms.txt,https://babu88.gold/llms.txt,200,0,True,text/html,soft_200_html,False,False,False,,0,0,27218,False,"Mon, 31 Aug 2026 23:11:15 GMT",False,False,2026-09-07T07:26:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9961,sexvietdam.blog,https://sexvietdam.blog/llms.txt,https://sexvietdam.blog/llms.txt,403,0,True,text/html; charset=utf-8,blocked_forbidden,False,False,False,,0,0,4552,False,,False,True,2026-09-07T07:26:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9962,vlxx.moi,https://vlxx.moi/llms.txt,https://vlxx.moi/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,HTTP_ERROR_0,,2,network_timeout,True,network_timeout
9963,xosothantai.mobi,https://xosothantai.mobi/llms.txt,https://xosothantai.mobi/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,162,False,,False,False,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9964,just-smilenext.jp,https://just-smilenext.jp/llms.txt,https://just-smilenext.jp/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,23917,False,"Wed, 20 May 2026 07:34:51 GMT",True,True,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9965,elephantbet.co.ao,https://elephantbet.co.ao/llms.txt,https://www.elephantbet.co.ao/llms.txt,200,1,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,14372,False,"Thu, 20 Aug 2026 15:22:25 GMT",False,True,2026-09-07T07:26:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9966,kanamic.net,https://kanamic.net/llms.txt,https://kanamic.net/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:11Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9967,score808live.tv,https://score808live.tv/llms.txt,https://score808live.tv/llms.txt,200,0,True,text/plain,ambiguous,False,False,False,,4,14,1760,True,"Wed, 02 Sep 2026 04:33:46 GMT",True,True,2026-09-07T07:26:17Z,,Text response without standard H1 heading,1,ambiguous,False,ambiguous
9968,aktu.ac.in,https://aktu.ac.in/llms.txt,https://aktu.ac.in/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,1245,False,,False,False,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9969,gujgov.edu.in,https://gujgov.edu.in/llms.txt,https://gujgov.edu.in/llms.txt,404,0,True,application/json,missing_404,False,False,False,,0,0,97,False,,False,False,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9970,dnsimple-edge.com,https://dnsimple-edge.com/llms.txt,https://dnsimple-edge.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9971,indianbfvideos.com,https://indianbfvideos.com/llms.txt,https://www.indianbfvideos.com/llms.txt,404,1,True,text/html; charset=iso-8859-1,missing_404,False,False,False,,0,0,196,False,,False,False,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9972,wooga.com,https://wooga.com/llms.txt,https://cdn.prod.website-files.com/5eba64f02efe5d4548413f86/685d2201ad9fdd4ac1101f63_llm.txt,200,2,True,text/plain,redirect_other,False,False,False,,0,0,3767,False,"Thu, 26 Jun 2025 10:33:39 GMT",True,True,2026-09-07T07:26:17Z,,Redirected away to https://cdn.prod.website-files.com/5eba64f02efe5d4548413f86/685d2201ad9fdd4ac1101f63_llm.txt,1,redirect_other,False,redirect_other
9973,allgabar.com,https://allgabar.com/llms.txt,https://allgabar.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,73030,False,,False,True,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9974,videymyca.online,https://videymyca.online/llms.txt,https://videymyca.online/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,6192,False,,False,True,2026-09-07T07:26:17Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9975,eghrmis.gov.my,https://eghrmis.gov.my/llms.txt,https://eghrmis.gov.my/llms.txt,500,0,True,text/html,network_timeout,False,False,False,,0,0,12058,False,,False,False,2026-09-07T07:47:12Z,SERVER_ERROR_500,,2,network_timeout,True,network_timeout
9976,tumadouga.jp,https://tumadouga.jp/llms.txt,https://tumadouga.jp/error_404,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,3601,False,,False,True,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9977,xn--69-6tia3cb.net,https://xn--69-6tia3cb.net/llms.txt,https://xn--69-6tia3cb.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,53815,False,,False,True,2026-09-07T07:26:17Z,,,1,missing_404,False,missing_404
9978,spotv24.com,https://spotv24.com/llms.txt,https://spotv24.com/llms.txt,200,0,True,text/html; charset=utf-8,soft_200_html,False,False,False,,0,0,18194,False,,False,False,2026-09-07T07:26:17Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9979,xn--42cah7d0cxcvbbb9x.com,https://xn--42cah7d0cxcvbbb9x.com/llms.txt,https://xn--42cah7d0cxcvbbb9x.com/llms.txt,200,0,True,text/plain,confirmed_llms_txt,True,True,True,ราคาทองคําวันนี้,2,180,140648,False,"Mon, 07 Sep 2026 02:13:09 GMT",True,True,2026-09-07T07:26:17Z,,,1,confirmed_llms_txt,False,confirmed_llms_txt
9980,tvmon1.com,https://tvmon1.com/llms.txt,https://tvmon1.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,2014,False,,True,True,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9981,itemmania.com,http://itemmania.com/llms.txt,https://itemmania.com/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:12Z,TIMEOUT,,2,network_timeout,True,network_timeout
9982,poshantracker.in,https://poshantracker.in/llms.txt,https://www.poshantracker.in/llms.txt,200,1,True,text/html,soft_200_html,False,False,False,,0,0,12803,False,"Sun, 06 Sep 2026 06:00:46 GMT",True,True,2026-09-07T07:26:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html
9983,ratkojat.fi,https://ratkojat.fi/llms.txt,https://www.ratkojat.fi/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,994,False,,False,False,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9984,linkpenidabet.com,https://linkpenidabet.com/llms.txt,https://linkpenidabet.com,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,21020,False,,False,True,2026-09-07T07:26:18Z,,Redirected away to https://linkpenidabet.com,1,redirect_other,False,redirect_other
9985,majhinaukri.in,https://majhinaukri.in/llms.txt,https://majhinaukri.in/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,85997,False,,False,True,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9986,seks.ws,https://seks.ws/llms.txt,https://seks.ws/,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,43697,False,,False,True,2026-09-07T07:26:18Z,,Redirected away to https://seks.ws/,1,redirect_other,False,redirect_other
9987,wizards.com,https://wizards.com/llms.txt,https://company.wizards.com/en,200,1,True,text/html; charset=utf-8,redirect_other,False,False,False,,0,0,5732,False,,True,True,2026-09-07T07:26:18Z,,Redirected away to https://company.wizards.com/en,1,redirect_other,False,redirect_other
9988,sangtacviet.app,https://sangtacviet.app/llms.txt,https://sangtacviet.app/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,901,False,,False,True,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9989,awsdns-06.co.uk,https://awsdns-06.co.uk/llms.txt,https://awsdns-06.co.uk/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9990,orekou.net,https://orekou.net/llms.txt,https://orekou.net/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,1112,False,,False,False,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9991,uncenz.com,https://uncenz.com/llms.txt,https://uncenz.com/llms.txt,403,0,True,text/html,blocked_forbidden,False,False,False,,0,0,1686,False,,False,True,2026-09-07T07:26:18Z,HTTP_403,,1,blocked_forbidden,False,blocked_forbidden
9992,imvu.com,https://imvu.com/llms.txt,https://www.imvu.com/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,14982,False,,False,False,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9993,navercorp.com,https://navercorp.com/llms.txt,https://navercorp.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,42463,False,,True,False,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9994,franceconnect.gouv.fr,https://franceconnect.gouv.fr/llms.txt,https://www.franceconnect.gouv.fr/llms.txt,404,1,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,15484,False,,True,False,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9995,twword.com,https://twword.com/llms.txt,https://twword.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,12916,False,,False,True,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9996,fngml.com,https://fngml.com/llms.txt,https://fngml.com/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,4605,False,,False,True,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9997,lxdns.info,https://lxdns.info/llms.txt,https://lxdns.info/llms.txt,0,0,True,,network_timeout,False,False,False,,0,0,0,False,,False,False,2026-09-07T07:47:12Z,DNS_RESOLUTION_FAILED,,2,network_timeout,True,network_timeout
9998,animedekho.app,https://animedekho.app/llms.txt,https://animedekho.app/llms.txt,404,0,True,text/html; charset=utf-8,missing_404,False,False,False,,0,0,34488,False,,False,True,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
9999,cmpassport.com,https://cmpassport.com/llms.txt,https://cmpassport.com/llms.txt,404,0,True,text/html,missing_404,False,False,False,,0,0,146,False,,False,False,2026-09-07T07:26:18Z,,,1,missing_404,False,missing_404
10000,huan.tv,https://huan.tv/llms.txt,https://huan.tv/llms.txt,200,0,True,text/html;charset=utf-8,soft_200_html,False,False,False,,0,0,11991,False,,False,False,2026-09-07T07:26:18Z,,HTTP 200 served an HTML page instead of llms.txt,1,soft_200_html,False,soft_200_html