User-agent: * Disallow: /bot-stop-blackhole/ Disallow: /bot-ai-script-trap-blackhole/ Disallow: /blackhole/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /FORUMPOSTS/ Disallow: /MYPROGRAMS/ Disallow: /PUBLIC/ #GOOGLE-BOT--STILL-TRYING-TO-LOA-THESE-OUTDATED-SITES--SO-I-REMOVED-THEM-FOR-GOOGLEBOT #https://developers.google.com/search/docs/crawling-indexing/block-indexing?visit_id=638284396168478599-4006610343&rd=1 #https://support.google.com/webmasters/answer/7440203#discovered__unclear_status Disallow: /HEALTH/ Disallow: /RESOURCES/HEALTH/ Disallow: /NEW/SONGS/COLLECTION4/ Disallow: /NEW/SONGS/COLLECTION3/ Disallow: /NEW/SONGS/COLLECTION2/ Disallow: /NEW/SONGS/COLLECTION1/ Disallow: /ANDROID/ Disallow: /RESOURCES/ Disallow: /NEW/CONTACT/ Disallow: /RESOURCES/ADS/ # DIFFERENT-PAGES-THAT-SHOULD-NOT-BE-TRAVERSED-OR-INDEXED-BY-ROBOTS-ABOVE sitemap: https://alexdata.com/ZITE-3RD-PARTY/sitemap-alexdata-com.xml # SITE-MAP-FOR-SEARCH-ENGINES--EXTRA-TEXT-UNDER-THE-SITE-LINK-IN-SRC-RESULT # https://www.google.com/ping?sitemap=https://alexdata.com/ZITE-3RD-PARTY/sitemap-alexdata-com.xml # HOW-TO-SITEMAP https://developers.google.com/search/docs/crawling-indexing/sitemaps/build-sitemap?visit_id=638220381336010120-2321360728&rd=1#xm # https://search.google.com/search-console/sitemaps?resource_id=http%3A%2F%2Fwww.alexdata.com%2F&hl=en