V4.2024.05.4489 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Aboundexbot
-Acunetix
-Anthill
-BackDoorBot
-Barkrowler
-Battleztar Bazinga
-Blackboard
-Blow
+01h4x.com
+404checker
+AhrefsBot
+AlphaBot
+Anarchy99
+AwarioRssBot
+BacklinkCrawler
+Boardreader
 Brandprotect
 Brandwatch
-Buck
-BuzzSumo
-CATExplorador
-CheTeam
+Bullseye
+CODE87
+Cegbfeieh
+CheeseBot
+CherryPicker
+Cliqzbot
+Copyscape
+Craftbot
 Curious
-DTS Agent
-DigitalPebble
+DIIbot
 Discobot
-Ecxi
-GPTBot
-GT::WWW
-GrapeshotCrawler
-HEADMasterSEO
-Havij
-Heritrix
-Image Sucker
-InternetMeasurement
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-Keybot Translation-Search-Machine
-LNSpiderguy
-LeechGet
-LexiBot
-Linkbot
-Lipperhey Spider
-Lmspider
-Ltx71
-MQQBrowser
-MTRobot
-MarkWatch
+DnyzBot
+DomainCrawler
+Domains Project
+Evil
+Extractor
+EyeNetIE
+FDM
+FemtosearchBot
+Fimap
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+Getintent
+Go-Ahead-Got-It
+GridBot
+InterGET
+Lanshanbot
+Lightspeedsystems
+LinkextractorPro
+MIIxpc
+MJ12bot
 Meanpathbot
-Mediatoolkitbot
-Mister PiX
-Mr.4x3
-NetLyzer
-NextGenSearchBot
-Nutch
-OnCrawl
-OrangeSpider
-PageAnalyzer
-Papa Foto
-PictureFinder
-Probethenet
-Pump
-ReGet
-ScoutJet
-Scrapy
-Searchestate
+Mojolicious
+Morfeus Fucking Scanner
+Netvibes
+NimbleCrawler
+Nimbostratus
+Offline Explorer
+PHPCrawl
+Panscient
+Picsearch
+PleaseCrawl
+Pockey
+RankingBot
+RebelMouse
+SBIder
+SEOlyticsCrawler
+SEOprofiler
 Seekport
-Semrush
-SemrushBot
-Seomoz
+SeobilityBot
 SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
 Sitevigil
-Sottopop
-Spanner
-Sqworm
-Steeler
-SuperHTTP
-SurveyBot
-T8Abot
-The Intraformant
+Snoopy
+Sogou web spider
+Spammen
+Spbot
+Sqlmap
+Stripper
+Szukacz
+TeleportPro
+TightTwatBot
 TurnitinBot
-VB Project
-Vagabondo
-VoidEYE
-WISENutbot
-WWW-Mechanize
-Wallpapers
-Web Pix
-WebCopier
+UnisterBot
+V-BOT
+WBSearchBot
+Wallpapers/3.0
+Web Sauger
 WebEnhancer
-WebReaper
-WebSauger
-WebsiteExtractor
-WiseGuys Robot
-Wonderbot
-YoudaoBot
-ZmEu
-crawler.feedback
+WebFetch
+Webshag
+Xaldon_WebSpider
+archive.org_bot
+arquivo.pt
+check1.exe
+dataforseo.com
 domainsproject.org
-imagesift.com
+ips-agent
+linkdexbot
+lwp-trivial
 netEstate NE Crawler
+openai
 page scorer
+scalaj-http
 serpstatbot
-spyfu
-ubermetrics-technologies.com
-voyagerx.com
+sysscan
+x22Mozilla
+zauba.io