V4.2024.10.4812 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Acunetix
-AfD-Verbotsverfahren
+01h4x.com
+Abonti
 AlphaBot
-Apexoo
+Anarchy
+Anarchy99
+AwarioBot
 BBBike
-BatchFTP
-Bolt
+BackWeb
+BacklinksExtendedBot
+Badass
+Battleztar Bazinga
+BetaBot
+Bitacle
+Blackboard
+BunnySlippers
 ChatGPT-User
-Copier
-DBLBot
-Demon
-Deusu
-Dispatch
-ECCP/1.0
+Curious
+DatabaseDriverMysqli
+Discoverybot
+DomainSigmaCrawler
+Dragonfly
+ExtLinksBot
 Extractor
-Extreme Picture Finder
-FemtosearchBot
-FrontPage
-Getintent
-Go-Ahead-Got-It
-Grabber
-GridBot
-HEADMasterSEO
+EyeNetIE
+FyberSpider
+GetWeb
+GrabNet
+Grafula
+HMView
 HTMLparser
+Haansoft
+Heritrix
 HybridBot
-IDBot
-Iblog
-Internet Ninja
-JennyBot
+IRLbot
+IndeedBot
+InterGET
+InternetMeasurement
 JetCar
+Jetty
 Joomla
 Keybot Translation-Search-Machine
-Lanshanbot
-LeechFTP
-LibWeb
-Masscan
-MolokaiBot
-Net Vampire
-NetAnts
-NetSpider
-Openvas
-PageThing.com
-Petalbot
-Picscout
-PictureFinder
-PleaseCrawl
-Proximic
-Psbot
-Pump
+Kozmosbot
+Lftp
+LinkWalker
+MIDown tool
+MarkMonitor
+MarkWatch
+MeanPath Bot
+Mister PiX
+PageScorer
+Probethenet
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-Rainbot
-Rogerbot
-SEOkicks-Robot
-SEOlyt
+RebelMouse
+Recorder
+RepoMonkey
 SISTRIX
-SalesIntelligent
-ScanAlert
-SemanticJuice
-Semrush
-SenutoBot
-SiteSucker
-Siteimprove
-SocialRankIOBot
-Spinn3r
-Sqlmap
-Steeler
-TeleportPro
+Scanbot
+ScoutJet
+ScrepyBot
+SemrushBot
+Siphon
+SmartDownload
+Snake
+Sosospider
+Sottopop
+SputnikBot
+Sqlworm
+Surfbot
+The Intraformant
 TightTwatBot
-URLy Warning
-UnisterBot
+Toweyabot
+Vagabondo
+WASALive-Bot
 WEBDAV
-Wallpapers/3.0
-Web Collage
+Web Fetch
+Web Sucker
 WebCollage
 WebCopier
-WebStripper
-WebWhacker
-WebmasterWorldForumBot
-Webshag
-Whack
+WebSauger
+Whatweb
 WinHTTrack
-Wotbox
-Xaldon_WebSpider
-arquivo-web-crawler
+Wonderbot
+Wprecon
+Xenu
+ZoominfoBot
+ZyBorg
+autoemailspider
 awario.com
-cah.io.community
-linkfluence
-probe-image-size
-s1z.ru
-scalaj-http
-seobility
-spyfu
+crawler4j
+eCatch
+evc-batch
+imagesift.com
+meanpathbot
+muhstik-scan
+polaris version
+seocompany.store
 sysscan
-trendiction.com
-trendiction.de
-webmeup-crawler
-webpros.com
-zgrab
+webprosbot
+zauba.io