V4.2024.06.4555 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-AiHitBot
-Anarchy99
-AwarioBot
-BBBike
-BacklinkCrawler
-Battleztar Bazinga
-BetaBot
-Blow
-BotALot
-Buddy
-BuiltBotTough
-BuzzSumo
-CATExplorador
-DSearch
-Demon
-DomCopBot
-EMail Wolf
-Ebingbong
+ALittle Client
+Abonti
+Alexibot
+Anthill
+AwarioSmartBot
+BackDoorBot
+BackWeb
+Barkrowler
+Bigfoot
+Brandprotect
+Buck
+BuiltWith
+Bullseye
+CODE87
+Cegbfeieh
+CrunchBot
+Curious
+DataCha0s
+Devil
+DigitalPebble
+DomainCrawler
+DomainStatsBot
 EirGrabber
-Exabot
-ExtLinksBot
-ExtractorPro
-Gotit
-GrabNet
-Havij
-HonoluluBot
-IDBTE4M
-IRLbot
-Joomla
-Kenjin Spider
-Lanshanbot
-LinqiaMetadataDownloaderBot
+FHscan
+Fimap
+FyberSpider
+HEADMasterSEO
+HaosouSpider
+Iblog
+Indy Library
+Internet Ninja
+Jbrofuzz
+JustView
+Kozmosbot
+Larbin
+LibWeb
+LinkScan
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Ltx71
-MTRobot
-Majestic-SEO
-Moblie Safari
-Mozlila
-Nameprotect
-NetAnts
-NetSpider
-Nibbler
-Nuclei
-OnCrawl
+Magnet
+Majestic SEO
+MarkWatch
+Mass Downloader
+Masscan
+Mojolicious
+Morfeus Fucking Scanner
+OrangeBot
+OutclicksBot
 OutfoxBot
-PHPCrawl
-PageAnalyzer
-ProWebWalker
-Proximic
+Papa Foto
+PleaseCrawl
+ProPowerBot
+Probethenet
+Psbot
 QueryN Metasearch
-RankurBot
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-ScoutJet
-Screaming
-Seomoz
+Rainbot
+Re-re
+Reaper
+Recorder
+SeekportBot
 SiteCheckerBotCrawler
-SiteExplorer
-Spanner
-T0PHackTeam
-Telesphoreo
-Thumbor
+Sociscraper
+Sosospider
+Sottopop
+Steeler
+TeleportPro
+Telesphorep
 TightTwatBot
 Tracemyfile
-Turnitin
-Twice
-V-BOT
+Trendictionbot
+TwengaBot
 VB Project
 Vagabondo
-VoidEYE
-WBSearchBot
 WISENutbot
+WWW-Mechanize
 Wallpapers
-Web Auto
-Web Pix
-WebPix
-Webshag
+Wallpapers/3.0
+WallpapersHD
+WebEnhancer
+WebImageCollector
+Whacker
 Who.is Bot
-WiseGuys Robot
-Zitebot
-ZumBot
+WinHTTrack
+Wotbox
+Zauba
+ZmEu
 adscanner
-archive.org_bot
-arquivo.pt
-autoemailspider
-coccocbot
-crawler.feedback
-dataforseo.com
+anthropic-ai
+cognitiveseo
+crawl.sogou.com
 evc-batch
-imagesift.com
-instabid
-muhstik-scan
-scan.lol
-spyfu
-webgains-bot
+lwp-request
+magpie-crawler
+oBot
+openai.com
+scalaj-http
+seostar
+ubermetrics-technologies.com
+voyagerx.com
+zgrab