V4.2022.08.3295 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404checker
-80legs
+404enemy
 ALittle Client
-Abonti
-AfD-Verbotsverfahren
-AhrefsBot
+Aboundexbot
 AiHitBot
-Aipbot
+Alexibot
 AllSubmitter
-Ankit
-Asterias
-Atomseobot
-BBBike
+Anarchy
+Anarchy99
+Anthill
+Apexoo
+Attach
+AwarioRssBot
 BDCbot
 BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
+BacklinkCrawler
+Barkrowler
+Battleztar Bazinga
 BlackWidow
 Blackboard
+BlowFish
+Boardreader
 Bolt
-BotALot
+Brandprotect
+Brandwatch
 Buck
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-CODE87
-CSHttp
-CazoodleBot
-CherryPicker
-Citoid
-Claritybot
-Cliqzbot
-Cogentbot
-Copyscape
-Cosmos
-Crescent
+CATExplorador
+CCBot
+Calculon
+Cegbfeieh
+Copier
+CopyRightCheck
+Craftbot
+DBLBot
+DSearch
 DataCha0s
-Discobot
+Dispatch
 DittoSpyder
 DnyzBot
-Download Wonder
-Dragonfly
-EMail Wolf
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Drip
+ECCP/1.0
 EasyDL
-Ebingbong
+Ecxi
+Exabot
+Express WebPictures
 ExtLinksBot
-FDM
+Extreme Picture Finder
+EyeNetIE
+FHscan
 FemtosearchBot
-FlashGet
-Foobot
-FrontPage
+Firefox/7.0
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-GetWeb
-Go!Zilla
+Genieo
+Gigabot
 Go-Ahead-Got-It
 Gotit
 GrabNet
-Grabber
-GridBot
-HMView
+Grafula
+HEADMasterSEO
 HTMLparser
-HTTP::Lite
+HTTrack
 Harvest
 Havij
+Heritrix
 Hloader
+Humanlinks
 Iblog
 Id-search
-Image Sucker
-Intelliseek
-InternetSeer
-Iria
+IndeedBot
+Indy Library
+InfoTekies
+Internet Ninja
 JOC Web Spider
 Jbrofuzz
-JennyBot
 JetCar
 Jetty
 JikeSpider
-Joomla
+JustView
 Jyxobot
-Kinza
+Kenjin Spider
+Keyword Density
+LNSpiderguy
 Larbin
-LeechGet
-LexiBot
+Libwhisker
 LieBaoFast
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lightspeedsystems
+Likse
+Linkbot
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
+MIDown tool
 MIIxpc
-MJ12bot
-MSIECrawler
+MQQBrowser
+Mag-Net
 Magnet
-Majestic-SEO
-MarkMonitor
+Majestic SEO
+Mass Downloader
+MauiBot
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MicroMessenger
 Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Moblie Safari
+Mojeek
 Mojolicious
-Mozlila
+MolokaiBot
 Mr.4x3
-Msrabot
-Musobot
 NPbot
-Navroad
-NearSite
-NetAnts
-NetMechanic
-NetSpider
-Netvibes
+Name Intelligence
+Nessus
+Net Vampire
+NetLyzer
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+NimbleCrawler
 Nimbostratus
+Nmap
+Nutch
 Offline Navigator
 OnCrawl
 Openfind
-Openvas
-OrangeBot
 OrangeSpider
-OutfoxBot
+OutclicksBot
+PECL::HTTP
+PHPCrawl
 Page Analyzer
-PageGrabber
-PageScorer
-PageThing.com
-Papa Foto
+PageAnalyzer
 PeoplePal
 Petalbot
-Pi-Monster
-PictureFinder
-Piepmatz
 Pixray
 PleaseCrawl
+Pockey
+ProWebWalker
 Psbot
 Pu_iN
-Pump
 PxBroker
 PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankingBot
-Rankivabot
+RSSingBot
+RankActive
 Re-re
-Reaper
 RebelMouse
-Recorder
-RedesScrapy
 RepoMonkey
 Ripper
 RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+SISTRIX
+SalesIntelligent
 ScanAlert
+Screaming
 ScrepyBot
-SeobilityBot
+Searchestate
+Seekport
+SemanticJuice
 Siphon
-Site Sucker
 SiteLockSpider
-SiteSnagger
-Snake
-SocialRankIOBot
-Sogou web spider
+Siteimprove
+Snoopy
+Sociscraper
 Sosospider
+SpaceBison
 Spammen
-Spbot
-Spinn3r
+SpankBot
 SputnikBot
-Sqlmap
-Sucuri
+Sqworm
 SuperBot
-Suzuran
-Swiftbot
-T0PHackTeam
-Teleport
+SuperHTTP
+Surfbot
+T8Abot
+TeleportPro
 Telesoft
-Telesphoreo
+Telesphorep
 The Intraformant
-Thumbor
+TheNomad
+TightTwatBot
+Toweyabot
+Tracemyfile
 True_Robot
 Turingos
+TurnitinBot
 Twice
-Typhoeus
-URLy Warning
-URLy.Warning
-Upflow
+UnisterBot
 V-BOT
-VB Project
 Vacuum
 Vagabondo
-VeriCiteCrawler
-Voil
+VelenPublicWebCrawler
+VidibleScraper
+VoidEYE
 WBSearchBot
-WWW-Collector-E
-WWWOFFLE
-WallpapersHD
+WISENutbot
+WPScan
+WWW-Mechanize
 Web Collage
-Web Fetch
+Web Enhancer
 Web Pix
 WebBandit
-WebGo IS
-WebPix
+WebCopier
+WebFuck
+WebReaper
 WebSauger
 WebSucker
 WebWhacker
-WebZIP
 Webalta
 WebmasterWorldForumBot
-WebsiteExtractor
-Whatweb
+WebsiteQuester
+Whacker
 Who.is Bot
-Widow
-WiseGuys Robot
+WinHTTrack
+Wonderbot
 Woobot
-Wprecon
-YoudaoBot
-Zeus
-ZoominfoBot
+Zade
+Zermelo
+Zitebot
+ZmEu
 ZyBorg
-archive.org_bot
-autoemailspider
+arquivo.pt
 backlink-check
+cah.io.community
 clark-crawler
+crawl.sogou.com
+crawler4j
+domainsproject.org
 facebookscraper
-instabid
-internetVista monitor
+gopher
+isitwp.com
 iubenda-radar
-magpie-crawler
-meanpathbot
 muhstik-scan
 netEstate NE Crawler
-oBot
-pcBrowser
-plumanalytics
 probe-image-size
 s1z.ru
-scalaj-http
-seobility
-seocompany.store
-serpstatbot
+scan.lol
+seoscanners
+seostar
 siteripz
-sogouspider
-sp_auditbot
-sysscan
-webpros.com
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
+x09Mozilla
 xpymep1.exe
-zauba.io
+zgrab