V4.2022.10.3439 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
-80legs
+404enemy
 ADmantX
-AIBOT
-Abonti
+Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
-AllSubmitter
-Alligator
-AlphaBot
+Alexibot
 Anarchie
-Anarchy99
+Anarchy
 Ankit
-Anthill
-Apexoo
-Atomseobot
 Attach
-AwarioRssBot
-BBBike
+BDFetch
+BLEXBot
 BackDoorBot
-BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
-Battleztar Bazinga
-BetaBot
-Black Hole
-BlackWidow
-Blow
-BlowFish
+Barkrowler
+BatchFTP
+Bigfoot
+Bitacle
 Bolt
 Brandwatch
+Buck
 BuiltWith
 Bullseye
-CATExplorador
-CazoodleBot
-CheTeam
-CheeseBot
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
-Cosmos
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
+BunnySlippers
+CCBot
+CODE87
+Calculon
+Cegbfeieh
+ChinaClaw
+Claritybot
+Cogentbot
+Copier
+Copyscape
+Curious
+CyotekWebCopy
 DBLBot
-DIIbot
 DSearch
-DataCha0s
-Demon
+Deusu
+Digincore
 DigitalPebble
 Disco
-Discobot
-DnyzBot
-DomainAppender
+Discoverybot
 DomainCrawler
-Domains Project
+DomainSigmaCrawler
 Download Wonder
-Dragonfly
-Drip
-EirGrabber
+ECCP/1.0
+EasyDL
+Ecxi
+Evil
+Express WebPictures
 ExtLinksBot
 ExtractorPro
 EyeNetIE
 Ezooms
-FHscan
-FlashGet
+FemtosearchBot
+Fimap
+Foobot
 FrontPage
 Fuzz
+FyberSpider
 G-i-g-a-b-o-t
 GalaxyBot
-Getintent
-Gotit
+GermCrawler
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+GrabNet
 Grabber
-Grafula
 GrapeFX
-GridBot
-HMView
-HTMLparser
-Haansoft
+GrapeshotCrawler
+HEADMasterSEO
+HTTP::Lite
 Havij
-Heritrix
-Hloader
+HonoluluBot
+Humanlinks
+HybridBot
 IDBot
 Id-search
-IlseBot
 Image Sucker
-IndeedBot
 Indy Library
-InterGET
-Internet Ninja
+InfoTekies
+InternetSeer
+Iria
+Iskanie
 JOC Web Spider
-JennyBot
-JetCar
+JamesBOT
 Jetty
-JikeSpider
-JustView
+Jorgee
 Jyxobot
-Lanshanbot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
+LNSpiderguy
+LWP::Simple
 Larbin
-Leap
-LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-LinkScan
+LeechFTP
+Lftp
 Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinksManager
 LinqiaScrapeBot
-Lmspider
 MFC_Tear_Sample
-MIIxpc
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic12
-Mass Downloader
-Masscan
-Mata Hari
-Meanpathbot
-Microsoft URL Control
-MolokaiBot
+Mag-Net
+Mb2345Browser
+MegaIndex.ru
+Mojeek
+Msrabot
+Name Intelligence
 Nessus
+Net Vampire
+NetAnts
+NetZIP
+Netvibes
 Niki-bot
 Nikto
-NimbleCrawler
 Nimbostratus
 Ninja
-Nmap
 Nuclei
 Offline Navigator
-OpenLinkProfiler
 OpenVAS
 Openfind
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-Pandalytics
-Pavuk
+Page Analyzer
+Papa Foto
+Picscout
 Picsearch
-PictureFinder
-Piepmatz
 Pimonster
-Pockey
+ProPowerBot
 Probethenet
 Pu_iN
+PxBroker
 QueryN Metasearch
-RankActiveLinkBot
 RankFlex
 RankingBot
+RankurBot
+ReGet
+Reaper
+Recorder
 RepoMonkey
-Rogerbot
-SEOkicks
-SalesIntelligent
-SemanticJuice
-SemrushBot
-Seomoz
+Ripper
+RocketCrawler
+SMTBot
+ScanAlert
+Scrapy
+Screaming
+ScrepyBot
+Searchestate
+Seekport
+Semrush
+SeobilityBot
+Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
+SiteSnagger
+Siteimprove
 SmartDownload
-Snake
+Sosospider
 Sottopop
 Spammen
+SpankBot
 Spanner
 Spinn3r
-SputnikBot
-Sqlmap
-Sqlworm
-Steeler
-Stripper
+Sqworm
+Sucker
 Sucuri
 SuperBot
-SuperHTTP
+Surfbot
 SurveyBot
-Szukacz
+T0PHackTeam
+Telesoft
+Telesphoreo
 Telesphorep
-TheNomad
 Thumbor
 TightTwatBot
+Toata
 Toweyabot
-Trendiction
 True_Robot
 Turnitin
 TwengaBot
+Twice
+Typhoeus
 V-BOT
-VCI
-Voltron
-WASALive-Bot
-WISENutbot
+VB Project
+Vacuum
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+VoidEYE
+WEBDAV
+WWW-Collector-E
+WWW::Mechanize
+WallpapersHD
 WeSEE
-Web Enhancer
-Web Fetch
+Web Auto
 Web Fuck
+Web Pix
 Web Sucker
-WebAuto
-WebCollage
-WebCopier
 WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
+WebFetch
 WebReaper
-WebSauger
 WebStripper
 WebSucker
-WebWhacker
+WebZIP
 Webalta
+WebmasterWorldForumBot
 Webshag
 Website Quester
-WebsiteQuester
-Whatweb
-WiseGuys Robot
-Xaldon_WebSpider
-Xenu
+WebsiteExtractor
+Whacker
+Wonderbot
+YoudaoBot
+Zauba
 Zermelo
 Zeus
-ZmEu
+ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-adscanner
-archive.org_bot
 cah.io.community
-crawl.sogou.com
+clark-crawler
+coccocbot
+cognitiveseo
 crawler.feedback
 crawler4j
-dataforseo.com
-facebookscraper
-instabid
+demandbase-bot
+eCatch
+heritrix
+internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
-meanpathbot
+magpie-crawler
+muhstik-scan
 netEstate NE Crawler
-page scorer
-plumanalytics
+oBot
+pcBrowser
+probe-image-size
+ripz
+s1z.ru
+scalaj-http
+scan.lol
 seocompany.store
 seostar
-sitechecker.pro
-siteripz
-tAkeOut
-trendiction.com
-voyagerx.com
+sogouspider
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
 x22Mozilla
-xpymep1.exe