V4.2022.04.3040 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ALittle Client
+404checker
+404enemy
 ASPSeek
-Abonti
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-AiHitBot
-AlphaBot
+AhrefsBot
+Alexibot
+Alligator
 Anarchy
-Ankit
-Asterias
+Aspiegel
+Attach
+AwarioRssBot
 AwarioSmartBot
 BBBike
-BDFetch
-BLEXBot
 BackStreet
-Bandit
-BatchFTP
-Battleztar Bazinga
+BackWeb
+BacklinkCrawler
+Badass
+Bitacle
 Black Hole
-BlackWidow
-BlowFish
-Boardreader
+Blackboard
+Blow
+Brandprotect
 Brandwatch
-Buck
 Buddy
-BuzzSumo
+Bullseye
+BunnySlippers
 CATExplorador
-CCBot
+CODE87
+Calculon
 CazoodleBot
 Cegbfeieh
 CheTeam
 CheeseBot
-ChinaClaw
-Chlooe
-Citoid
-Cloud mapping
+Cliqzbot
+Collector
 Copier
-CrunchBot
-DSearch
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
+Custo
+CyotekWebCopy
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Digincore
 DigitalPebble
+Discoverybot
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
 Domains Project
 Dotbot
-Dragonfly
 Drip
-EMail Siphon
-Ecxi
+EMail Wolf
+EasyDL
 EirGrabber
-ExtLinksBot
-Extreme Picture Finder
-FDM
+Evil
+Exabot
 FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
-FlashGet
+Freeuploader
 FrontPage
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
-GetRight
-GetWeb
-Gigabot
-Go-Ahead-Got-It
+GalaxyBot
+Getintent
+GoZilla
 Gotit
-GrabNet
 Grafula
+GrapeshotCrawler
 HMView
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
-Havij
-Hloader
-HonoluluBot
+HTMLparser
 Humanlinks
-HybridBot
+IRLbot
 Iblog
-Image Fetch
-Image Sucker
-InfoNaviRobot
-InfoTekies
+IndeedBot
 Intelliseek
-IstellaBot
-JOC Web Spider
+Internet Ninja
+InternetSeer
+Iria
+Iskanie
 JamesBOT
-Jbrofuzz
-Jorgee
-Kenjin Spider
+JetCar
+Jetty
+Jyxobot
 Keybot Translation-Search-Machine
-LWP::Simple
-Lanshanbot
+Kinza
+Kozmosbot
+LNSpiderguy
+Larbin
 Leap
 LexiBot
 Lftp
+LieBaoFast
+LinkScan
 LinkWalker
 Linkbot
-LinksManager
-LinqiaRSSBot
+LinkextractorPro
+LinkpadBot
 LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-Lmspider
 Ltx71
-MQQBrowser
+MFC_Tear_Sample
 Mag-Net
 Magnet
-MarkWatch
-Mass Downloader
+Mail.RU_Bot
+MarkMonitor
 Masscan
 Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-Moblie Safari
+MicroMessenger
+Microsoft URL Control
 MolokaiBot
+Mozlila
+NICErsPRO
 NPbot
-NetZIP
-Niki-bot
+Name Intelligence
+Nameprotect
+Navroad
+NearSite
+Nessus
+Net Vampire
+NetSpider
+Netvibes
+Nibbler
+NimbleCrawler
 Nimbostratus
 Ninja
 Not
-Octopus
-Offline Navigator
-OnCrawl
-OpenVAS
+Nutch
+Offline Explorer
+OpenLinkProfiler
 Openfind
-Openvas
 OrangeSpider
 PECL::HTTP
 PageAnalyzer
-PageGrabber
-PageThing.com
+PageScorer
 Pandalytics
-Papa Foto
-PeoplePal
+Panscient
 Petalbot
-PictureFinder
-ProWebWalker
-Psbot
-Pu_iN
+Picscout
+Pimonster
+PleaseCrawl
 PyCurl
-RSSingBot
-RankActive
+RankingBot2
 Rankivabot
-RankurBot
 ReGet
 RealDownload
-RepoMonkey
-SBIder
-SEOkicks-Robot
+Reaper
+RocketCrawler
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SISTRIX
-SMTBot
-ScanAlert
 Scanbot
 ScoutJet
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
+Searchestate
 Seekport
-SeobilityBot
+SemanticJuice
+Semrush
+SentiBot
 Seomoz
-Snapbot
+Shodan
+Siphon
+Site Sucker
+SiteExplorer
+SiteSucker
+Siteimprove
+SlySearch
+Sociscraper
+Sosospider
 SpaceBison
-Spanner
+Spammen
+SpankBot
 Spbot
+Spinn3r
 Sqlworm
-Sqworm
 Steeler
-SuperBot
-Surfbot
-TeleportPro
+Sucker
+SuperHTTP
+Swiftbot
+Szukacz
+T0PHackTeam
 Telesoft
-Trendiction
-Trendictionbot
-Turnitin
+Telesphoreo
+Telesphorep
 TurnitinBot
-TwengaBot
-Twice
+Typhoeus
 URLy Warning
+VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Virusdie
 VoidEYE
+Voil
 Voltron
-WBSearchBot
-WPScan
-WWW::Mechanize
 Wallpapers
-Web Auto
 Web Fuck
-Web Sauger
 Web Sucker
-WebAuto
-WebCollage
-WebCopier
 WebEnhancer
-WebReaper
-WebSauger
-WebStripper
+WebFetch
+WebGo IS
+WebImageCollector
 WebSucker
 WebWhacker
-Webalta
 WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
 WebsiteQuester
 Webster
-WinHTTrack
-WiseGuys Robot
+Whacker
+Whatweb
+Who.is Bot
 Wonderbot
-Woobot
-Wprecon
 Xaldon WebSpider
+Zauba
 Zeus
-ZumBot
-ZyBorg
+ZoomBot
+adscanner
 arquivo.pt
-autoemailspider
 cah.io.community
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
+coccocbot
+cognitiveseo
+crawler.feedback
 demandbase-bot
-gopher
-heritrix
-internetVista monitor
-ips-agent
+domainsproject.org
+evc-batch
+isitwp.com
 iubenda-radar
 linkdexbot
-meanpathbot
+lwp-request
+mediawords
+muhstik-scan
 netEstate NE Crawler
-pcBrowser
-polaris version
+oBot
+page scorer
+probe-image-size
 s1z.ru
-scan.lol
-seobility
+seocompany.store
 seostar
-sogouspider
+sexsearcher
 sp_auditbot
+tAkeOut
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-x22Mozilla
-zauba.io
+webpros.com
+webprosbot
+xpymep1.exe