V4.2022.08.3311 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-AIBOT
-ASPSeek
+404checker
+404enemy
 Abonti
 Aboundex
-Aboundexbot
-Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Anarchie
+Alexibot
+Anarchy99
+Ankit
 Anthill
-Asterias
-Atomseobot
-Attach
-BLEXBot
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bitacle
+Apexoo
+Aspiegel
+BDFetch
+BackWeb
+Badass
+BetaBot
 Black Hole
 BlackWidow
-Blow
-Boardreader
-Bolt
+BlowFish
 Brandprotect
-Brandwatch
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-CCBot
-CODE87
-CSHttp
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
+CherryPicker
 ChinaClaw
-Chlooe
+Citoid
 Claritybot
-Cloud mapping
-Cogentbot
+Cliqzbot
 Collector
 Copier
 Crawling at Home Project
 Curious
-Custo
 CyotekWebCopy
+DBLBot
 DIIbot
-Disco
-Dispatch
-DnBCrawler-Analytics
-DomCopBot
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
+DigitalPebble
+Discobot
+DittoSpyder
 DomainAppender
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-Dragonfly
 ECCP/1.0
-EMail Siphon
+Ebingbong
+EirGrabber
 Evil
-FDM
+Express WebPictures
+Extractor
 FemtosearchBot
-FlashGet
 Flunky
-Fuzz
-FyberSpider
-GT::WWW
-GetRight
+GalaxyBot
+Genieo
+GetWeb
+Go!Zilla
+GoZilla
 Gotit
 Grabber
-GrapeFX
+Grafula
+GridBot
+HEADMasterSEO
 HMView
+Havij
+Heritrix
+HonoluluBot
 Humanlinks
+HybridBot
 IDBTE4M
+IRLbot
 Iblog
-InfoNaviRobot
-InternetSeer
-Iria
-Iskanie
-IstellaBot
+Image Fetch
+Indy Library
+InfoTekies
+InterGET
+Internet Ninja
 JOC Web Spider
-JamesBOT
 JetCar
 Jetty
+JikeSpider
 Joomla
+JustView
+Keybot Translation-Search-Machine
 Keyword Density
-LNSpiderguy
-LWP::Simple
-Leap
 LeechGet
-Libwhisker
+Lftp
+Lightspeedsystems
 Likse
+LinkScan
 LinkWalker
-Linkbot
 LinkextractorPro
-Litemage_walker
+LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
 MFC_Tear_Sample
-MIIxpc
+MIDown tool
+MJ12bot
+MQQBrowser
 MSIECrawler
-Mag-Net
-Majestic-SEO
-MarkWatch
+MTRobot
+Magnet
+Majestic12
 Mass Downloader
-Masscan
 Mata Hari
-MauiBot
 Meanpathbot
-Metauri
+Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Minefield
-Mojolicious
+Microsoft URL Control
+Mojeek
 Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
-NICErsPRO
-Needle
-NetAnts
-NetMechanic
-Netcraft
+Name Intelligence
+NetLyzer
+NetZIP
 Nettrack
+NextGenSearchBot
+Nibbler
 Niki-bot
 Nikto
-NimbleCrawler
-Not
-Nutch
+Nimbostratus
 Offline Explorer
 Offline Navigator
-Openvas
+OnCrawl
+OrangeBot
 OrangeSpider
 OutfoxBot
 PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageThing.com
+PageScorer
 Pandalytics
-Papa Foto
-PeoplePal
+Petalbot
+Pi-Monster
+Picscout
+PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-ProPowerBot
 ProWebWalker
 Pu_iN
-PxBroker
-RankActive
-Rankivabot
-RankurBot
+Pump
+RankActiveLinkBot
+RankingBot
+RankingBot2
 Re-re
+ReGet
 RebelMouse
+Recorder
 RedesScrapy
+RocketCrawler
 SBIder
-SEOkicks
 SEOlyticsCrawler
-SEOstats
-SalesIntelligent
-ScanAlert
-Scrapy
-Seekport
-SemanticJuice
 Semrush
+SeoSiteCheckup
+Shodan
 Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-SiteSucker
+Sitebeam
 Siteimprove
+Snake
 Snapbot
-Sogou web spider
 Sosospider
 SpaceBison
-Spammen
-Spanner
-Sqlworm
-Steeler
-Sucker
+Spbot
+Spinn3r
+Sqlmap
+Stripper
+SuperHTTP
+Swiftbot
 Szukacz
-Telesphorep
-TightTwatBot
+T8Abot
+Teleport
+Telesoft
+Telesphoreo
 Titan
 Toata
-Toweyabot
-Tracemyfile
 Trendiction
-True_Robot
-Turingos
-Turnitin
 TurnitinBot
-V-BOT
-VelenPublicWebCrawler
+URLy Warning
+Upflow
+VB Project
 VidibleScraper
+VoidEYE
 Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
+WPScan
+WWW-Collector-E
 WWW::Mechanize
 WWWOFFLE
 WeSEE
-Web Auto
 Web Collage
 Web Pix
-Web Sucker
 WebAuto
-WebFuck
+WebBandit
+WebCopier
+WebEnhancer
+WebGo IS
 WebImageCollector
-WebPix
-WebReaper
-WebSauger
+WebStripper
+WebSucker
 Webalta
-Whack
-Whacker
+WebmasterWorldForumBot
+Webshag
+WebsiteQuester
+Whatweb
 Who.is Bot
-Widow
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
+Xaldon_WebSpider
+Zade
 Zauba
-Zeus
-ZoomBot
-ZyBorg
-adscanner
-archive.org_bot
+Zitebot
+ZoominfoBot
 arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
 coccocbot
-crawl.sogou.com
-crawler4j
-demandbase-bot
+cognitiveseo
+crawler.feedback
+evc-batch
+facebookscraper
 gopher
-heritrix
-instabid
 internetVista monitor
 ips-agent
-iubenda-radar
 lwp-trivial
+magpie-crawler
 meanpathbot
+mediawords
+muhstik-scan
 page scorer
-plumanalytics
+polaris version
 ripz
-seobility
-seocompany.store
-sitechecker.pro
-sogouspider
-tAkeOut
-trendiction.com
-trendiction.de
-webgains-bot
-webmeup-crawler
-webprosbot
+scan.lol
+seoscanners
+sexsearcher
+siteripz
+spyfu
+ubermetrics-technologies.com
+x09Mozilla
+x22Mozilla
 zgrab