V4.2022.11.3488 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404enemy
 ALittle Client
-ASPSeek
+Aboundex
 Aboundexbot
 Acunetix
-Aipbot
-Alexibot
+AfD-Verbotsverfahren
+AllSubmitter
 Alligator
+Anarchie
+Anarchy
 Anarchy99
-Apexoo
+Ankit
 Asterias
+AwarioSmartBot
 BBBike
+BDCbot
 BLEXBot
+BackWeb
 Backlink-Ceck
-BatchFTP
-Battleztar Bazinga
+BacklinkCrawler
+Badass
+Bandit
+Barkrowler
 BetaBot
-Black Hole
-Blackboard
-Blow
-BlowFish
-Bolt
+Bigfoot
 BotALot
-Brandprotect
-Buddy
+Brandwatch
+BuiltBotTough
 BuzzSumo
-CATExplorador
-CODE87
 CSHttp
-CensysInspect
-CheTeam
+Calculon
 ChinaClaw
 Chlooe
-Cogentbot
-Collector
-Copyscape
+Cocolyzebot
+Copier
+CopyRightCheck
+Cosmos
 Crawling at Home Project
-Crescent
+Curious
 Custo
-DIIbot
-DataCha0s
-Digincore
-DigitalPebble
-Discobot
-Discoverybot
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
+CyotekWebCopy
+DBLBot
+DSearch
+DatabaseDriverMysqli
+Demon
+Devil
+Disco
+Dispatch
 Dotbot
-Download Wonder
-ECCP/1.0
-EMail Siphon
-EasyDL
+Ebingbong
+Ecxi
 EirGrabber
+EroCrawler
+Evil
 Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
+Ezooms
 FHscan
-FemtosearchBot
-Fimap
 Firefox/7.0
 Foobot
+Freeuploader
+FrontPage
 Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
+GetRight
 GetWeb
 Getintent
 Go!Zilla
+Go-Ahead-Got-It
+Grabber
+Grafula
+GrapeFX
 GrapeshotCrawler
 GridBot
+HEADMasterSEO
 HTMLparser
-Harvest
+HaosouSpider
 Havij
-Heritrix
-HonoluluBot
 Humanlinks
 IDBTE4M
-IRLbot
-IndeedBot
-Indy Library
+IDBot
+Id-search
+IlseBot
+InfoNaviRobot
 InfoTekies
-InterGET
+Intelliseek
+Internet Ninja
 InternetSeer
-Iria
+Iskanie
+JOC Web Spider
 Jbrofuzz
 Joomla
 Jorgee
-Kenjin Spider
+JustView
+Jyxobot
 Keyword Density
-LNSpiderguy
-LWP::Simple
-LeechFTP
-LexiBot
-Lftp
+Kinza
+Kozmosbot
+Lanshanbot
+Larbin
+LeechGet
 LibWeb
 Libwhisker
+LieBaoFast
 Lightspeedsystems
 Likse
 LinkWalker
+LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Litemage_walker
-MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+MSIECrawler
 Magnet
+Mail.RU_Bot
 Majestic-SEO
-Masscan
-MeanPath Bot
+MarkMonitor
 Meanpathbot
 MegaIndex.ru
+Metauri
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Mr.4x3
+Mojolicious
 Msrabot
-Navroad
+Name Intelligence
 NearSite
-Net Vampire
-NetMechanic
+Nessus
+NetLyzer
 Netcraft
-Nibbler
-Niki-bot
-Nikto
-Nimbostratus
-Ninja
 Nmap
+Not
 Nuclei
+Nutch
 Octopus
 OpenVAS
-OrangeBot
 OutclicksBot
-PHPCrawl
-PageAnalyzer
-PeoplePal
+PageGrabber
+PageScorer
+Pandalytics
+Papa Foto
+Pavuk
 Petalbot
-Pi-Monster
 Picscout
 Picsearch
 PictureFinder
 Piepmatz
 Pimonster
+Pixray
+Pockey
 ProPowerBot
-Psbot
-Pump
-PyCurl
-QueryN Metasearch
+ProWebWalker
+Pu_iN
 RSSingBot
 RankingBot
 Rankivabot
 ReGet
-RealDownload
-RepoMonkey
+Reaper
+RebelMouse
+Recorder
+Ripper
+Rogerbot
 SBIder
-SEOkicks
-SMTBot
+SISTRIX
+Scanbot
 ScoutJet
 Scrapy
-Screaming
+ScrepyBot
+Searchestate
+Seekport
 Semrush
 SentiBot
 SeobilityBot
-Seomoz
-Siphon
-Site Sucker
+SiteExplorer
 SiteLockSpider
 SiteSnagger
 SiteSucker
-Siteimprove
+Sitebeam
 Sitevigil
 SmartDownload
 Snapbot
-Sociscraper
+Snoopy
+Sottopop
 SpankBot
-Spbot
-Steeler
+Spanner
+Spinn3r
+Sqlmap
+Sqlworm
 Stripper
-Sucker
-Suzuran
-Szukacz
-T0PHackTeam
-Teleport
-Telesphoreo
-The Intraformant
+Sucuri
+SuperBot
+Swiftbot
+TeleportPro
+Telesoft
+Telesphorep
 TheNomad
-Thumbor
-Toata
-Tracemyfile
-UnisterBot
-Upflow
-VB Project
-Vagabondo
-VelenPublicWebCrawler
+Trendiction
+Turingos
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy.Warning
+VidibleScraper
 Virusdie
-WASALive-Bot
 WEBDAV
-WISENutbot
 WPScan
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
-WeSEE
+Web Auto
+Web Enhancer
+Web Fetch
 Web Fuck
 Web Pix
-WebBandit
-WebCollage
-WebEnhancer
-WebGo IS
-WebSauger
-WebSucker
+Web Sucker
+WebImageCollector
 WebWhacker
 Webalta
-WebmasterWorldForumBot
-Whack
-Whacker
-Widow
-Wonderbot
+Webshag
+WebsiteQuester
+Webster
+WinHTTrack
 Woobot
 Wprecon
-Zeus
-ZmEu
-ZoomBot
-adscanner
+Xaldon WebSpider
+Xenu
+Zermelo
 arquivo-web-crawler
 arquivo.pt
-cah.io.community
+backlink-check
 clark-crawler
 cognitiveseo
-crawl.sogou.com
-dataforseo.com
 demandbase-bot
-eCatch
 facebookscraper
-isitwp.com
-linkdexbot
-lwp-trivial
-magpie-crawler
-plumanalytics
-satoristudio.net
+heritrix
+lwp-request
+mediawords
+page scorer
+polaris version
+s1z.ru
 seobility
-seostar
+seocompany.store
+siteripz
 sp_auditbot
-tAkeOut
-trendiction.com
-webgains-bot
-webmeup-crawler
-webpros.com
 x09Mozilla
-x22Mozilla
-zauba.io