V4.2022.07.3222 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404enemy
-80legs
+AIBOT
 Abonti
+Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-Alligator
-Anarchie
-Anarchy
-Apexoo
+AlphaBot
+Anarchy99
+Anthill
+Atomseobot
 Attach
-BBBike
+AwarioRssBot
+AwarioSmartBot
 BDFetch
+BackDoorBot
 BackStreet
+BackWeb
 Backlink-Ceck
-Barkrowler
+BacklinkCrawler
 BatchFTP
-Battleztar Bazinga
-Bitacle
-Black Hole
+BetaBot
 BlackWidow
-Boardreader
 BotALot
 Brandwatch
-CCBot
-Calculon
+Buddy
+CATExplorador
+CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Copyscape
-Craftbot
-Crawling at Home Project
+Cliqzbot
+Cosmos
 CrazyWebCrawler
+Crescent
 Curious
-DBLBot
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Deusu
+Custo
+CyotekWebCopy
+DSearch
 Devil
-DigitalPebble
-Disco
-DittoSpyder
-DnBCrawler-Analytics
+Dispatch
+DnyzBot
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
 Download Wonder
 Dragonfly
-Drip
-ECCP/1.0
 EMail Siphon
-EMail Wolf
 EasyDL
+Ebingbong
+Ecxi
 EirGrabber
-Exabot
+EroCrawler
+ExtLinksBot
+Extractor
 EyeNetIE
 FHscan
-FrontPage
-GT::WWW
-GetRight
+FemtosearchBot
+Fimap
+Flunky
+Foobot
+G-i-g-a-b-o-t
+Genieo
 GetWeb
+Getintent
+Gigabot
 Go-Ahead-Got-It
-Gotit
+GrabNet
 Grabber
-Grafula
-GrapeshotCrawler
-GridBot
-Haansoft
+HEADMasterSEO
+HMView
+HTTP::Lite
+HTTrack
 HaosouSpider
 Harvest
-Hloader
-Humanlinks
+Havij
+Heritrix
 IDBTE4M
-Id-search
+IDBot
 IlseBot
+Image Fetch
+IndeedBot
+Indy Library
+InfoNaviRobot
+InterGET
 Iria
-JOC Web Spider
-JetCar
+JamesBOT
 JikeSpider
 Jorgee
-JustView
-LWP::Simple
+Kenjin Spider
+Keyword Density
+Kinza
+Kozmosbot
+LeechFTP
 Lftp
-Likse
-Ltx71
-MJ12bot
-MQQBrowser
+LibWeb
+Lightspeedsystems
+LinkScan
+Linkbot
+Lipperhey
+Lmspider
+MIDown tool
 Mail.RU_Bot
-Mass Downloader
-Masscan
+MarkWatch
 Mata Hari
-Mediatoolkitbot
-Metauri
+Mb2345Browser
+Meanpathbot
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mister PiX
-Mojolicious
-Mozlila
-Nameprotect
+Moblie Safari
+MolokaiBot
+Mr.4x3
+Name Intelligence
+Needle
 Nessus
+NetLyzer
 NetSpider
+Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
-NimbleCrawler
+Ninja
 Octopus
-Offline Explorer
-Openfind
-OutclicksBot
-PHPCrawl
+OpenLinkProfiler
+OrangeSpider
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
 PageScorer
-PageThing.com
-Papa Foto
+Petalbot
 Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-Pimonster
+PleaseCrawl
 ProPowerBot
 Psbot
-PyCurl
+Pump
+Quick-Crawler
 RankActive
 RankFlex
-RankingBot
-RankingBot2
 Rankivabot
-RankurBot
-Re-re
-RealDownload
+ReGet
+RebelMouse
+Recorder
 RedesScrapy
-Ripper
+RepoMonkey
 RocketCrawler
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
-Scrapy
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SEOstats
+ScoutJet
 Screaming
+ScreenerBot
 ScrepyBot
-SearchmetricsBot
 SemanticJuice
-Semrush
-SemrushBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
 Shodan
-Site Sucker
-SiteSnagger
+SiteExplorer
+SiteLockSpider
 SiteSucker
 Sitebeam
-Snapbot
+Snake
 Snoopy
-SocialRankIOBot
-Sociscraper
-SpaceBison
-Spammen
+Sogou web spider
+Sosospider
+Sottopop
 SpankBot
-Sqlworm
+Spanner
+Spbot
+Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
+Stripper
 Sucker
-SuperBot
-SuperHTTP
+Sucuri
 Surfbot
+SurveyBot
 Suzuran
+T0PHackTeam
 Teleport
-TeleportPro
-Telesoft
-The Intraformant
-TheNomad
+Telesphorep
 Thumbor
 TightTwatBot
+Titan
+Toata
 Toweyabot
 Tracemyfile
-Trendictionbot
 True_Robot
-Turingos
 Turnitin
+TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
 UnisterBot
-Upflow
 VCI
-Vagabondo
-VoidEYE
 Voil
-WISENutbot
+Voltron
+WASALive-Bot
 WPScan
-WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
 WeSEE
-Web Auto
-Web Fetch
 Web Pix
-Web Sucker
-WebImageCollector
+WebAuto
+WebCollage
+WebCopier
+WebEnhancer
+WebFetch
+WebFuck
 WebLeacher
+WebPix
 WebReaper
-WebSauger
-WebWhacker
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Widow
-WiseGuys Robot
-Woobot
-Xenu
+WebStripper
+WebSucker
+Webalta
+Webshag
+Webster
+Whacker
+Who.is Bot
+WinHTTrack
+Xaldon WebSpider
+Xaldon_WebSpider
 Zermelo
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-arquivo-web-crawler
+Zitebot
+archive.org_bot
 arquivo.pt
-cah.io.community
+autoemailspider
 check1.exe
-cognitiveseo
-crawler4j
-dataforseo.com
+coccocbot
+crawl.sogou.com
 demandbase-bot
-domainsproject.org
 evc-batch
-facebookscraper
-meanpathbot
+instabid
+lwp-request
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
-pcBrowser
-probe-image-size
-ripz
 s1z.ru
+satoristudio.net
 scan.lol
 seobility
 seocompany.store
-seostar
-serpstatbot
-siteripz
+sitechecker.pro
 sogouspider
 sp_auditbot
-tAkeOut
-trendiction.de
+trendiction.com
 webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
+x22Mozilla
+xpymep1.exe