V4.2022.01.2886 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
+360Spider
+404checker
+404enemy
 ADmantX
 ALittle Client
-Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-Alexibot
+Aipbot
+AllSubmitter
 Alligator
 AlphaBot
 Ankit
-Aspiegel
-AwarioSmartBot
+Anthill
+Apexoo
+Asterias
+Attach
+AwarioRssBot
 BDFetch
-BLEXBot
 BackStreet
-BacklinkCrawler
-Battleztar Bazinga
-BlowFish
+BackWeb
+Bandit
+Barkrowler
+BetaBot
+Bigfoot
+Bitacle
 Boardreader
 Brandwatch
 Buddy
+BuiltBotTough
 Bullseye
-BunnySlippers
 BuzzSumo
-CCBot
-Calculon
-CazoodleBot
+CODE87
 CheTeam
-Chlooe
-Cliqzbot
+CheeseBot
+Citoid
 Cloud mapping
-Cogentbot
-Collector
-Copier
-CopyRightCheck
-Craftbot
+Cocolyzebot
+Copyscape
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
-DBLBot
+CrunchBot
+Curious
 DIIbot
-DSearch
-DTS Agent
+DataCha0s
+Demon
+Deusu
 DigitalPebble
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DomainCrawler
+Dirbuster
+Discoverybot
+Dispatch
+DnyzBot
+DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
 Download Wonder
-ECCP/1.0
-EMail Siphon
-EasyDL
-EirGrabber
-Express WebPictures
-ExtLinksBot
+EMail Wolf
+Ebingbong
+EroCrawler
+Evil
+Extractor
 ExtractorPro
-EyeNetIE
-FemtosearchBot
-Fimap
-FlashGet
+Extreme Picture Finder
+Ezooms
+FDM
+FHscan
+Foobot
 Freeuploader
 FrontPage
 G-i-g-a-b-o-t
 Genieo
-Gigabot
-Go!Zilla
+GetRight
+Go-Ahead-Got-It
 Gotit
-Grafula
-GrapeFX
+GrabNet
+Grabber
 GrapeshotCrawler
-HEADMasterSEO
+GridBot
 HMView
+HTTrack
 Haansoft
+HaosouSpider
 Heritrix
-Humanlinks
-HybridBot
+Hloader
+HonoluluBot
 IRLbot
-Iblog
-Id-search
+Image Sucker
 InfoNaviRobot
-InternetSeer
-Iskanie
-JennyBot
+InterGET
+JamesBOT
 JetCar
-JikeSpider
-Joomla
-Kinza
-LNSpiderguy
+Jorgee
+JustView
+Jyxobot
+Kenjin Spider
+Larbin
+Leap
 LeechFTP
-LeechGet
-LexiBot
-Lftp
-LibWeb
-Lightspeedsystems
-LinkScan
+Libwhisker
+LinkWalker
 Linkbot
 LinksManager
-Lipperhey
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
-Ltx71
-MIDown tool
-MJ12bot
-MSFrontPage
+MQQBrowser
+MSIECrawler
 Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic12
 MarkMonitor
-MarkWatch
-Mata Hari
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
-Mister PiX
+Mass Downloader
+Metauri
+Microsoft Data Access
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
-Net Vampire
-NetZIP
+Msrabot
+Navroad
+NetAnts
+NetMechanic
+Nettrack
 Netvibes
-Nikto
-Not
-Octopus
-Offline Navigator
-OpenLinkProfiler
-Openfind
-Openvas
+NextGenSearchBot
+Offline Explorer
+OnCrawl
 OrangeBot
-OrangeSpider
 OutclicksBot
-OutfoxBot
 PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
 PageScorer
-Pandalytics
-Pi-Monster
-Picscout
-Picsearch
+PictureFinder
+Pimonster
+Pixray
 Pockey
-ProPowerBot
-Probethenet
-PyCurl
+Pu_iN
+PxBroker
+QueryN Metasearch
 RSSingBot
 RankActiveLinkBot
-RankFlex
-ReGet
-RebelMouse
-Ripper
+RankingBot
+RankingBot2
+Rankivabot
+Re-re
+Reaper
+RepoMonkey
+RocketCrawler
 Rogerbot
 SEOkicks
+SISTRIX
 SMTBot
-SalesIntelligent
+ScanAlert
+Scrapy
+Screaming
 ScreenerBot
-Searchestate
-Seekport
-SemanticJuice
+ScrepyBot
+SearchmetricsBot
+Seomoz
 SiteLockSpider
-Sitebeam
+SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
 SlySearch
-Sogou web spider
-Sosospider
+Snoopy
 Sottopop
-SpaceBison
 Spanner
-Spbot
 SputnikBot
-Sqlmap
-Steeler
-Stripper
-Sucker
+Sqlworm
 SuperBot
-Surfbot
 SurveyBot
-Swiftbot
+Suzuran
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+Telesoft
+Telesphorep
 TheNomad
-Thumbor
-TightTwatBot
-Tracemyfile
+Titan
+Toata
+Trendiction
 Trendictionbot
-TurnitinBot
-TwengaBot
+Turnitin
+Twice
 URLy Warning
-V-BOT
-VCI
-Vacuum
-VelenPublicWebCrawler
+URLy.Warning
+Upflow
+Vagabondo
 VeriCiteCrawler
-Voltron
-WASALive-Bot
-WEBDAV
-WPScan
+VidibleScraper
+VoidEYE
+Voil
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
-WeSEE
-Web Collage
-Web Fuck
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Enhancer
+Web Sauger
 WebAuto
-WebBandit
 WebCollage
-WebFuck
+WebFetch
 WebGo IS
-WebStripper
-Webalta
-Webshag
-Website Quester
+WebPix
+WebSauger
+WebWhacker
+WebsiteExtractor
 WebsiteQuester
+Whack
 Whacker
+Whatweb
 Widow
-Wonderbot
+WiseGuys Robot
 Woobot
+Wotbox
 Wprecon
-Zermelo
-ZmEu
-arquivo-web-crawler
-arquivo.pt
-check1.exe
+Zade
+ZoomBot
+ZoominfoBot
+backlink-check
 coccocbot-web
-cognitiveseo
-crawler4j
-domainsproject.org
-gopher
+crawl.sogou.com
+dataforseo.com
+demandbase-bot
+evc-batch
 instabid
 internetVista monitor
-ips-agent
+isitwp.com
+iubenda-radar
 lwp-request
-lwp-trivial
 magpie-crawler
-mediawords
-netEstate NE Crawler
-page scorer
-polaris version
+muhstik-scan
+pcBrowser
+plumanalytics
 probe-image-size
-ripz
 s1z.ru
-seocompany.store
+satoristudio.net
+scalaj-http
+seobility
+seostar
 serpstatbot
-sexsearcher
+sitechecker.pro
 sogouspider
-webprosbot
-x22Mozilla
-zauba.io
+sp_auditbot
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+x09Mozilla