V4.2022.12.3522 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+404checker
+80legs
 ADmantX
-ASPSeek
+AIBOT
+Abonti
+Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-AllSubmitter
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Anthill
-Apexoo
-Aspiegel
+Alexibot
+Ankit
+Asterias
 Atomseobot
-AwarioRssBot
 AwarioSmartBot
 BDCbot
-BDFetch
 BLEXBot
-Backlink-Ceck
+BackDoorBot
 BacklinkCrawler
-Badass
+Barkrowler
 BatchFTP
-BetaBot
-Bigfoot
 Bitacle
+Black Hole
 BlackWidow
-Blackboard
 Bolt
-BotALot
+Brandprotect
 Brandwatch
 Buck
-Buddy
 BuiltBotTough
+Bullseye
+BunnySlippers
 BuzzSumo
-CATExplorador
-CSHttp
-CazoodleBot
-CheTeam
+Cegbfeieh
+CheeseBot
+ChinaClaw
 Chlooe
-Citoid
-Claritybot
-Cocolyzebot
-Cogentbot
+Cloud mapping
 Collector
-Copier
-CopyRightCheck
-Copyscape
-Crescent
-CrunchBot
-DIIbot
+Cosmos
+Craftbot
+Curious
+Custo
+CyotekWebCopy
 DTS Agent
+Demon
+Devil
 Digincore
-Discobot
-Discoverybot
-Dispatch
+DigitalPebble
+DittoSpyder
 DnBCrawler-Analytics
 DomCopBot
-DomainCrawler
+DomainStatsBot
 Download Wonder
 Dragonfly
-Drip
-Ebingbong
-Ecxi
-EroCrawler
+ECCP/1.0
 Evil
-Extreme Picture Finder
+ExtLinksBot
+ExtractorPro
+Ezooms
 Firefox/7.0
-Foobot
-Freeuploader
-Fuzz
+FlashGet
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-Genieo
+GermCrawler
 GetRight
-GetWeb
-Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Grabber
-Grafula
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HTMLparser
+GrabNet
+HMView
 HTTP::Lite
-HTTrack
-Harvest
+Havij
+Hloader
 HonoluluBot
-IDBTE4M
-IRLbot
-Iblog
-IlseBot
+Humanlinks
+IDBot
 Image Fetch
 IndeedBot
+Indy Library
+InfoNaviRobot
 Intelliseek
-InternetSeer
-IstellaBot
-JamesBOT
+Internet Ninja
+JOC Web Spider
+Jbrofuzz
 JennyBot
-JetCar
-JikeSpider
+Jetty
+Jorgee
+Keyword Density
+Kozmosbot
 LWP::Simple
-Larbin
-Leap
-LexiBot
-LieBaoFast
-LinkWalker
+Lanshanbot
+Lightspeedsystems
+Linkbot
 LinkextractorPro
-Lipperhey Spider
+LinkpadBot
 Litemage_walker
-Lmspider
-MIIxpc
 MSIECrawler
 Magnet
-Majestic SEO
+Mail.RU_Bot
+Majestic12
 MarkMonitor
 Mass Downloader
-Mata Hari
+MauiBot
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-Microsoft URL Control
-Mister PiX
-MolokaiBot
-Musobot
+Metauri
+Minefield
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
 NPbot
 Nameprotect
 Navroad
 Needle
-Nessus
-NetLyzer
-NetZIP
-Netcraft
+Net Vampire
+NetAnts
+NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
 NimbleCrawler
 Nimbostratus
+Ninja
 Not
 Nuclei
 Octopus
-Offline Explorer
+Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
+PageThing.com
 Pandalytics
-Panscient
-PeoplePal
-Petalbot
-Picscout
+Pi-Monster
+Piepmatz
+PleaseCrawl
+Pockey
 ProWebWalker
-Probethenet
+Psbot
 Pu_iN
-Pump
-PxBroker
-Quick-Crawler
-RankingBot2
-ReGet
-RealDownload
-Reaper
+RSSingBot
+Rankivabot
+Re-re
 RocketCrawler
-Rogerbot
-SEOstats
-SMTBot
-ScanAlert
-SearchmetricsBot
+SBIder
+SEOkicks
+SEOkicks-Robot
+SalesIntelligent
+Scanbot
+ScoutJet
+ScreenerBot
+ScrepyBot
+Searchestate
 Seekport
-SentiBot
-SeobilityBot
-Siphon
+Semrush
+SemrushBot
+Seomoz
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-Sitevigil
-Snake
+SiteSucker
+Sitebeam
+SlySearch
+SmartDownload
 Snoopy
-SocialRankIOBot
-SputnikBot
-Sqlworm
-Stripper
-Sucuri
+SpaceBison
+Spammen
+SpankBot
+Spanner
+Spbot
+Sqworm
+Sucker
 SuperBot
-Surfbot
-Suzuran
+SuperHTTP
+SurveyBot
 Swiftbot
 Szukacz
-Thumbor
+T0PHackTeam
+TeleportPro
+Telesphoreo
+Telesphorep
+The Intraformant
+TightTwatBot
 Titan
 Toweyabot
-Trendictionbot
-True_Robot
-TurnitinBot
+Tracemyfile
+Turnitin
 TwengaBot
 Typhoeus
-URLy Warning
 Upflow
 VB Project
-Vagabondo
+Vacuum
 VidibleScraper
-Voil
-WASALive-Bot
+VoidEYE
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
-WeSEE
-Web Enhancer
-WebFetch
+WallpapersHD
+Web Fuck
+WebAuto
+WebBandit
+WebCopier
+WebEnhancer
 WebFuck
+WebLeacher
+WebPix
+WebReaper
 WebStripper
 WebSucker
-WebmasterWorldForumBot
+WebZIP
 Website Quester
-WebsiteExtractor
-Whacker
-Whatweb
-Widow
+Webster
+Whack
 WinHTTrack
-WiseGuys Robot
-Wonderbot
-Wotbox
-Wprecon
+Woobot
+Zauba
+Zermelo
 Zeus
-ZyBorg
-adscanner
-backlink-check
-cah.io.community
+Zitebot
+ZmEu
+ZumBot
+arquivo-web-crawler
+autoemailspider
 check1.exe
 clark-crawler
-coccocbot
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-domainsproject.org
-eCatch
-evc-batch
-ips-agent
-lwp-trivial
-oBot
+crawler.feedback
+dataforseo.com
+demandbase-bot
+iubenda-radar
+magpie-crawler
+plumanalytics
+satoristudio.net
+scalaj-http
+seobility
 seocompany.store
-serpstatbot
-siteripz
-trendiction.com
-ubermetrics-technologies.com
+sexsearcher
+sitechecker.pro
+sogouspider
+spyfu
+sysscan
 voyagerx.com
-webprosbot
-zgrab
+webpros.com
+x22Mozilla
+xpymep1.exe
+zauba.io