V4.2022.10.3391 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404enemy
 80legs
-ADmantX
+Aboundex
 Aboundexbot
-AiHitBot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-AlphaBot
+Alexibot
+AllSubmitter
+Alligator
 Anarchy
+Anarchy99
 Ankit
-Apexoo
 Asterias
 Atomseobot
 AwarioRssBot
-BackDoorBot
-Battleztar Bazinga
-Bitacle
+AwarioSmartBot
+BLEXBot
+BackWeb
+BatchFTP
 Black Hole
-Blackboard
+BlackWidow
+Blow
 BlowFish
-Boardreader
-Bolt
-BotALot
 Brandprotect
 Brandwatch
-Buck
-Buddy
-BuiltWith
 Bullseye
+BuzzSumo
+CATExplorador
 CCBot
 CODE87
-Calculon
 CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
-Chlooe
-Cogentbot
-Collector
+CheeseBot
+ChinaClaw
+Citoid
+Claritybot
+Copier
 Craftbot
-Crescent
-Curious
-Custo
-CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
-Demon
+Crawling at Home Project
+DSearch
 DigitalPebble
+Dirbuster
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
+DomainStatsBot
 Domains Project
-Dragonfly
+Dotbot
 ECCP/1.0
+EMail Siphon
 EMail Wolf
+Ecxi
+EroCrawler
 Evil
-Express WebPictures
 ExtLinksBot
-FDM
-FHscan
+Extractor
+Extreme Picture Finder
 FlashGet
 Fuzz
-GalaxyBot
+FyberSpider
 GermCrawler
-GetWeb
+GetRight
 Getintent
 Gigabot
-GoZilla
+Grabber
 Grafula
-GrapeFX
 GridBot
 HMView
+HTTP::Lite
+HTTrack
+Haansoft
 Havij
-Heritrix
+Hloader
 HonoluluBot
 Humanlinks
+IDBot
 Iblog
-Image Fetch
-Image Sucker
-Indy Library
-InfoNaviRobot
+IlseBot
+IndeedBot
 Intelliseek
 InterGET
-Internet Ninja
+InternetSeer
 Iria
-IstellaBot
-JamesBOT
+Iskanie
 Jbrofuzz
-JetCar
+Jetty
 JikeSpider
-Jorgee
-Jyxobot
+Keybot Translation-Search-Machine
 Kinza
-Kozmosbot
+LNSpiderguy
+LWP::Simple
 Larbin
-LibWeb
+Leap
+LeechGet
+LexiBot
+Lftp
 Libwhisker
 LieBaoFast
-LinkextractorPro
-LinkpadBot
+LinkWalker
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
 Lipperhey Spider
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-Meanpathbot
-Mediatoolkitbot
+Litemage_walker
+Lmspider
+MJ12bot
+Majestic SEO
+Majestic12
+MarkMonitor
 Metauri
-Mister PiX
-Moblie Safari
-Mojolicious
+Microsoft Data Access
+Microsoft URL Control
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
+Msrabot
 Musobot
 NPbot
-Name Intelligence
 Nameprotect
+Nessus
 NetAnts
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
-Ninja
+NetLyzer
+Nibbler
+Nikto
+Nmap
 Nutch
+Octopus
 Offline Navigator
 Openfind
-Openvas
 OrangeSpider
-OutfoxBot
-PageGrabber
-Papa Foto
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+Pavuk
 PeoplePal
-Petalbot
-Pi-Monster
-Picsearch
-Piepmatz
+Pimonster
 Pockey
 ProWebWalker
 Probethenet
-Pump
-QueryN Metasearch
+Psbot
+Pu_iN
+PxBroker
+Quick-Crawler
+RSSingBot
 RankActive
 RankActiveLinkBot
-RankingBot2
-Rankivabot
+RankFlex
 RankurBot
-RealDownload
 Reaper
-Recorder
-SEOkicks
+RepoMonkey
+Rogerbot
+SBIder
 SEOkicks-Robot
-ScanAlert
+SMTBot
 Scanbot
 ScoutJet
-Screaming
 Searchestate
-SearchmetricsBot
 Seekport
-SemanticJuice
+Semrush
 SemrushBot
-SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+SeobilityBot
+Shodan
+Siphon
+SiteLockSpider
 SiteSnagger
+SiteSucker
 SlySearch
 SmartDownload
-Snapbot
-Sociscraper
-SpankBot
-Spbot
-Sqlworm
-Stripper
-Sucker
+Sottopop
+Spammen
+SputnikBot
+Sqlmap
+Steeler
 Sucuri
 SurveyBot
-Suzuran
-Szukacz
 T0PHackTeam
 T8Abot
-Teleport
 TeleportPro
-Telesoft
-The Intraformant
-Toweyabot
+Trendiction
 Trendictionbot
-True_Robot
-TurnitinBot
-Typhoeus
+Turingos
+Twice
 URLy Warning
+URLy.Warning
 V-BOT
+VCI
+Vacuum
 VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-WPScan
-WWW-Collector-E
+Voil
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
 Wallpapers
-Web Collage
-Web Enhancer
-Web Fuck
-Web Sucker
+Web Sauger
+WebAuto
 WebCollage
-WebCopier
-WebGo IS
-WebStripper
+WebImageCollector
+WebReaper
+WebmasterWorldForumBot
 Webshag
-Website Quester
-Widow
+Webster
+Whack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
-Wprecon
-Xaldon_WebSpider
+Zade
 Zauba
 Zermelo
 Zeus
-ZoomBot
-ZoominfoBot
-archive.org_bot
+Zitebot
+ZyBorg
 check1.exe
-clark-crawler
-com.plumanalytics
-crawler4j
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
 domainsproject.org
 evc-batch
-internetVista monitor
+instabid
 isitwp.com
 iubenda-radar
-lwp-trivial
-magpie-crawler
-netEstate NE Crawler
+linkdexbot
+lwp-request
+muhstik-scan
 oBot
 page scorer
-pcBrowser
-plumanalytics
 s1z.ru
-scalaj-http
+scan.lol
+seocompany.store
 seostar
-sexsearcher
-sitechecker.pro
-siteripz
-sp_auditbot
+serpstatbot
 sysscan
+trendiction.com
 trendiction.de
 voyagerx.com
-webgains-bot
-webpros.com
+x09Mozilla
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io