V4.2022.11.3481 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ADmantX
-AIBOT
-ALittle Client
-ASPSeek
+404enemy
 Aboundex
-Acunetix
-AllSubmitter
-AlphaBot
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alexibot
+Anarchie
+Anarchy
 Anarchy99
-Aspiegel
-BBBike
-BackDoorBot
-BackStreet
+Apexoo
+Asterias
+Attach
+AwarioSmartBot
+BLEXBot
+BackWeb
+BacklinkCrawler
 Badass
 Bandit
+Barkrowler
 BatchFTP
-Battleztar Bazinga
 Bigfoot
-Black Hole
-BlackWidow
+Bitacle
 Boardreader
+Bolt
 BotALot
-Buck
+Brandprotect
 Buddy
+BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
+CODE87
+Calculon
 Cegbfeieh
 CheTeam
-CherryPicker
-Chlooe
-Citoid
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Collector
-CrazyWebCrawler
-CrunchBot
+Craftbot
+Crawling at Home Project
+Crescent
+Curious
 Custo
-DBLBot
-DTS Agent
+CyotekWebCopy
 DataCha0s
 DatabaseDriverMysqli
 Devil
 Digincore
-DigitalPebble
+Dirbuster
 Disco
+Discobot
 Dispatch
 DittoSpyder
 DomCopBot
 DomainCrawler
+DomainSigmaCrawler
 Dotbot
 Drip
-Ecxi
-EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
+EMail Wolf
+Evil
+Exabot
+Express WebPictures
+Extractor
 Firefox/7.0
 FlashGet
-Freeuploader
+Flunky
 FrontPage
-G-i-g-a-b-o-t
-Genieo
+Fuzz
+GalaxyBot
 GetRight
-Getintent
-Go-Ahead-Got-It
-GrabNet
-Grafula
+GetWeb
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
+GridBot
+HTTP::Lite
+Haansoft
+HaosouSpider
 Harvest
 Heritrix
 Hloader
-IDBTE4M
 IDBot
-IRLbot
+Iblog
 Id-search
-Internet Ninja
+Image Fetch
+IndeedBot
+InfoTekies
+Intelliseek
+Iskanie
+JOC Web Spider
 JamesBOT
-JetCar
-Jetty
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-Kozmosbot
+Joomla
+JustView
+Jyxobot
+Kenjin Spider
+LWP::Simple
 LeechFTP
+LeechGet
+LexiBot
 Lftp
 LibWeb
-Lightspeedsystems
+Likse
 LinkScan
-LinkWalker
-LinksManager
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-MTRobot
+Litemage_walker
+Lmspider
+MQQBrowser
+Mag-Net
 Magnet
-Majestic12
+MarkMonitor
+Mass Downloader
+Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
+Microsoft Data Access
+Mister PiX
+Moblie Safari
 Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-Name Intelligence
+MolokaiBot
 Nameprotect
-Navroad
+NearSite
 Needle
 Nessus
-NetMechanic
+Netcraft
 Nettrack
-Nutch
+Nibbler
+NimbleCrawler
+Nimbostratus
+Nmap
+Not
 Offline Explorer
-Offline Navigator
-OnCrawl
-OrangeBot
-OutclicksBot
-OutfoxBot
+OpenVAS
+Openfind
+Openvas
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
-PageThing.com
-Pandalytics
+PageScorer
+Pavuk
 PeoplePal
-Picsearch
-Piepmatz
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Pu_iN
-Pump
-PxBroker
-PyCurl
+Probethenet
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankingBot
-RankingBot2
+RankActive
 RankurBot
+ReGet
+Reaper
+RepoMonkey
 RocketCrawler
+SBIder
 SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOstats
 SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
 Scrapy
-Screaming
-ScreenerBot
 ScrepyBot
 SentiBot
-SeoSiteCheckup
-Shodan
-Siphon
+SeobilityBot
+Seomoz
+Site Sucker
 SiteSnagger
+SiteSucker
+SlySearch
+SmartDownload
+Snake
 Snapbot
 SocialRankIOBot
-Sociscraper
+Sosospider
 Sottopop
-SpaceBison
 Spammen
+SpankBot
 Spanner
 Spbot
-Stripper
+Sqworm
+Steeler
+SuperBot
 SuperHTTP
+Surfbot
 Swiftbot
 Szukacz
 T0PHackTeam
-T8Abot
 Teleport
-TeleportPro
-Telesphoreo
-Telesphorep
-Thumbor
-Titan
-Toweyabot
-True_Robot
+The Intraformant
+Tracemyfile
 Turnitin
+TurnitinBot
 TwengaBot
+URLy.Warning
 UnisterBot
-Vagabondo
+VB Project
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voltron
-WBSearchBot
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
-Web Auto
-Web Fuck
-Web Sauger
-WebAuto
-WebCopier
-WebGo IS
+Virusdie
+Voil
+WWW::Mechanize
+Wallpapers
+Web Collage
+Web Enhancer
+Web Fetch
+WebBandit
+WebEnhancer
+WebFetch
+WebFuck
+WebReaper
+WebSauger
 WebStripper
-WebWhacker
+WebZIP
 Webalta
-WebmasterWorldForumBot
+Webshag
 Website Quester
-WebsiteQuester
-Whack
+WebsiteExtractor
 Whacker
-Who.is Bot
-WinHTTrack
-Wonderbot
 Wotbox
-Wprecon
-Xenu
-YoudaoBot
-Zitebot
-ZmEu
-ZumBot
-ZyBorg
-autoemailspider
-cah.io.community
-check1.exe
+Xaldon_WebSpider
+Zade
+Zauba
+Zeus
+ZoominfoBot
+archive.org_bot
+arquivo-web-crawler
+backlink-check
 clark-crawler
-demandbase-bot
-domainsproject.org
+coccocbot
+crawl.sogou.com
+crawler4j
 facebookscraper
+gopher
 instabid
-internetVista monitor
 iubenda-radar
-linkdexbot
+lwp-request
+magpie-crawler
+meanpathbot
 muhstik-scan
-oBot
-s1z.ru
+netEstate NE Crawler
+page scorer
+plumanalytics
+seobility
+seoscanners
 serpstatbot
+sexsearcher
 sogouspider
-spyfu
-sysscan
-trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webprosbot
 x09Mozilla
+xpymep1.exe
+zauba.io
 zgrab