V4.2022.10.3414 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
+404enemy
+ADmantX
+AIBOT
 ALittle Client
-ASPSeek
 Abonti
 Aboundex
-AhrefsBot
+Aboundexbot
+Acunetix
 AiHitBot
-Alligator
-Anarchie
+Aipbot
+AllSubmitter
+AlphaBot
+Anarchy
 Anarchy99
-Asterias
-Atomseobot
-Attach
+Ankit
+Apexoo
+Aspiegel
+AwarioSmartBot
 BDCbot
-BackDoorBot
-BackStreet
 Backlink-Ceck
 BacklinkCrawler
-Bandit
+Battleztar Bazinga
 BetaBot
+Bitacle
+Black Hole
 Blow
-Boardreader
-Bolt
-BotALot
-Buddy
-BuiltWith
-CATExplorador
-CazoodleBot
-Cegbfeieh
-CensysInspect
+BlowFish
+Brandprotect
+CCBot
+CODE87
+CherryPicker
+Chlooe
 Citoid
-Cocolyzebot
-Collector
-Craftbot
-Crescent
+Cloud mapping
+Cogentbot
+CopyRightCheck
+Cosmos
+CrunchBot
+Curious
+Custo
 CyotekWebCopy
-DIIbot
-DSearch
+DBLBot
+DatabaseDriverMysqli
 Demon
 Devil
+Digincore
 DigitalPebble
-Discoverybot
-Dispatch
+Dirbuster
+Discobot
+DittoSpyder
 DnyzBot
+DomCopBot
+DomainSigmaCrawler
 Domains Project
 Dragonfly
-Drip
+ECCP/1.0
 EMail Siphon
-EirGrabber
+EMail Wolf
+EasyDL
+Ebingbong
+Ecxi
 EroCrawler
-Express WebPictures
-ExtractorPro
-EyeNetIE
-FemtosearchBot
-Foobot
+ExtLinksBot
+Extreme Picture Finder
+Ezooms
+Fimap
+Firefox/7.0
 Freeuploader
-FrontPage
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Grafula
-HTMLparser
-Heritrix
+GT::WWW
+Genieo
+Gigabot
+Go!Zilla
+GoZilla
+GrapeshotCrawler
+HEADMasterSEO
+HTTP::Lite
+HTTrack
+Haansoft
 Hloader
-HonoluluBot
-Id-search
+IDBot
+IRLbot
+Iblog
 IlseBot
-Image Fetch
-Internet Ninja
-Iria
-JOC Web Spider
-JamesBOT
-JennyBot
-JustView
-Kinza
-LWP::Simple
-Larbin
+Indy Library
+InternetSeer
+IstellaBot
+JetCar
+Joomla
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+Kozmosbot
+LNSpiderguy
+Lanshanbot
+Leap
 LeechFTP
-LexiBot
 Lftp
-Libwhisker
+LibWeb
 Lightspeedsystems
-Likse
-Linkbot
+LinkScan
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
+LinqiaScrapeBot
 Lmspider
-Ltx71
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Mag-Net
-Magnet
-Majestic SEO
-Mata Hari
-Meanpathbot
-MegaIndex.ru
+MIDown tool
+MarkMonitor
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Mojolicious
+Mojeek
+MolokaiBot
 Mozlila
 NPbot
-Needle
-Nessus
+NearSite
 NetAnts
 NetLyzer
-NetSpider
+NetMechanic
+Netcraft
 Nettrack
-Netvibes
+NextGenSearchBot
+Niki-bot
+Nikto
 NimbleCrawler
-Nmap
+Nimbostratus
+Ninja
 Not
 Nuclei
 Nutch
+Octopus
 Offline Explorer
 OnCrawl
+OpenLinkProfiler
 OpenVAS
 Openfind
 OrangeSpider
-OutclicksBot
-PECL::HTTP
-Page Analyzer
-Pavuk
-Picscout
-Piepmatz
-Pimonster
-Pixray
+PageGrabber
+Papa Foto
+Pi-Monster
+PictureFinder
 PleaseCrawl
 Pockey
 ProPowerBot
-Probethenet
-Psbot
-Pump
+Pu_iN
 PxBroker
-Quick-Crawler
+PyCurl
 RSSingBot
-RankingBot2
+RankingBot
 Rankivabot
+RankurBot
 Re-re
 ReGet
 RealDownload
 Reaper
+Recorder
 RedesScrapy
 Ripper
-RocketCrawler
-Rogerbot
-SEOlyticsCrawler
-SISTRIX
-ScanAlert
+SEOkicks
+SalesIntelligent
 Scrapy
-ScrepyBot
+Screaming
 Searchestate
-SearchmetricsBot
 SemanticJuice
-SemrushBot
+SentiBot
 SeobilityBot
 Seomoz
 Shodan
 Siphon
+Site Sucker
+SiteExplorer
 SiteLockSpider
 SiteSucker
 Sitebeam
-SlySearch
-Snake
-SocialRankIOBot
 Sociscraper
-SpaceBison
+Sottopop
 Spanner
-Spinn3r
-Sqlmap
-Surfbot
-Suzuran
-Swiftbot
+Sqlworm
+Steeler
+SuperHTTP
 Szukacz
-The Intraformant
-Toweyabot
-Trendiction
+Teleport
+Telesphoreo
+Thumbor
+Trendictionbot
 True_Robot
-Turnitin
-TurnitinBot
 URLy Warning
 UnisterBot
-Upflow
+VB Project
 Vagabondo
-VelenPublicWebCrawler
-Voil
-Voltron
-WASALive-Bot
-WEBDAV
+VeriCiteCrawler
+VidibleScraper
+WISENutbot
 WPScan
-WWW::Mechanize
-WallpapersHD
+WWW-Mechanize
+WWWOFFLE
+WeSEE
 Web Auto
-Web Collage
-Web Sauger
-Web Sucker
-WebCopier
+Web Pix
+WebAuto
+WebCollage
 WebFuck
 WebGo IS
-WebPix
-WebReaper
-WebSauger
-WebStripper
+WebLeacher
 WebZIP
 Webalta
-Website Quester
+WebmasterWorldForumBot
 WebsiteQuester
 Whack
 Who.is Bot
-Wonderbot
+Widow
 Woobot
 Wotbox
-Wprecon
 Xaldon_WebSpider
-Zade
-Zitebot
+YoudaoBot
+Zauba
+Zermelo
+ZmEu
+ZoominfoBot
 ZyBorg
-adscanner
-archive.org_bot
-autoemailspider
+arquivo-web-crawler
+arquivo.pt
 backlink-check
-crawler4j
-gopher
+clark-crawler
+demandbase-bot
+heritrix
 internetVista monitor
-ips-agent
-meanpathbot
-mediawords
+iubenda-radar
+linkdexbot
+lwp-trivial
 page scorer
-pcBrowser
-plumanalytics
-polaris version
 probe-image-size
 ripz
-satoristudio.net
-scalaj-http
+scan.lol
 seocompany.store
+seoscanners
 seostar
-serpstatbot
 sexsearcher
-sitechecker.pro
+siteripz
 sogouspider
+sp_auditbot
 sysscan
-trendiction.de
-ubermetrics-technologies.com
+tAkeOut
 webmeup-crawler
-webprosbot
+x22Mozilla
 xpymep1.exe
-zauba.io
 zgrab