V4.2022.10.3387 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
+360Spider
+404checker
+80legs
+AIBOT
+Abonti
 Aboundex
 Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alligator
-Anarchy
-Anarchy99
-Atomseobot
-Attach
+AiHitBot
+Alexibot
+Anarchie
+Aspiegel
 AwarioSmartBot
+BBBike
 BDCbot
+BLEXBot
+BackDoorBot
 BackStreet
-BackWeb
 BacklinkCrawler
-Battleztar Bazinga
-Bigfoot
-Black Hole
-Blackboard
+Bandit
+Barkrowler
+BetaBot
+Bitacle
 Blow
-Boardreader
-Bolt
-BotALot
-Brandprotect
-Brandwatch
+BlowFish
+Buck
+Buddy
 BunnySlippers
-CATExplorador
 CCBot
 CODE87
 Calculon
 CazoodleBot
-CensysInspect
 CheTeam
-CherryPicker
-Chlooe
+CheeseBot
+ChinaClaw
+Citoid
+Cliqzbot
 Cocolyzebot
 Cogentbot
-Collector
-CopyRightCheck
-Copyscape
 Crawling at Home Project
-Curious
-DBLBot
-DIIbot
-DataCha0s
-Digincore
-DigitalPebble
-Dirbuster
-Discoverybot
+CrazyWebCrawler
+Crescent
+CrunchBot
+CyotekWebCopy
+DTS Agent
+DatabaseDriverMysqli
+Devil
+Disco
 Dispatch
-DittoSpyder
 DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Dotbot
-Drip
+DomainCrawler
+Download Wonder
 ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ecxi
+EasyDL
+Ebingbong
+EirGrabber
 EroCrawler
 Evil
 Exabot
-Express WebPictures
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
 Ezooms
 FHscan
+FemtosearchBot
 Fimap
-FlashGet
-Flunky
+Foobot
+FrontPage
 Fuzz
-Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 Genieo
-GetRight
-GetWeb
+GermCrawler
+Gigabot
 Gotit
 GrabNet
+Grafula
 GrapeshotCrawler
-HMView
-HTTP::Lite
-HTTrack
+GridBot
+Haansoft
 HaosouSpider
+Harvest
 Havij
-HybridBot
-IlseBot
-Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
+Hloader
+IDBot
+IRLbot
+Image Fetch
 Iria
-Iskanie
 JOC Web Spider
-Jbrofuzz
-Jorgee
-JustView
-Jyxobot
-LNSpiderguy
+JetCar
+Joomla
+Lanshanbot
 Larbin
+Leap
 LeechGet
-LexiBot
+Lftp
 LibWeb
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
+Libwhisker
+Likse
+LinqiaRSSBot
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+Magnet
+MarkMonitor
 Mass Downloader
-Mata Hari
-MeanPath Bot
-Meanpathbot
-Metauri
+MauiBot
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
 Minefield
-Mojeek
-MolokaiBot
+Moblie Safari
 Morfeus Fucking Scanner
 Mr.4x3
+NICErsPRO
 Nameprotect
+NearSite
 Needle
-NetMechanic
-NetZIP
+Net Vampire
+NetLyzer
+Netcraft
 Nettrack
-Nikto
+Netvibes
+Nibbler
+Niki-bot
 Ninja
+Nmap
 Not
-Nuclei
-Octopus
+Nutch
+Offline Navigator
 OpenLinkProfiler
-OpenVAS
-OrangeSpider
-PHPCrawl
-Page Analyzer
-PageAnalyzer
+Openfind
+OutclicksBot
+OutfoxBot
 PageGrabber
-Pavuk
+PageThing.com
+Panscient
 PeoplePal
-Picsearch
-PictureFinder
-Pockey
+Piepmatz
+PleaseCrawl
 ProPowerBot
 Probethenet
-PxBroker
+Psbot
+Pump
 PyCurl
 QueryN Metasearch
-RankActive
-RankFlex
-Rankivabot
-RebelMouse
-RedesScrapy
-SBIder
+Recorder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
 SEOstats
+SMTBot
 SalesIntelligent
+ScanAlert
+ScoutJet
 Scrapy
+Screaming
+ScreenerBot
+Searchestate
+SearchmetricsBot
+Seekport
+Semrush
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
 SiteSnagger
 Sitebeam
-Siteimprove
 Sitevigil
-SlySearch
-Snapbot
-Sogou web spider
-Sottopop
+SmartDownload
+Snoopy
+SocialRankIOBot
+Sosospider
+Spammen
+Spanner
+Spinn3r
 Sqlmap
-Sqlworm
 Sqworm
-Steeler
-Stripper
-SuperBot
-Telesoft
-TightTwatBot
+Sucuri
+Surfbot
+Szukacz
+Thumbor
+Titan
 Toweyabot
 Tracemyfile
+Trendiction
 Trendictionbot
-True_Robot
+Turingos
 Twice
 URLy Warning
-V-BOT
-VB Project
+URLy.Warning
+UnisterBot
+Upflow
 VCI
-Voltron
-WASALive-Bot
+Vacuum
+VelenPublicWebCrawler
+Voil
 WBSearchBot
+WEBDAV
 WISENutbot
-WPScan
-WWWOFFLE
-Web Fuck
-WebAuto
+WWW::Mechanize
+Wallpapers
+WeSEE
+Web Fetch
+Web Sauger
+Web Sucker
+WebCollage
 WebCopier
-WebFetch
+WebFuck
+WebImageCollector
 WebLeacher
-WebReaper
+WebPix
 WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteQuester
-Whatweb
-WinHTTrack
-WiseGuys Robot
+Webster
+Whacker
+Who.is Bot
+Wonderbot
 Wotbox
-Wprecon
 Xenu
 YoudaoBot
-Zade
-Zeus
-Zitebot
-ZoominfoBot
+Zauba
+Zermelo
+ZumBot
 ZyBorg
+arquivo.pt
 autoemailspider
-check1.exe
-crawl.sogou.com
-crawler.feedback
+cah.io.community
+crawler4j
+dataforseo.com
 demandbase-bot
-eCatch
-internetVista monitor
-ips-agent
-iubenda-radar
-linkdexbot
-lwp-trivial
-oBot
+isitwp.com
+magpie-crawler
+meanpathbot
 pcBrowser
-probe-image-size
+plumanalytics
+polaris version
 s1z.ru
-satoristudio.net
-seobility
-seoscanners
-serpstatbot
-sogouspider
-sp_auditbot
-spyfu
-trendiction.de
-x09Mozilla
-x22Mozilla
-zauba.io
+scalaj-http
+sexsearcher
+siteripz
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
+xpymep1.exe
 zgrab