V4.2021.12.2771 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404enemy
-80legs
-ADmantX
 AIBOT
-ALittle Client
-Abonti
-Aboundex
+ASPSeek
 Aboundexbot
 AhrefsBot
-Alexibot
-AlphaBot
-Anarchy99
+AiHitBot
+AllSubmitter
+Anarchie
+Anarchy
 Ankit
-Anthill
-Aspiegel
-Asterias
+Apexoo
 Attach
-AwarioSmartBot
+BDCbot
 BLEXBot
 BackDoorBot
+Badass
 Barkrowler
 Battleztar Bazinga
 BetaBot
+Bitacle
+Black Hole
 Blow
-Bolt
-Brandwatch
+BlowFish
+Boardreader
+Brandprotect
 Buddy
+BuiltBotTough
 BuiltWith
-BuzzSumo
-CATExplorador
+Bullseye
+BunnySlippers
 CODE87
 Calculon
+CazoodleBot
+CheeseBot
 CherryPicker
+ChinaClaw
 Citoid
-Cloud mapping
-Collector
-Copier
-Cosmos
-Craftbot
-CrazyWebCrawler
+Cocolyzebot
+Cogentbot
+Crawling at Home Project
+CrunchBot
+Custo
 DBLBot
 DIIbot
-DataCha0s
 DatabaseDriverMysqli
-Demon
 Devil
 Digincore
+DigitalPebble
+Dirbuster
 Dispatch
+DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
-DomainStatsBot
 Domains Project
-Download Wonder
-ECCP/1.0
-EMail Wolf
-EasyDL
-Express WebPictures
-ExtLinksBot
+Drip
+EMail Siphon
+Ebingbong
+Ecxi
+EirGrabber
+Evil
+Extractor
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-Fimap
-FlashGet
+FDM
+FemtosearchBot
 Flunky
-Foobot
 FrontPage
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-Gigabot
+Genieo
+GetRight
+Go!Zilla
+GoZilla
 Gotit
 Grafula
+GrapeFX
 GridBot
 HEADMasterSEO
-HMView
-HTMLparser
 HTTP::Lite
 HTTrack
-Heritrix
-Hloader
-Humanlinks
+Haansoft
+Havij
 HybridBot
-IDBTE4M
-IDBot
-IRLbot
 Id-search
+Image Sucker
 IndeedBot
-InterGET
-IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
+Intelliseek
+Internet Ninja
+JetCar
 Jetty
-JustView
+Joomla
+Jorgee
 Jyxobot
-Keyword Density
-LWP::Simple
+Kinza
+Kozmosbot
+Larbin
 Leap
 LexiBot
-Lftp
 LibWeb
-LinkScan
+LieBaoFast
+Lightspeedsystems
+Likse
 LinkWalker
-LinksManager
-LinqiaRSSBot
+Linkbot
+Linkdexbot
+LinkextractorPro
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
+Litemage_walker
 Ltx71
-MJ12bot
-MSIECrawler
-Mag-Net
-Magnet
+MQQBrowser
+MSFrontPage
+MTRobot
+Mail.RU_Bot
 Majestic-SEO
 Masscan
-Mb2345Browser
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 Microsoft Data Access
 Microsoft URL Control
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-Musobot
+Minefield
+Mister PiX
 NICErsPRO
-Navroad
-NearSite
-Net Vampire
-NetMechanic
-Niki-bot
-Nikto
-Ninja
-Not
+NetAnts
+NetLyzer
+NetZIP
+Netcraft
+Nettrack
 Nutch
+Octopus
 Offline Navigator
+OnCrawl
+OpenVAS
 Openfind
+OrangeBot
 OrangeSpider
-PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
 Pandalytics
+Pavuk
+PeoplePal
 Pi-Monster
-Picscout
 Picsearch
-PictureFinder
+Piepmatz
 Pimonster
 Pixray
-PleaseCrawl
-Pockey
-ProPowerBot
+Probethenet
 Pu_iN
-PxBroker
 PyCurl
-Quick-Crawler
-RankActive
-Rankivabot
-RebelMouse
-RedesScrapy
-RepoMonkey
+QueryN Metasearch
+Re-re
+ReGet
+RealDownload
 Ripper
 RocketCrawler
-SBIder
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
-SMTBot
-Scrapy
-Searchestate
-SearchmetricsBot
-Seomoz
-SiteCheckerBotCrawler
+ScanAlert
+Scanbot
+ScoutJet
+Screaming
+ScreenerBot
+SemanticJuice
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Shodan
+SiteSnagger
+Sitebeam
+Sitevigil
+SlySearch
 SmartDownload
-SocialRankIOBot
-Sociscraper
-Sosospider
 Sottopop
 SpaceBison
-SputnikBot
-Stripper
-SurveyBot
+SpankBot
+Spanner
+Spinn3r
+Sqlmap
+SuperBot
 Suzuran
 Szukacz
 T0PHackTeam
-TheNomad
-Thumbor
-Titan
-Tracemyfile
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
+The Intraformant
 Trendictionbot
-Turingos
-Twice
+Turnitin
+TwengaBot
 URLy.Warning
+UnisterBot
+Upflow
 V-BOT
-VCI
-VeriCiteCrawler
-Virusdie
-WASALive-Bot
+VB Project
+Vacuum
+Vagabondo
+VidibleScraper
+Voil
+WEBDAV
+WWW-Mechanize
 Wallpapers
-Web Auto
-Web Collage
+Wallpapers/3.0
+Web Enhancer
 Web Fetch
-Web Pix
-WebCollage
-WebGo IS
-WebImageCollector
-WebLeacher
-WebWhacker
-WebZIP
+WebBandit
+WebFetch
 Webalta
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
-Whacker
-Whatweb
-Who.is Bot
-Widow
-WinHTTrack
+WebsiteQuester
+Whack
+Wonderbot
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
+YoudaoBot
 Zade
-Zauba
+Zermelo
 Zeus
-ZmEu
-ZoomBot
 ZumBot
 ZyBorg
-arquivo-web-crawler
+adscanner
+archive.org_bot
+arquivo.pt
+autoemailspider
 backlink-check
-com.plumanalytics
+clark-crawler
 crawl.sogou.com
 crawler.feedback
-domainsproject.org
-evc-batch
-heritrix
+crawler4j
+demandbase-bot
+eCatch
+gopher
 ips-agent
 isitwp.com
+meanpathbot
+mediawords
 muhstik-scan
-polaris version
-probe-image-size
+netEstate NE Crawler
+page scorer
+pcBrowser
 ripz
 s1z.ru
-scan.lol
-seostar
-serpstatbot
+satoristudio.net
+sexsearcher
 siteripz
-sogouspider
+trendiction.com
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
-zauba.io
-zgrab
+xpymep1.exe