V4.2022.01.2878 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
 80legs
-ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
-Anarchy
-Aspiegel
-AwarioRssBot
-BDCbot
-BDFetch
-BackDoorBot
-Bandit
-Barkrowler
-BetaBot
-Bitacle
+ADmantX
+Abonti
+AiHitBot
+Alligator
+AlphaBot
+Anarchy99
+Apexoo
+Atomseobot
+AwarioSmartBot
+BackWeb
+Backlink-Ceck
+Blackboard
+Blow
 Boardreader
-Bolt
 Brandprotect
-Buck
+Brandwatch
+BuiltBotTough
 CCBot
-CODE87
-CSHttp
-CazoodleBot
-Chlooe
-Claritybot
-Collector
-Copier
+ChinaClaw
+Cliqzbot
+Cloud mapping
+CopyRightCheck
+Copyscape
+Cosmos
 Crawling at Home Project
 Crescent
 CrunchBot
-Curious
-Custo
 DSearch
 DTS Agent
-DataCha0s
-Demon
-DigitalPebble
+DatabaseDriverMysqli
+Dirbuster
 Disco
-Discobot
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
+DnyzBot
 DomainStatsBot
 Domains Project
-Download Wonder
+Dotbot
 ECCP/1.0
+EMail Siphon
+Ecxi
+EroCrawler
 Evil
-Express WebPictures
-ExtLinksBot
+Exabot
 Extractor
-Extreme Picture Finder
+ExtractorPro
 EyeNetIE
-Ezooms
-FDM
-Firefox/7.0
+Fimap
+Flunky
 Foobot
-FrontPage
 Fuzz
 FyberSpider
 G-i-g-a-b-o-t
 GermCrawler
 GetRight
-GetWeb
 Getintent
-Go-Ahead-Got-It
+Gigabot
+Go!Zilla
+GrabNet
+HTTP::Lite
 HTTrack
 HaosouSpider
+Harvest
 Havij
-Humanlinks
-Id-search
+HybridBot
+IDBTE4M
+IDBot
+IRLbot
+Iblog
+Image Fetch
 Image Sucker
 Indy Library
+InfoNaviRobot
+InfoTekies
+InternetSeer
 Iria
 Iskanie
-JetCar
+JOC Web Spider
 Jetty
-Jorgee
-JustView
-Kinza
-Kozmosbot
-LWP::Simple
-Leap
-LeechFTP
+JikeSpider
+Jyxobot
+LeechGet
+LexiBot
 Lftp
-Likse
-Linkbot
-Linkdexbot
+LinkScan
+LinkWalker
 LinkpadBot
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+Lmspider
+MIIxpc
 MSIECrawler
-Majestic-SEO
+Mail.RU_Bot
+Majestic SEO
+Majestic12
 MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
 MauiBot
-Mb2345Browser
-MegaIndex.ru
-Metauri
-MicroMessenger
+Meanpathbot
+Microsoft URL Control
+Minefield
 Mister PiX
-Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
-NPbot
+Mozlila
+NICErsPRO
 Name Intelligence
-NetAnts
-NetLyzer
+Nameprotect
+Navroad
+Nessus
 NetMechanic
-Netcraft
-Nettrack
+NetZIP
 Netvibes
 NextGenSearchBot
-Niki-bot
-Ninja
+NimbleCrawler
+Nimbostratus
+Nmap
 Not
-Octopus
+Nutch
 Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
 Openfind
 Openvas
-OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
+PageScorer
 PageThing.com
-Pandalytics
-PeoplePal
-Picsearch
+Piepmatz
+Pimonster
 PleaseCrawl
 ProWebWalker
-Psbot
+Pu_iN
 PxBroker
-Quick-Crawler
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot2
 Rankivabot
-RebelMouse
-Recorder
-RepoMonkey
+RankurBot
+Re-re
+RealDownload
+Rogerbot
+SBIder
 SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-Scanbot
-Scrapy
-Screaming
-SearchmetricsBot
+SEOstats
+SISTRIX
+SalesIntelligent
+ScoutJet
+ScrepyBot
 Seekport
-SemanticJuice
-SiteCheckerBotCrawler
-Siteimprove
-Snapbot
+Semrush
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Sitevigil
+SlySearch
 Sociscraper
-Sogou web spider
 Sottopop
 Spammen
 SpankBot
-Spanner
-SputnikBot
-Sqlmap
+Sqlworm
 Sqworm
-Stripper
-Sucker
 Sucuri
-SurveyBot
+SuperBot
+SuperHTTP
+Surfbot
 Suzuran
+Swiftbot
 T0PHackTeam
-TeleportPro
-Telesoft
-Toata
-Trendiction
-True_Robot
-TurnitinBot
+Telesphorep
+The Intraformant
+Thumbor
+Trendictionbot
 TwengaBot
-Twice
-Typhoeus
 URLy Warning
-URLy.Warning
 UnisterBot
 Upflow
 V-BOT
-VB Project
-VCI
 Vacuum
-VelenPublicWebCrawler
+Vagabondo
+VidibleScraper
 Virusdie
 VoidEYE
+Voil
 WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
+WEBDAV
+WWW-Mechanize
 Wallpapers
-WeSEE
-Web Collage
-Web Enhancer
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Fuck
 Web Pix
-WebAuto
-WebBandit
-WebLeacher
-WebStripper
-WebSucker
-Webalta
+Web Sucker
+WebCopier
+WebEnhancer
+WebImageCollector
+WebReaper
+WebSauger
+WebWhacker
 Webshag
 Website Quester
 WebsiteQuester
-Whack
-Whacker
-Widow
-WiseGuys Robot
-Wonderbot
+Who.is Bot
+WinHTTrack
+Woobot
+Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zermelo
-ZumBot
-arquivo.pt
-autoemailspider
-backlink-check
-check1.exe
+Zauba
+Zeus
+cah.io.community
+clark-crawler
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-domainsproject.org
+crawler4j
 evc-batch
 gopher
-internetVista monitor
+heritrix
+lwp-request
 lwp-trivial
-magpie-crawler
-muhstik-scan
+meanpathbot
 page scorer
 pcBrowser
-satoristudio.net
+plumanalytics
+probe-image-size
+s1z.ru
+seobility
 seoscanners
-serpstatbot
+sexsearcher
+sitechecker.pro
 siteripz
-sogouspider
+sp_auditbot
 trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
+webgains-bot
 webpros.com
 x09Mozilla
+zauba.io
+zgrab