V4.2022.06.3141 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
-ALittle Client
-AfD-Verbotsverfahren
+01h4x.com
+360Spider
+404enemy
+80legs
+Abonti
+Aboundexbot
+AiHitBot
 Aipbot
-Alexibot
-Alligator
+AlphaBot
+Anarchie
+Anarchy
 Anarchy99
 Ankit
+Anthill
 Aspiegel
-BBBike
-BDFetch
-BackStreet
-BackWeb
+Asterias
+AwarioRssBot
+BDCbot
+BLEXBot
+BacklinkCrawler
+Badass
+Barkrowler
 BatchFTP
-Bitacle
+Black Hole
 BlackWidow
-Blackboard
-Blow
 Boardreader
-Bolt
-Brandprotect
-Brandwatch
 Buddy
-BuiltWith
-BuzzSumo
-CSHttp
-Calculon
+BuiltBotTough
+BunnySlippers
+CCBot
+CODE87
+Cegbfeieh
 CensysInspect
-CheeseBot
-Chlooe
+ChinaClaw
+Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
 Copier
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
-Crescent
-CrunchBot
-CyotekWebCopy
+Craftbot
+Crawling at Home Project
+Curious
 DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Deusu
+Digincore
 Discobot
-Dispatch
+Discoverybot
+DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
+DomainSigmaCrawler
 Domains Project
-Download Wonder
-Dragonfly
+Drip
 ECCP/1.0
-EMail Wolf
-EasyDL
-EroCrawler
-Evil
+EMail Siphon
+Ecxi
 Express WebPictures
 ExtLinksBot
-EyeNetIE
-Ezooms
-FemtosearchBot
-FlashGet
+Extractor
+FDM
+FHscan
+Fimap
+Firefox/7.0
 FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+Genieo
 GetRight
-GetWeb
-Getintent
-Go-Ahead-Got-It
-HEADMasterSEO
+GoZilla
+GrapeshotCrawler
 HTMLparser
+HTTP::Lite
 Haansoft
-Harvest
-Hloader
-HonoluluBot
+HaosouSpider
+Havij
+Heritrix
+HybridBot
+IDBTE4M
+Iblog
 Id-search
-IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
 Intelliseek
-JetCar
+InternetSeer
+JOC Web Spider
+Jbrofuzz
+Jorgee
 Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
-LeechGet
-LexiBot
+LWP::Simple
+Larbin
+Leap
+LeechFTP
 Lftp
-Libwhisker
 Lightspeedsystems
-LinkScan
+Likse
 LinkWalker
-LinksManager
+Linkbot
+LinkextractorPro
 LinqiaRSSBot
 Lipperhey Spider
-Lmspider
-Ltx71
 MIDown tool
-MIIxpc
 MJ12bot
-MSIECrawler
-Magnet
-Majestic SEO
-Majestic-SEO
+MQQBrowser
+MSFrontPage
 MarkMonitor
-Mass Downloader
-Masscan
+Mata Hari
+Mb2345Browser
+MegaIndex.ru
 Metauri
 Minefield
-Mojolicious
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
-Musobot
-Name Intelligence
+Msrabot
 Navroad
-Needle
-Net Vampire
-NetMechanic
+NetLyzer
+NetSpider
 Netcraft
-Nmap
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Nimbostratus
+Ninja
+Not
+Nutch
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
 OpenLinkProfiler
-OrangeSpider
-OutclicksBot
+Openvas
+OrangeBot
 OutfoxBot
-PECL::HTTP
-Page Analyzer
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
 PageThing.com
-Pandalytics
-Panscient
-Pavuk
-Piepmatz
+Pi-Monster
+Picscout
+Pimonster
 PleaseCrawl
+ProPowerBot
 Probethenet
-Pu_iN
-PxBroker
+Pump
 PyCurl
-QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankFlex
-Rankivabot
-Ripper
-RocketCrawler
-SBIder
+RankingBot2
+Reaper
 SEOkicks
 SEOkicks-Robot
 SISTRIX
-SalesIntelligent
 ScanAlert
+Scanbot
 ScoutJet
-ScrepyBot
+Scrapy
+ScreenerBot
+SearchmetricsBot
 Seekport
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-Sociscraper
+Seomoz
+SiteSnagger
+SmartDownload
+Snapbot
 Sogou web spider
-Sottopop
-Spammen
+SpaceBison
 Spbot
-Steeler
-Sucuri
-Surfbot
-SurveyBot
-Suzuran
-Szukacz
-T0PHackTeam
-Teleport
-The Intraformant
-TightTwatBot
-Tracemyfile
+Spinn3r
+Sqlworm
+Sqworm
+Swiftbot
+T8Abot
+Telesoft
+Telesphoreo
+Telesphorep
+Titan
+Trendiction
 Trendictionbot
-Turingos
-TurnitinBot
-UnisterBot
+True_Robot
+TwengaBot
+URLy Warning
+Upflow
 V-BOT
-VCI
 Vacuum
-Vagabondo
-VeriCiteCrawler
 Virusdie
+VoidEYE
 Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WPScan
-Web Collage
-WebAuto
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
+WeSEE
+Web Sauger
+Web Sucker
+WebBandit
 WebCopier
 WebEnhancer
 WebFuck
-WebGo IS
 WebLeacher
-WebPix
 WebReaper
-WebSauger
-WebmasterWorldForumBot
+WebZIP
+Webalta
 Webshag
-Website Quester
-WebsiteExtractor
 Webster
+Whack
 Whacker
+Whatweb
 Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
+Xaldon_WebSpider
 Xenu
+YoudaoBot
 Zade
 Zauba
-Zermelo
 ZmEu
-adscanner
-archive.org_bot
+ZoomBot
+ZoominfoBot
+ZumBot
 arquivo-web-crawler
-check1.exe
-clark-crawler
 coccocbot
 cognitiveseo
 com.plumanalytics
-crawler.feedback
-crawler4j
-dataforseo.com
 domainsproject.org
 eCatch
+gopher
 iubenda-radar
-lwp-request
 magpie-crawler
-muhstik-scan
-page scorer
+oBot
 pcBrowser
 plumanalytics
 polaris version
 probe-image-size
-ripz
-seobility
-seoscanners
-seostar
+s1z.ru
+seocompany.store
 serpstatbot
 sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
-sysscan
+sogouspider
 trendiction.com
-voyagerx.com
-webgains-bot
 webmeup-crawler
-x22Mozilla
 xpymep1.exe
+zauba.io
+zgrab