V4.2021.11.2708 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+404enemy
+80legs
+ADmantX
 AIBOT
-Abonti
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
+ASPSeek
+Acunetix
 AhrefsBot
 AiHitBot
-Aipbot
-AllSubmitter
-Alligator
+AlphaBot
 Anarchie
-Anarchy
 Anarchy99
-Ankit
+Apexoo
+Aspiegel
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BBBike
+BDCbot
 BDFetch
 BLEXBot
-BacklinkCrawler
-BetaBot
-Bitacle
+Badass
+Bandit
+Barkrowler
+Bigfoot
 Black Hole
-BlackWidow
 Blackboard
+Blow
 Boardreader
-Bolt
-BotALot
 Brandprotect
-Brandwatch
-Bullseye
-BuzzSumo
-CCBot
+Buck
+Buddy
+BuiltBotTough
+Calculon
+CazoodleBot
 Cegbfeieh
-CheTeam
-CheeseBot
-ChinaClaw
-Chlooe
-Cogentbot
-CrazyWebCrawler
+CherryPicker
+Cloud mapping
+Cosmos
+Crawling at Home Project
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DSearch
 DTS Agent
 DataCha0s
-Deusu
-Digincore
+DatabaseDriverMysqli
+Demon
+DigitalPebble
 Disco
+Dispatch
 DittoSpyder
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
+DomCopBot
+DomainStatsBot
 Download Wonder
-ECCP/1.0
-EasyDL
-Ebingbong
+EMail Siphon
+EMail Wolf
+EirGrabber
 EroCrawler
-ExtLinksBot
+Express WebPictures
 Extractor
+ExtractorPro
 Extreme Picture Finder
-Firefox/7.0
-FlashGet
-Flunky
-FyberSpider
-G-i-g-a-b-o-t
+FDM
+FrontPage
 GT::WWW
-GetRight
-GetWeb
-GoZilla
+Genieo
+GermCrawler
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
-Grabber
+Grafula
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
 HMView
+HTMLparser
 HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
 Hloader
+Humanlinks
 HybridBot
-IDBTE4M
+IDBot
 IRLbot
 Id-search
-IlseBot
-Image Fetch
-InfoNaviRobot
-InfoTekies
+Intelliseek
+InterGET
 InternetSeer
-Iria
-Iskanie
 IstellaBot
-JennyBot
-JetCar
+JOC Web Spider
+Jbrofuzz
 Jetty
-Joomla
-Jorgee
-JustView
 Jyxobot
 Keyword Density
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Larbin
 Leap
+LeechFTP
+Lftp
 LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-LinkWalker
-Linkdexbot
-LinkpadBot
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-Lmspider
+Likse
+Lipperhey Spider
 Ltx71
-MIIxpc
-MJ12bot
-MSFrontPage
-MSIECrawler
+MFC_Tear_Sample
+MIDown tool
+MTRobot
+Mag-Net
 Majestic-SEO
+Majestic12
 MarkMonitor
-MarkWatch
-Mass Downloader
-Mb2345Browser
-Meanpathbot
+Masscan
+MauiBot
+MegaIndex.ru
 Microsoft Data Access
-Mojeek
-Mr.4x3
-Musobot
+Microsoft URL Control
+Mojolicious
 NICErsPRO
 NPbot
-NearSite
-NetAnts
-NetLyzer
-NetZIP
-Netcraft
+Name Intelligence
+Nameprotect
+Navroad
+Needle
+Nessus
+NetSpider
 Nettrack
 Netvibes
-Nimbostratus
-Nmap
-Nutch
-OpenLinkProfiler
-OrangeBot
+Nibbler
+Niki-bot
+NimbleCrawler
+Ninja
+Nuclei
+Octopus
+Offline Navigator
 OrangeSpider
-OutclicksBot
-POE-Component-Client-HTTP
+PECL::HTTP
+Page Analyzer
 PageAnalyzer
+PageScorer
 PageThing.com
-Panscient
-Petalbot
-Picscout
-Picsearch
+PeoplePal
+Pi-Monster
 PictureFinder
+Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-Pockey
-Probethenet
-PxBroker
+Pu_iN
+QueryN Metasearch
 RankActive
-RankActiveLinkBot
-RankingBot
-ReGet
-RealDownload
-RedesScrapy
-SEOkicks
-SEOprofiler
-SISTRIX
-SalesIntelligent
-SearchmetricsBot
+RankingBot2
+RankurBot
+Re-re
+Reaper
+SEOkicks-Robot
+SMTBot
+Scanbot
+ScrepyBot
+Searchestate
 Semrush
-Site Sucker
+SemrushBot
+SeobilityBot
+Siphon
+SiteExplorer
+SiteLockSpider
 Sitebeam
+Siteimprove
+Sitevigil
 SlySearch
 SmartDownload
-Sociscraper
+Snake
+Snapbot
+Snoopy
 Sogou web spider
-SpaceBison
-SputnikBot
-Sqlmap
 Sqlworm
 Sqworm
+Steeler
+Sucuri
+SuperBot
 SurveyBot
-Swiftbot
 T0PHackTeam
-T8Abot
-The Intraformant
+Teleport
+Telesoft
 TheNomad
-TightTwatBot
-Tracemyfile
-Trendiction
-Trendictionbot
-Turnitin
-TwengaBot
+TurnitinBot
 Twice
-Typhoeus
-URLy.Warning
-UnisterBot
-VCI
+Upflow
+VB Project
 Vagabondo
+VelenPublicWebCrawler
 VoidEYE
-WASALive-Bot
-WPScan
-WWW::Mechanize
+Voil
+WEBDAV
+WWW-Collector-E
+WallpapersHD
+WeSEE
+Web Auto
 Web Enhancer
-Web Fetch
 Web Fuck
-Web Sauger
-Web Sucker
-WebCollage
+Web Pix
 WebEnhancer
+WebFuck
+WebGo IS
+WebImageCollector
 WebReaper
-WebStripper
+WebSucker
+WebWhacker
 WebZIP
-WebsiteExtractor
+Webalta
+WebsiteQuester
 Webster
-Woobot
+Whack
+Widow
+WinHTTrack
+Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
 Zauba
-Zermelo
+Zeus
 ZmEu
-ZumBot
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
+ZoomBot
+adscanner
+autoemailspider
+cah.io.community
 check1.exe
 clark-crawler
 coccocbot-web
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+cognitiveseo
+crawler4j
 demandbase-bot
 eCatch
-evc-batch
-facebookscraper
-heritrix
+internetVista monitor
+ips-agent
+lwp-request
 lwp-trivial
 magpie-crawler
-meanpathbot
-muhstik-scan
+page scorer
 pcBrowser
-plumanalytics
+probe-image-size
+s1z.ru
 scalaj-http
-sexsearcher
-siteripz
-sogouspider
+scan.lol
+seobility
+seocompany.store
 sp_auditbot
 tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webpros.com
+trendiction.de
+x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab