V4.2022.03.2982 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
+01h4x.com
 ADmantX
-Abonti
+ALittle Client
+Aboundex
 AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Aipbot
-Alligator
-Anarchy
+AlphaBot
 Anarchy99
+Ankit
 Anthill
 Apexoo
-AwarioSmartBot
-BackDoorBot
-Backlink-Ceck
-Bandit
+Aspiegel
+Atomseobot
+Attach
+AwarioRssBot
+BDFetch
+BackStreet
+BackWeb
+BacklinkCrawler
+Badass
 Barkrowler
 BatchFTP
+Battleztar Bazinga
+Bigfoot
 Bitacle
+BlackWidow
 Blow
 BlowFish
 Boardreader
-Bullseye
-BunnySlippers
-Calculon
-CazoodleBot
+Bolt
+Brandprotect
+Brandwatch
+Buddy
+BuiltBotTough
+BuzzSumo
+CODE87
+CSHttp
 CensysInspect
-CheeseBot
+CheTeam
+CherryPicker
 Citoid
-Claritybot
-Cliqzbot
 Cocolyzebot
-CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
-DataCha0s
-Demon
-Deusu
-Discoverybot
-Dispatch
+Cogentbot
+Craftbot
+Curious
+DIIbot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Digincore
+DigitalPebble
+Disco
+Discobot
 DnBCrawler-Analytics
 DomCopBot
-DomainStatsBot
+DomainCrawler
+DomainSigmaCrawler
 Download Wonder
+Drip
 EMail Siphon
-EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
+Evil
 Exabot
 Express WebPictures
-ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
 Ezooms
-FDM
-Firefox/7.0
 Flunky
-Getintent
+FrontPage
+GermCrawler
+GetRight
+GetWeb
+Gigabot
 Go-Ahead-Got-It
-GoZilla
 Gotit
+GrabNet
 Grabber
-GrapeshotCrawler
-GridBot
-HMView
+GrapeFX
+HEADMasterSEO
 HTMLparser
-HaosouSpider
+HTTP::Lite
 Harvest
-Havij
 Hloader
-HonoluluBot
-IRLbot
+HybridBot
+IDBot
 Iblog
-IlseBot
-Image Fetch
+Id-search
 IndeedBot
 InfoTekies
-Intelliseek
-InternetSeer
-Iria
-IstellaBot
-JOC Web Spider
-JamesBOT
-JennyBot
-JetCar
+Jbrofuzz
+Jetty
 Jorgee
 JustView
-Keybot Translation-Search-Machine
-Kinza
-Lanshanbot
-LeechFTP
-LibWeb
-LieBaoFast
+Kenjin Spider
+Keyword Density
+LNSpiderguy
+LWP::Simple
+Leap
+LeechGet
+Libwhisker
+Lightspeedsystems
+LinkScan
 Linkbot
-LinkextractorPro
+Linkdexbot
+LinksManager
 LinqiaRSSBot
 Lipperhey Spider
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MQQBrowser
+Ltx71
+MIDown tool
 MSIECrawler
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic12
 MarkMonitor
 Mass Downloader
-Mata Hari
-MauiBot
-Meanpathbot
-MegaIndex.ru
-Moblie Safari
+Mb2345Browser
+MeanPath Bot
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mister PiX
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Msrabot
-Musobot
-Needle
-Nessus
-NetAnts
-NetMechanic
+Name Intelligence
+Navroad
 NetZIP
-Nettrack
-NimbleCrawler
+Netcraft
+Netvibes
+NextGenSearchBot
+Nibbler
+Nimbostratus
 Ninja
-Nuclei
-Openfind
-Openvas
-OrangeBot
-OrangeSpider
+Nmap
+Not
+Octopus
 OutclicksBot
-PHPCrawl
-Page Analyzer
+PECL::HTTP
+POE-Component-Client-HTTP
+PageGrabber
 PageScorer
-Pandalytics
-Pump
+Pavuk
+PeoplePal
+Pi-Monster
+PictureFinder
+Pimonster
+ProWebWalker
 PxBroker
-Quick-Crawler
-RankingBot
+PyCurl
+RankActive
+RankFlex
+RankingBot2
 Rankivabot
 RankurBot
-Recorder
-RedesScrapy
-RepoMonkey
-Rogerbot
-SBIder
+RebelMouse
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SMTBot
 Scrapy
-ScrepyBot
-Searchestate
-SeoSiteCheckup
+ScreenerBot
+Seekport
+Semrush
+SeobilityBot
 Seomoz
-Shodan
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
+SiteLockSpider
 SiteSucker
+Siteimprove
+SlySearch
 Snake
-Snapbot
-Snoopy
-Sogou web spider
-Sottopop
-SpankBot
+SpaceBison
+Spammen
+Spanner
 Spinn3r
-Sqlmap
+Sqlworm
 Sqworm
-Steeler
-Sucker
-SuperBot
+SuperHTTP
+Surfbot
 Swiftbot
-Szukacz
-T8Abot
-Teleport
-Telesoft
-Telesphoreo
-The Intraformant
-TheNomad
+TightTwatBot
 Titan
 Trendictionbot
+Turnitin
 TurnitinBot
-URLy Warning
+URLy.Warning
 UnisterBot
 Upflow
-Vagabondo
+VCI
 VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-VoidEYE
 Voltron
-WISENutbot
+WASALive-Bot
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Auto
-Web Enhancer
-Web Pix
+Web Collage
+Web Fetch
+Web Sauger
 Web Sucker
 WebAuto
 WebBandit
 WebCollage
 WebCopier
-WebEnhancer
 WebFetch
-WebImageCollector
+WebFuck
+WebWhacker
+WebZIP
 Webalta
 WebsiteExtractor
-Whatweb
-WinHTTrack
-Wonderbot
-Woobot
-Wprecon
-Xenu
+Webster
+WiseGuys Robot
+Xaldon_WebSpider
+Zade
+Zeus
+Zitebot
 ZmEu
-ZoomBot
-ZyBorg
 adscanner
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
+backlink-check
+check1.exe
 coccocbot
-crawl.sogou.com
+cognitiveseo
+com.plumanalytics
 crawler.feedback
 crawler4j
-eCatch
-facebookscraper
-ips-agent
+dataforseo.com
+domainsproject.org
+evc-batch
+heritrix
+internetVista monitor
+isitwp.com
 iubenda-radar
 lwp-trivial
-magpie-crawler
 meanpathbot
-muhstik-scan
+mediawords
 netEstate NE Crawler
-oBot
-polaris version
-s1z.ru
-scalaj-http
-seocompany.store
-seostar
+pcBrowser
+ripz
+satoristudio.net
+seobility
 sitechecker.pro
-siteripz
-sysscan
-webgains-bot
-webprosbot
-x09Mozilla
+sp_auditbot
+tAkeOut
+webmeup-crawler
 x22Mozilla
-xpymep1.exe
-zauba.io