V4.2022.01.2880 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-AIBOT
-ASPSeek
+80legs
+Aboundex
+Acunetix
 AfD-Verbotsverfahren
 Aipbot
-Alligator
-Anarchie
 Anarchy
-Ankit
-Anthill
+Anarchy99
 Apexoo
-Atomseobot
-Attach
-BDCbot
-BackDoorBot
+Aspiegel
+Asterias
+AwarioRssBot
+BBBike
+BLEXBot
+BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 BatchFTP
 Blackboard
+Blow
+BlowFish
 Boardreader
-BotALot
-Brandprotect
-Buck
+Bolt
 BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
 CATExplorador
-Calculon
+CSHttp
+Cegbfeieh
 CensysInspect
-CheTeam
-Claritybot
-Cogentbot
-Collector
-CrazyWebCrawler
+CherryPicker
+ChinaClaw
+Citoid
+Copier
+Copyscape
+Cosmos
+Crawling at Home Project
+CrunchBot
 Curious
+Custo
+CyotekWebCopy
+DSearch
+DatabaseDriverMysqli
 Demon
-Deusu
-Devil
 Digincore
-Dirbuster
-Disco
+Discoverybot
 DittoSpyder
+DomCopBot
+DomainAppender
 DomainCrawler
 DomainStatsBot
+Dotbot
+Download Wonder
+Drip
 ECCP/1.0
+EMail Wolf
 Exabot
-Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
-Firefox/7.0
+Ezooms
+FlashGet
 Foobot
+Freeuploader
 GalaxyBot
 Genieo
 GetRight
 GetWeb
 Getintent
-Gigabot
-Gotit
-Grabber
+GoZilla
+GrapeFX
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HTTP::Lite
-HTTrack
 HaosouSpider
-Heritrix
+Harvest
+Havij
 Hloader
 HonoluluBot
-HybridBot
 IDBTE4M
 IDBot
 IRLbot
-Iblog
+Image Fetch
+IndeedBot
 InfoNaviRobot
+InfoTekies
 InterGET
-Internet Ninja
+InternetSeer
 Iria
-Iskanie
-Jbrofuzz
+JOC Web Spider
 JennyBot
+JetCar
 Jetty
-JikeSpider
-Joomla
-Jorgee
 Jyxobot
-Kenjin Spider
+Keyword Density
 Kinza
+LWP::Simple
+Lanshanbot
 LeechGet
-LexiBot
 Lftp
-LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
-LinkpadBot
-LinqiaRSSBot
-Litemage_walker
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MJ12bot
 MQQBrowser
-MSFrontPage
-Mag-Net
-Majestic12
-Masscan
-MauiBot
+MSIECrawler
+Magnet
+Mass Downloader
+Mata Hari
 MeanPath Bot
-Microsoft Data Access
-Minefield
-Mojeek
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
+Meanpathbot
+Mediatoolkitbot
+Metauri
+Mister PiX
 Mozlila
+Mr.4x3
 Msrabot
-Musobot
-NearSite
+Needle
+Nessus
 NetMechanic
 NetSpider
-Netcraft
+NetZIP
+Nettrack
 NextGenSearchBot
-Nikto
-Nuclei
-Offline Explorer
-OpenLinkProfiler
-OpenVAS
-Openvas
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PageScorer
-Pandalytics
+NimbleCrawler
+Ninja
+Nmap
+Not
+Octopus
+Offline Navigator
+POE-Component-Client-HTTP
+Page Analyzer
+PageThing.com
 Panscient
-PeoplePal
+Papa Foto
+Pavuk
 Pi-Monster
-Pixray
-ProWebWalker
-Probethenet
-RankActive
-Rankivabot
-Re-re
+Piepmatz
+Psbot
+PxBroker
+QueryN Metasearch
+RankingBot
+ReGet
+Reaper
 RebelMouse
 RedesScrapy
+RepoMonkey
 Ripper
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SEOstats
-SalesIntelligent
-Scanbot
-ScrepyBot
+SEOkicks
+ScanAlert
+ScoutJet
+Scrapy
 SearchmetricsBot
 Seekport
-SemanticJuice
+Semrush
 SemrushBot
-Shodan
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
 SiteSnagger
-SiteSucker
-SlySearch
-SmartDownload
-Snapbot
-SocialRankIOBot
-Sogou web spider
-Spammen
-Spbot
-Stripper
+Sitevigil
+Snake
+Sociscraper
+Spinn3r
+Sqworm
+Steeler
+Sucuri
+SuperBot
 SuperHTTP
-SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+T8Abot
+Teleport
 TeleportPro
-TightTwatBot
-Titan
-Toata
-True_Robot
-Turingos
-TurnitinBot
-TwengaBot
-URLy Warning
+Telesoft
+Thumbor
+Trendictionbot
+Twice
+Typhoeus
 Upflow
-V-BOT
-VB Project
 VCI
-Vagabondo
-Virusdie
 VoidEYE
-Voltron
+Voil
 WBSearchBot
 WEBDAV
-WWW-Mechanize
-WWWOFFLE
-WeSEE
-Web Enhancer
+WPScan
+WWW-Collector-E
+Wallpapers
+Wallpapers/3.0
+Web Auto
+Web Collage
 Web Fetch
-Web Pix
-Web Sauger
-WebCollage
+Web Sucker
+WebBandit
 WebCopier
 WebEnhancer
+WebFetch
 WebGo IS
 WebPix
+WebSauger
 WebStripper
-WebZIP
-WebmasterWorldForumBot
-Webshag
+WebWhacker
 Website Quester
-WebsiteExtractor
-Who.is Bot
+Whack
+Whatweb
 WiseGuys Robot
-YoudaoBot
+Wonderbot
+Woobot
+Xaldon_WebSpider
 Zade
+Zermelo
+Zeus
 Zitebot
-arquivo.pt
-autoemailspider
+ZmEu
+ZoominfoBot
+ZyBorg
+backlink-check
 cah.io.community
-clark-crawler
 coccocbot-web
-cognitiveseo
-dataforseo.com
-demandbase-bot
-eCatch
+crawler.feedback
+facebookscraper
 gopher
-heritrix
 instabid
-isitwp.com
-lwp-request
+ips-agent
+iubenda-radar
+lwp-trivial
+magpie-crawler
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-page scorer
-polaris version
+mediawords
+plumanalytics
 probe-image-size
-ripz
-s1z.ru
-scalaj-http
-scan.lol
-seoscanners
+satoristudio.net
+seocompany.store
+seostar
+sexsearcher
 sitechecker.pro
+siteripz
 sogouspider
+spyfu
 sysscan
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webmeup-crawler
-x22Mozilla
-xpymep1.exe
+zauba.io