V4.2021.10.2625 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+80legs
+ADmantX
+AIBOT
+ALittle Client
+Abonti
 Aboundex
 Acunetix
 AiHitBot
-Alexibot
-AllSubmitter
-Anarchie
+Aipbot
+Alligator
 Anarchy
-Ankit
-Attach
+Anarchy99
+Anthill
+Aspiegel
+Asterias
+AwarioRssBot
 BBBike
+BDFetch
 BackDoorBot
 BacklinkCrawler
+Bandit
 Barkrowler
 BatchFTP
-BetaBot
-Bigfoot
 Bitacle
-BlackWidow
+Black Hole
 BlowFish
-Boardreader
-Buck
+Bolt
+BotALot
 Buddy
 BuiltBotTough
 Bullseye
-BunnySlippers
-CCBot
-CODE87
 CSHttp
 Calculon
-Cegbfeieh
+CazoodleBot
 CensysInspect
-CheTeam
 CherryPicker
 ChinaClaw
-Claritybot
+Chlooe
+Cliqzbot
 Cloud mapping
 Cogentbot
-Collector
+Copier
 CopyRightCheck
+Cosmos
 Craftbot
-Crescent
-CyotekWebCopy
-DIIbot
-DSearch
-Digincore
-DigitalPebble
+Devil
+Discobot
+Discoverybot
 Dispatch
-DittoSpyder
 DnyzBot
-DomainAppender
-DomainStatsBot
-Domains Project
+DomCopBot
+DomainCrawler
 Download Wonder
 Dragonfly
 Drip
-EMail Siphon
 EMail Wolf
-EasyDL
-Ecxi
-Evil
+EirGrabber
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-FHscan
+Ezooms
 FemtosearchBot
-Firefox/7.0
+Fimap
+FlashGet
 Flunky
-Foobot
-Freeuploader
-FrontPage
-Fuzz
-G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GetRight
-Go!Zilla
-Grabber
-Grafula
-GrapeFX
+GermCrawler
+Gotit
+GrapeshotCrawler
+GridBot
 HTMLparser
 HTTP::Lite
+Haansoft
 Havij
 Humanlinks
 IDBTE4M
-IRLbot
 Iblog
 Id-search
+Image Sucker
 IndeedBot
+InfoTekies
+InterGET
 InternetSeer
-Iria
+Iskanie
 IstellaBot
-Jbrofuzz
-JennyBot
-JikeSpider
-Jorgee
+JOC Web Spider
+JustView
+Kenjin Spider
+Keyword Density
 Kinza
+Larbin
+Leap
+Lftp
 LibWeb
-Likse
-LinqiaRSSBot
-Lipperhey Spider
-Ltx71
+Libwhisker
+LieBaoFast
+Linkdexbot
+LinkextractorPro
+Lipperhey
+MFC_Tear_Sample
 MIIxpc
-MSFrontPage
-MTRobot
+MSIECrawler
+Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic-SEO
-Masscan
+Majestic SEO
+Majestic12
+MarkMonitor
+MarkWatch
 Mata Hari
-MauiBot
 MegaIndex.ru
-Metauri
+Mister PiX
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Nameprotect
-Needle
-Nessus
-NetAnts
+Mojeek
+Mr.4x3
+Msrabot
+Musobot
+NPbot
+Name Intelligence
+NetLyzer
 NetSpider
-NetZIP
-Netvibes
+Netcraft
+Nettrack
+NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
-Nmap
-Nuclei
+NimbleCrawler
+Nutch
 Octopus
-Offline Explorer
-OpenLinkProfiler
-Openfind
-OrangeSpider
+OrangeBot
 OutclicksBot
-POE-Component-Client-HTTP
 Page Analyzer
 PageScorer
-PageThing.com
 Pandalytics
+Panscient
 Papa Foto
 Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
 Picscout
+Picsearch
+PictureFinder
+Pimonster
 Pixray
-Pockey
 ProPowerBot
-ProWebWalker
-Psbot
-Pump
 QueryN Metasearch
 Quick-Crawler
-RankFlex
-RankingBot
 RankurBot
-RealDownload
-RepoMonkey
+Re-re
+RebelMouse
+Recorder
+RedesScrapy
 Ripper
-RocketCrawler
-SEOstats
-SMTBot
-ScanAlert
+SBIder
+SEOkicks-Robot
+SalesIntelligent
 Scanbot
+Scrapy
+Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
+SemrushBot
 Seomoz
-Shodan
 Siphon
+SiteExplorer
 SiteLockSpider
-Sitebeam
-Siteimprove
-Snake
-Snapbot
-Sogou web spider
-Spanner
-SputnikBot
+SiteSucker
+Sitevigil
+SmartDownload
+Sociscraper
+Sottopop
+Spbot
 Sqlmap
-Sqlworm
+Sucker
 Sucuri
-SuperHTTP
 SurveyBot
-Suzuran
-Swiftbot
+Szukacz
+T8Abot
 Telesoft
-Telesphoreo
-Telesphorep
-Thumbor
+Toata
 Trendiction
+Trendictionbot
 True_Robot
 Turingos
+Turnitin
 TurnitinBot
-TwengaBot
-Twice
 Typhoeus
+URLy Warning
 Upflow
-VCI
-VoidEYE
+V-BOT
+VB Project
+Vagabondo
 Voltron
 WBSearchBot
-WPScan
+WWW-Collector-E
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
 WeSEE
 Web Auto
 Web Collage
 Web Fetch
+Web Pix
 Web Sauger
-Web Sucker
+WebBandit
 WebCopier
-WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
-WebReaper
-WebSauger
 WebStripper
-WebWhacker
-Webalta
-Website Quester
-WebsiteExtractor
-Widow
-Wonderbot
-Woobot
-Xenu
+WebsiteQuester
+Webster
+Whack
+Whacker
+Whatweb
+WinHTTrack
+Wotbox
+Xaldon WebSpider
+YoudaoBot
+Zade
 Zauba
 Zermelo
-Zeus
-arquivo-web-crawler
-backlink-check
-check1.exe
+ZoomBot
+ZoominfoBot
+ZumBot
+archive.org_bot
+autoemailspider
+cah.io.community
 coccocbot-web
-com.plumanalytics
 crawler.feedback
-crawler4j
-dataforseo.com
-evc-batch
+domainsproject.org
+eCatch
+gopher
+internetVista monitor
 ips-agent
-lwp-trivial
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
+mediawords
+oBot
+polaris version
 ripz
-scan.lol
+s1z.ru
 seobility
-seoscanners
-seostar
-sitechecker.pro
-sp_auditbot
+sexsearcher
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
-x09Mozilla
+voyagerx.com
+x22Mozilla
 xpymep1.exe
+zgrab