V4.2021.10.2677 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
+404checker
 80legs
-ADmantX
 AIBOT
-ASPSeek
+ALittle Client
+Abonti
 Aboundex
 Aboundexbot
-Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
+AllSubmitter
 Anarchy
-Anarchy99
-Aspiegel
-BDCbot
-BLEXBot
-BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
+Ankit
+Anthill
+AwarioSmartBot
+BBBike
 Barkrowler
 BatchFTP
-Bigfoot
-Bitacle
-Blackboard
-BlowFish
-Boardreader
-Bolt
+Battleztar Bazinga
+BetaBot
+Black Hole
+Blow
 BotALot
-BuiltWith
-BuzzSumo
+Buck
+BuiltBotTough
+Bullseye
+BunnySlippers
 CATExplorador
-Cegbfeieh
-CheTeam
 CheeseBot
 ChinaClaw
-Chlooe
+Claritybot
 Cliqzbot
 Cocolyzebot
 Collector
-Copier
 Copyscape
-Crawling at Home Project
-CrunchBot
-Curious
-Demon
+Custo
+CyotekWebCopy
+DBLBot
+DIIbot
+DSearch
+DatabaseDriverMysqli
 Deusu
 Digincore
 Dirbuster
 Discobot
 Discoverybot
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
-DomainStatsBot
+DomCopBot
+DomainCrawler
+Domains Project
 Dotbot
 Dragonfly
+Drip
+EMail Siphon
+EasyDL
 Ebingbong
-Ecxi
-Exabot
-Express WebPictures
+EirGrabber
+EroCrawler
+Evil
+ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
 Ezooms
-FHscan
-Firefox/7.0
-Foobot
+FDM
+FemtosearchBot
+Fimap
+FlashGet
+Freeuploader
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
+Genieo
+GermCrawler
 GetWeb
-Gigabot
+Getintent
 GoZilla
+Gotit
 GrabNet
 Grabber
-GrapeshotCrawler
+GrapeFX
+GridBot
+HEADMasterSEO
+HTTrack
+HaosouSpider
+Harvest
+Havij
 Heritrix
-IRLbot
+IDBot
 Id-search
+IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
-Indy Library
+InfoNaviRobot
+Intelliseek
 InterGET
 Internet Ninja
+InternetSeer
 Iria
-Iskanie
-JetCar
-Jetty
+JikeSpider
+Joomla
+Jyxobot
+Kinza
 Kozmosbot
-LWP::Simple
 Lanshanbot
-LeechFTP
 LexiBot
-Lftp
-LieBaoFast
+Lightspeedsystems
 Likse
-LinkScan
-Linkdexbot
+LinkWalker
 LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-Lmspider
-Ltx71
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+MIDown tool
 MIIxpc
 MQQBrowser
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MSFrontPage
+MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
 Mata Hari
-MauiBot
-Mediatoolkitbot
+MeanPath Bot
 Moblie Safari
 Mojeek
 Musobot
+NICErsPRO
 NPbot
+Name Intelligence
 Nameprotect
-Navroad
 NearSite
-NetAnts
-NetLyzer
+Needle
 NetMechanic
-Netcraft
-Netvibes
+Nettrack
+NextGenSearchBot
 Nibbler
-Nimbostratus
 Nuclei
-Octopus
-Offline Navigator
+Nutch
 Openfind
-OrangeBot
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+PHPCrawl
 PageThing.com
+Papa Foto
 Pavuk
 PeoplePal
+Petalbot
 Pi-Monster
-Piepmatz
-Pimonster
-Pixray
+Picsearch
 Pockey
-Psbot
-PyCurl
-Quick-Crawler
-RSSingBot
+ProWebWalker
+Probethenet
+Pump
+PxBroker
+QueryN Metasearch
 RankActiveLinkBot
 RankFlex
-RankingBot
-Rankivabot
-RealDownload
 RebelMouse
-Recorder
 Ripper
-RocketCrawler
+Rogerbot
 SBIder
 SEOlyticsCrawler
 SMTBot
-SalesIntelligent
 ScanAlert
+Scanbot
+Scrapy
+ScreenerBot
 Searchestate
 SearchmetricsBot
-SemrushBot
+Semrush
 SentiBot
 SeoSiteCheckup
-Shodan
+Site Sucker
 SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
 SlySearch
+SmartDownload
+Snake
+Snapbot
 Snoopy
-Sociscraper
-Sogou web spider
-Spbot
+SpankBot
 SputnikBot
-Sqlmap
-Sqlworm
-Sucker
-Surfbot
+Stripper
+Sucuri
 SurveyBot
-Suzuran
 Szukacz
-Teleport
-TeleportPro
-The Intraformant
-TheNomad
-TightTwatBot
+Telesphoreo
+Thumbor
+Toata
 Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
 Turnitin
+Twice
+UnisterBot
 Upflow
-V-BOT
-Vacuum
-VidibleScraper
 Virusdie
-Voil
-Voltron
-WEBDAV
-WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
+Wallpapers
 WeSEE
+Web Auto
 Web Enhancer
-Web Sucker
+Web Fetch
+Web Fuck
+Web Pix
 WebAuto
+WebBandit
+WebGo IS
 WebImageCollector
-WebStripper
+WebReaper
+WebSauger
 WebSucker
-Webshag
+WebZIP
+WebsiteQuester
 Webster
-Whack
-Whacker
-Whatweb
 Who.is Bot
-Wotbox
+Widow
 Wprecon
-Zade
-Zauba
-Zeus
+Xaldon WebSpider
+ZoomBot
 autoemailspider
-cah.io.community
+backlink-check
+check1.exe
 clark-crawler
-coccocbot-web
-crawl.sogou.com
-dataforseo.com
-gopher
-heritrix
+com.plumanalytics
+crawler4j
+demandbase-bot
+eCatch
+instabid
 internetVista monitor
-isitwp.com
-lwp-request
-lwp-trivial
-netEstate NE Crawler
+muhstik-scan
+pcBrowser
 polaris version
-probe-image-size
 ripz
-scan.lol
 seoscanners
+seostar
+serpstatbot
+sitechecker.pro
 siteripz
 sp_auditbot
-spyfu
-sysscan
-trendiction.com
-ubermetrics-technologies.com
+tAkeOut
 webpros.com
 webprosbot
-x22Mozilla
-zauba.io
+x09Mozilla
+xpymep1.exe
+zgrab