V4.2021.08.2499 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+404enemy
+ADmantX
 AIBOT
-Abonti
 Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AllSubmitter
+AiHitBot
 Alligator
 Anarchie
-Anarchy
-Ankit
+Anarchy99
 Apexoo
 Aspiegel
-Asterias
-BDCbot
+Attach
+AwarioRssBot
+BBBike
 BDFetch
-BLEXBot
+BackDoorBot
 BackWeb
-Badass
-BatchFTP
 Battleztar Bazinga
-Bigfoot
-Bitacle
+Black Hole
 BlackWidow
-Bolt
+Blackboard
+Boardreader
 BotALot
-Buddy
+Buck
+BuiltBotTough
 BuiltWith
-BunnySlippers
-CCBot
-CazoodleBot
-CensysInspect
-CheeseBot
+CATExplorador
+CSHttp
 ChinaClaw
 Chlooe
-Claritybot
-Cocolyzebot
+Copier
+Copyscape
+Cosmos
 CrazyWebCrawler
-Crescent
 CrunchBot
+Custo
 CyotekWebCopy
 DBLBot
 DIIbot
 DSearch
-DatabaseDriverMysqli
+DTS Agent
 Deusu
-Dirbuster
-DittoSpyder
+Discoverybot
 DnyzBot
-DomCopBot
 DomainAppender
+DomainCrawler
 DomainStatsBot
 Dotbot
-Download Wonder
-EMail Siphon
+Drip
+EMail Wolf
 Ecxi
 Evil
 Exabot
+Express WebPictures
+Extreme Picture Finder
+EyeNetIE
 FDM
 Fimap
-Flunky
-Foobot
-FyberSpider
+Freeuploader
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-GermCrawler
-GetRight
-Go-Ahead-Got-It
+Getintent
+Gigablast
+Gotit
 GrabNet
 Grabber
-Grafula
-GrapeFX
-HEADMasterSEO
-HTMLparser
-Haansoft
-HaosouSpider
-Harvest
-Heritrix
-HybridBot
-Id-search
+GrapeshotCrawler
+HMView
+HTTP::Lite
+Havij
+Humanlinks
+IDBot
+IlseBot
 Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
-InternetSeer
+Intelliseek
+Internet Ninja
+Iria
 JOC Web Spider
-JennyBot
+JetCar
 Jorgee
-Kinza
+Jyxobot
 Kozmosbot
-LNSpiderguy
-LWP::Simple
+Lanshanbot
+Leap
 LexiBot
-LibWeb
+Lftp
+Libwhisker
+LieBaoFast
 Likse
-Linkdexbot
-Litemage_walker
-Lmspider
-Ltx71
+LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MIDown tool
+MIIxpc
+MJ12bot
 MSFrontPage
-Mass Downloader
-Mb2345Browser
-Meanpathbot
-Metauri
-MicroMessenger
+Majestic12
+Masscan
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojeek
+Moblie Safari
+Morfeus Fucking Scanner
 Mr.4x3
 NICErsPRO
-Name Intelligence
-Needle
+NPbot
+Nameprotect
+NearSite
 Nessus
-Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
-NetZIP
+NetSpider
 Netcraft
 Netvibes
-NextGenSearchBot
+Nibbler
 Nikto
-Nuclei
 Octopus
-Offline Explorer
+OpenVAS
 Openfind
+OrangeBot
 OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
 PageGrabber
-PageThing.com
+Panscient
+Papa Foto
 Pavuk
 PeoplePal
 Petalbot
 Pi-Monster
+Picsearch
+PictureFinder
 Piepmatz
-Pixray
+Pimonster
 PleaseCrawl
-Pockey
-ProWebWalker
-Probethenet
-Pump
-RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
+Psbot
+Pu_iN
+PxBroker
+QueryN Metasearch
+RankingBot
+RankurBot
 Re-re
-ReGet
 RealDownload
-Reaper
-Recorder
-Ripper
+RepoMonkey
 Rogerbot
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
-ScanAlert
-Scrapy
+SEOkicks
+SEOstats
+SISTRIX
+Scanbot
+ScoutJet
 ScreenerBot
 ScrepyBot
 Searchestate
-SemrushBot
+SearchmetricsBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
 Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
 SiteSnagger
-Siteimprove
-SlySearch
-SmartDownload
-Snapbot
-Sociscraper
-Sosospider
-SpaceBison
+SiteSucker
+Sitevigil
+SocialRankIOBot
+Sogou web spider
+SpankBot
 Spanner
-SputnikBot
-Sqlmap
-Sqlworm
-Steeler
+Spbot
+Spinn3r
+Sqworm
 Stripper
-Sucuri
 SuperBot
-Surfbot
-TeleportPro
-TheNomad
+SurveyBot
+Suzuran
+Teleport
+Telesoft
+Telesphoreo
+Thumbor
 TightTwatBot
 Tracemyfile
-TwengaBot
-Upflow
-VCI
+Turingos
+Twice
+Typhoeus
+URLy Warning
+UnisterBot
+V-BOT
+VB Project
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 VoidEYE
-Voltron
-WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
+WBSearchBot
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
 WeSEE
-Web Pix
+Web Enhancer
+Web Sauger
+Web Sucker
 WebBandit
 WebCollage
-WebEnhancer
+WebFuck
+WebImageCollector
 WebReaper
-WebSauger
 WebStripper
 WebZIP
+Webshag
 Website Quester
-Who.is Bot
-WinHTTrack
+WebsiteQuester
+Whack
+Whatweb
 WiseGuys Robot
+Wonderbot
 Woobot
 Wotbox
-Wprecon
 Xaldon_WebSpider
-Zauba
-Zermelo
+Xenu
+YoudaoBot
+Zade
 ZmEu
-ZumBot
 autoemailspider
-cognitiveseo
+coccocbot-web
 crawl.sogou.com
-facebookscraper
-heritrix
+crawler4j
+eCatch
+instabid
+internetVista monitor
 ips-agent
-lwp-request
-magpie-crawler
-meanpathbot
-netEstate NE Crawler
-oBot
+isitwp.com
+lwp-trivial
 page scorer
-pcBrowser
-plumanalytics
-probe-image-size
+polaris version
 s1z.ru
+scalaj-http
 scan.lol
 seobility
-seoscanners
-sitechecker.pro
+sexsearcher
 sogouspider
-webmeup-crawler
-x22Mozilla
+sp_auditbot
+trendiction.de
+voyagerx.com
+zauba.io
+zgrab