V4.2021.07.2487 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-404enemy
+360Spider
 80legs
-Aboundex
-Acunetix
-AlphaBot
+ADmantX
+AIBOT
+ALittle Client
+ASPSeek
+AfD-Verbotsverfahren
+AhrefsBot
 Anarchie
-Apexoo
-Attach
-AwarioSmartBot
-BBBike
+Anarchy
+Aspiegel
+AwarioRssBot
 BDCbot
 BackDoorBot
-BackStreet
 BackWeb
-BacklinkCrawler
-BatchFTP
-Bitacle
-Black Hole
+Bandit
+Battleztar Bazinga
+Bigfoot
+Blackboard
 Blow
+BlowFish
 Boardreader
-BotALot
-Brandprotect
-BuiltBotTough
-CSHttp
-Cegbfeieh
+Buck
+BuzzSumo
+CCBot
+CazoodleBot
+CensysInspect
 CheTeam
-CherryPicker
-Chlooe
-Claritybot
+Cliqzbot
 Cloud mapping
-Cogentbot
-Copier
+Collector
+CopyRightCheck
+Cosmos
 Craftbot
-CrunchBot
+CrazyWebCrawler
 DTS Agent
+DatabaseDriverMysqli
 Demon
 Dirbuster
-Disco
-Dispatch
-DnyzBot
+DittoSpyder
+DomCopBot
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+Download Wonder
 Dragonfly
-EMail Siphon
+ECCP/1.0
+EMail Wolf
 EasyDL
-Ecxi
+EroCrawler
 Evil
 ExtLinksBot
-Extreme Picture Finder
-FHscan
-Fimap
+FDM
 Firefox/7.0
 FlashGet
-FrontPage
+Freeuploader
+Fuzz
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
 Getintent
-Gigablast
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-Haansoft
-Heritrix
+GoZilla
+Gotit
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTTrack
+Havij
 HybridBot
-Iblog
-Image Fetch
+IDBot
+Id-search
+IlseBot
+InfoNaviRobot
 InterGET
+Internet Ninja
+InternetSeer
 IstellaBot
+JOC Web Spider
 JamesBOT
 JetCar
-Jetty
-Joomla
-Jorgee
+JikeSpider
 Jyxobot
 Keyword Density
-LeechGet
-LibWeb
+Larbin
+LexiBot
 LieBaoFast
-Lightspeedsystems
 Likse
-LinkScan
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinkpadBot
-Lipperhey
+LinkWalker
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
-Ltx71
+MIDown tool
+MIIxpc
+MJ12bot
 Mag-Net
 Majestic SEO
-MarkWatch
-MeanPath Bot
-MegaIndex.ru
+Majestic-SEO
+Majestic12
+MarkMonitor
+Mass Downloader
+Mata Hari
+MauiBot
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
 Mojeek
-Mojolicious
-Msrabot
+Morfeus Fucking Scanner
+Mr.4x3
+NICErsPRO
+NPbot
 Nameprotect
 Navroad
+NearSite
+Nessus
 Net Vampire
 NetAnts
-NetMechanic
-NetSpider
-Netcraft
-NextGenSearchBot
-Niki-bot
-Nimbostratus
-Nmap
-Offline Navigator
+NetZIP
+Nettrack
+NimbleCrawler
+Ninja
+Octopus
+Offline Explorer
 OnCrawl
-OpenVAS
 Openfind
 OrangeSpider
-OutclicksBot
 PHPCrawl
 POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+PageScorer
 PageThing.com
+Panscient
 Papa Foto
+Pavuk
 PeoplePal
-Picsearch
-PictureFinder
+Piepmatz
 Pimonster
 PleaseCrawl
 ProPowerBot
 Pu_iN
-PxBroker
 PyCurl
-Quick-Crawler
 RankActive
-RankFlex
-RankingBot
+RankActiveLinkBot
+RankingBot2
 Rankivabot
-RankurBot
-RebelMouse
-RedesScrapy
-RepoMonkey
-RocketCrawler
+ReGet
+Reaper
+Ripper
+SBIder
 SEOkicks
-SEOkicks-Robot
-SMTBot
-SalesIntelligent
-ScoutJet
-Screaming
-ScrepyBot
+Scanbot
+Scrapy
+ScreenerBot
 Searchestate
 SearchmetricsBot
-Semrush
 SeobilityBot
 Seomoz
 Shodan
 Siphon
 Site Sucker
 SiteExplorer
-SiteLockSpider
+SiteSucker
 Sitebeam
 Siteimprove
-Sitevigil
-SlySearch
+Snapbot
 Snoopy
-SocialRankIOBot
-Sogou web spider
-Sottopop
-Spammen
+Sosospider
+SpaceBison
+SpankBot
 SputnikBot
-Sqlmap
 Sqlworm
-Steeler
-SuperBot
+Stripper
+SuperHTTP
 Surfbot
-Suzuran
 Swiftbot
-T8Abot
 Teleport
+TeleportPro
+Telesoft
 Telesphorep
-TightTwatBot
-Toweyabot
-Tracemyfile
-Twice
-V-BOT
+Thumbor
+Toata
+Trendiction
+Trendictionbot
+Turingos
+TurnitinBot
+TwengaBot
+URLy Warning
+UnisterBot
 Vacuum
-Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-WBSearchBot
+Voil
+WASALive-Bot
 WEBDAV
+WISENutbot
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
-Web Enhancer
+Web Fetch
 Web Pix
 WebAuto
 WebBandit
-WebCollage
-WebEnhancer
+WebCopier
+WebFetch
+WebFuck
 WebGo IS
+WebImageCollector
 WebLeacher
-WebPix
+WebReaper
+WebSauger
 WebStripper
+WebSucker
 WebWhacker
-WebZIP
-WebsiteExtractor
-WebsiteQuester
-Webster
-Whack
-Whacker
-Widow
-Wonderbot
-Woobot
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Who.is Bot
+WinHTTrack
 Wotbox
+Wprecon
+Xaldon WebSpider
 Xenu
 Zauba
-Zermelo
-Zeus
-ZmEu
-arquivo.pt
+ZyBorg
+backlink-check
 check1.exe
 cognitiveseo
-com.plumanalytics
-gopher
+crawl.sogou.com
+crawler4j
+demandbase-bot
+evc-batch
 heritrix
-instabid
-ips-agent
 lwp-trivial
-meanpathbot
-netEstate NE Crawler
-page scorer
 plumanalytics
+polaris version
+probe-image-size
+scalaj-http
 scan.lol
-siteripz
+seobility
+seostar
+serpstatbot
 sogouspider
-trendiction.de
+tAkeOut
 voyagerx.com
 x09Mozilla
 x22Mozilla
 zauba.io
-zgrab