V4.2021.05.2353 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
 404enemy
-AhrefsBot
-Aipbot
-AllSubmitter
-Anarchy99
-Apexoo
+AiHitBot
+Alligator
+Anarchie
 archive.org_bot
-arquivo.pt
 Aspiegel
 ASPSeek
-AwarioRssBot
+Asterias
+Attach
+autoemailspider
 BackDoorBot
+Backlink-Ceck
 BacklinkCrawler
 BackStreet
-Bandit
+BackWeb
 BatchFTP
-Battleztar Bazinga
 BBBike
 BetaBot
+Bigfoot
 Bitacle
+Black Hole
+BLEXBot
+Boardreader
 Bolt
 BotALot
+Brandwatch
 Buck
-Buddy
-BuiltBotTough
 Bullseye
-BunnySlippers
 BuzzSumo
-Calculon
-CATExplorador
-CazoodleBot
-Cegbfeieh
-CheTeam
-ChinaClaw
+CherryPicker
+Chlooe
 Claritybot
-coccocbot-web
+Cliqzbot
+Cloud mapping
 Cocolyzebot
-cognitiveseo
-Collector
-Copier
-CopyRightCheck
-Craftbot
-crawler.feedback
+CODE87
+com.plumanalytics
+Copyscape
+Cosmos
+crawl.sogou.com
+Crescent
+CSHttp
 Curious
-Demon
-Deusu
+DatabaseDriverMysqli
+DataCha0s
+demandbase-bot
 Devil
 Digincore
 DigitalPebble
-Dirbuster
+DIIbot
 Discobot
-Dispatch
-DittoSpyder
+DnyzBot
 DomainAppender
 DomainSigmaCrawler
 Domains Project
+DomainStatsBot
+Download Wonder
 Dragonfly
+Drip
 DSearch
 DTS Agent
+Ebingbong
+eCatch
+ECCP/1.0
 Ecxi
+EMail Siphon
+EMail Wolf
 EroCrawler
 Exabot
-ExtLinksBot
-Extreme Picture Finder
-FemtosearchBot
-Fimap
+Express WebPictures
+Extractor
 Firefox/7.0
 FlashGet
+Foobot
 Fuzz
 FyberSpider
-Fyrebot
 Genieo
-Gigablast
-gopher
-Go!Zilla
-Grafula
-GrapeFX
+GermCrawler
+Getintent
+G-i-g-a-b-o-t
+Gotit
+GrabNet
+GrapeshotCrawler
 Haansoft
 HaosouSpider
-Havij
 HEADMasterSEO
+heritrix
 HTMLparser
-HTTrack
 Humanlinks
-IDBTE4M
 Id-search
+IlseBot
+Image Fetch
 Indy Library
 instabid
 InterGET
-ips-agent
+Iria
 isitwp.com
-Iskanie
-IstellaBot
+JamesBOT
 JennyBot
+JetCar
 Jetty
-JustView
+JikeSpider
+JOC Web Spider
 Kenjin Spider
-Keyword Density
 Kinza
-Kozmosbot
 LexiBot
+LibWeb
 Libwhisker
+Likse
+Linkbot
 Linkdexbot
 LinkextractorPro
 LinkScan
-LinkWalker
-LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
-lwp-request
-LWP::Simple
-Magnet
+Lmspider
+LNSpiderguy
+Ltx71
 Mag-Net
+magpie-crawler
 Mail.RU_Bot
 Majestic12
 MarkMonitor
-Masscan
+MarkWatch
+Mass Downloader
+Mata Hari
 MauiBot
-mediawords
-Microsoft Data Access
+Mb2345Browser
+Meanpathbot
+Metauri
+MicroMessenger
+MJ12bot
 Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
 MSFrontPage
-Msrabot
-Musobot
-Nameprotect
-Needle
-NetAnts
-NetLyzer
+MTRobot
+Name Intelligence
+Navroad
+NetSpider
+Nettrack
 Net Vampire
-Netvibes
-NICErsPRO
+NextGenSearchBot
+Nibbler
+Niki-bot
+NimbleCrawler
 Ninja
-Nmap
-Nutch
-Octopus
+NPbot
 Offline Explorer
 OnCrawl
-Openfind
 Openvas
 OpenVAS
+OPPO A33
+OrangeBot
 OrangeSpider
-PageThing.com
+Page Analyzer
+page scorer
+Panscient
+Papa Foto
 pcBrowser
-PeoplePal
+PECL::HTTP
 PHPCrawl
-Picsearch
-Pimonster
-Pi-Monster
-PleaseCrawl
-plumanalytics
 POE-Component-Client-HTTP
-polaris version
-probe-image-size
-Probethenet
-Psbot
-Pu_iN
-PxBroker
-Quick-Crawler
-RankingBot
-RankurBot
-RealDownload
-Reaper
-RepoMonkey
-Re-re
-Ripper
+Pump
+Rankivabot
+ReGet
 RocketCrawler
-RSSingBot
+Rogerbot
+SalesIntelligent
+satoristudio.net
 scalaj-http
 ScanAlert
-ScoutJet
-Scrapy
-ScreenerBot
+scan.lol
 Searchestate
-SeoSiteCheckup
-SEOstats
+Seomoz
 sexsearcher
-Siphon
-Sitebeam
-SiteLockSpider
-SiteSucker
-Site Sucker
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+Siteimprove
+siteripz
 SlySearch
-Snapbot
-Snoopy
-SocialRankIOBot
-sogouspider
+SMTBot
+Sogou web spider
 Sosospider
-SpankBot
-Spbot
+Sottopop
+sp_auditbot
 Spinn3r
-Sqlmap
-Sqlworm
-Sucker
-Sucuri
-Surfbot
-sysscan
+SputnikBot
+spyfu
+Sqworm
+Stripper
 Szukacz
-T8Abot
-TeleportPro
-Telesphoreo
+Teleport
 Telesphorep
+The Intraformant
+TheNomad
 Thumbor
 TightTwatBot
 Titan
 Toweyabot
+Trendiction
 Trendictionbot
+trendiction.com
 trendiction.de
-TurnitinBot
-Twice
+True_Robot
+Turingos
+TwengaBot
 Typhoeus
-UnisterBot
-URLy Warning
+Upflow
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voil
+Voltron
 Wallpapers/3.0
-Web Auto
-WebBandit
+WallpapersHD
+WASALive-Bot
+Webalta
+WebAuto
 WebCollage
 WEBDAV
-WebEnhancer
-WebFetch
-Web Fetch
 WebFuck
-WebGo IS
+WebImageCollector
 WebLeacher
-Web Pix
-WebReaper
+WebmasterWorldForumBot
+webmeup-crawler
+WebPix
+WebSauger
 Web Sauger
+Webshag
 Website Quester
-WebStripper
+Webster
 WebSucker
-WeSEE
+Web Sucker
+WebWhacker
 Whack
+Whatweb
 Widow
-WWW-Collector-E
+WISENutbot
+Wonderbot
+Wprecon
+WPScan
 WWW::Mechanize
-x09Mozilla
-Xaldon WebSpider
-Xenu
-xpymep1.exe
-Zauba
+x22Mozilla
+Zeus
 zgrab
 Zitebot
 ZmEu
-ZoominfoBot
-ZumBot