V4.2021.08.2538 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-AIBOT
-Abonti
-AfD-Verbotsverfahren
+80legs
+Aboundex
+Aboundexbot
+Acunetix
+AhrefsBot
 Aipbot
-AlphaBot
-Anarchy
-Attach
-AwarioRssBot
-BDFetch
+Anarchie
+AwarioSmartBot
+BBBike
+BLEXBot
 BackStreet
-BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Badass
-BatchFTP
 Battleztar Bazinga
-BetaBot
 Bitacle
 Black Hole
+BlackWidow
+Boardreader
 Bolt
-BotALot
 Brandprotect
-Buck
-Buddy
-BunnySlippers
-CODE87
+Brandwatch
+CATExplorador
+CCBot
+Calculon
+CazoodleBot
 CensysInspect
 CheTeam
-CherryPicker
+CheeseBot
 ChinaClaw
 Cocolyzebot
 Cogentbot
+Collector
 Copier
-CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
+Custo
 DBLBot
-DIIbot
-DTS Agent
-Demon
-Digincore
+DatabaseDriverMysqli
+Deusu
+Devil
 Dirbuster
-Disco
-DomCopBot
-DomainAppender
-DomainStatsBot
+Discoverybot
+Dispatch
+DomainSigmaCrawler
 Domains Project
 Dotbot
 Download Wonder
-Drip
+Dragonfly
+ECCP/1.0
 EMail Siphon
+EasyDL
 Ebingbong
 EirGrabber
-EroCrawler
+Exabot
 Express WebPictures
 ExtLinksBot
-ExtractorPro
-EyeNetIE
-FHscan
+Extreme Picture Finder
+Fimap
 Firefox/7.0
 FlashGet
-Foobot
-FyberSpider
-GT::WWW
+Flunky
+FrontPage
 GalaxyBot
 Genieo
-GoZilla
-Grabber
+GetRight
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+GrabNet
 Grafula
-GrapeFX
-HEADMasterSEO
+GridBot
+HTMLparser
+HTTP::Lite
 Haansoft
 HaosouSpider
+Havij
 Hloader
-IRLbot
-Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoTekies
-Internet Ninja
-InternetSeer
-Iria
-Iskanie
-IstellaBot
-JennyBot
+Humanlinks
+HybridBot
+IDBTE4M
+IDBot
+InfoNaviRobot
+InterGET
+JamesBOT
+Jetty
 JikeSpider
+Joomla
+Jorgee
 Jyxobot
-Kenjin Spider
-Keyword Density
 Kinza
+Kozmosbot
 LNSpiderguy
+Lanshanbot
 Larbin
-Leap
-Libwhisker
+LeechGet
 Lightspeedsystems
 Likse
+LinkScan
+LinkWalker
 Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinksManager
-Lipperhey Spider
-Litemage_walker
+Lipperhey
+Lmspider
+MIDown tool
 MJ12bot
-MSIECrawler
-MTRobot
-Majestic SEO
-Masscan
-Mata Hari
+MQQBrowser
+Mag-Net
+Mail.RU_Bot
+Majestic12
+Mass Downloader
 MauiBot
-MeanPath Bot
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
-Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-Mr.4x3
-NPbot
+Musobot
+Name Intelligence
 Nameprotect
-Navroad
-Needle
+NearSite
 Nessus
-NetAnts
-NetLyzer
+Net Vampire
+NetSpider
+NetZIP
+Nettrack
+NextGenSearchBot
 Nibbler
-Niki-bot
 Nikto
 Nimbostratus
-Ninja
-Nmap
-Nutch
 Offline Explorer
-Offline Navigator
-OnCrawl
-OrangeBot
-OutclicksBot
+OpenVAS
+Openvas
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
 PageScorer
 Pandalytics
+Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
-Picscout
 Picsearch
 Pixray
-RSSingBot
-RankActive
-RankingBot
+Psbot
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankFlex
+RankingBot2
 RankurBot
+Reaper
 RepoMonkey
 Ripper
+RocketCrawler
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-SISTRIX
 SMTBot
 SalesIntelligent
-ScreenerBot
-ScrepyBot
-Semrush
+Scanbot
+ScoutJet
+Scrapy
 SemrushBot
-SeobilityBot
+Seomoz
 Shodan
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
 Sitebeam
 Siteimprove
 SlySearch
-Snapbot
-Sottopop
-Spanner
-Spbot
-Spinn3r
+SmartDownload
+Snoopy
+Sogou web spider
 SputnikBot
 Sqlmap
+Sqlworm
 Sqworm
-Steeler
 Sucker
 SuperHTTP
 SurveyBot
-Szukacz
+Suzuran
+Swiftbot
 T8Abot
-TeleportPro
-The Intraformant
+Telesoft
 TheNomad
 TightTwatBot
-Titan
-Toata
-True_Robot
-Turnitin
+Toweyabot
+Turingos
 TurnitinBot
-Twice
 Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
-Upflow
-V-BOT
-VB Project
-Vagabondo
 VelenPublicWebCrawler
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWW-Collector-E
+VeriCiteCrawler
+Voil
 WWW-Mechanize
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Fuck
+Web Fetch
 WebCopier
-WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
-WebPix
-WebReaper
-WebSauger
-WebStripper
+WebEnhancer
+WebGo IS
+WebSucker
+WebmasterWorldForumBot
 Website Quester
-WinHTTrack
-WiseGuys Robot
-Wotbox
+WebsiteQuester
+Whack
+Who.is Bot
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-Zitebot
-ZoominfoBot
-arquivo.pt
-autoemailspider
+YoudaoBot
+Zeus
+ZmEu
+ZoomBot
+ZumBot
+check1.exe
+clark-crawler
+coccocbot-web
 crawl.sogou.com
-crawler4j
-demandbase-bot
+crawler.feedback
 evc-batch
 facebookscraper
-gopher
-magpie-crawler
-mediawords
-oBot
-pcBrowser
+ips-agent
+isitwp.com
+lwp-request
+muhstik-scan
+netEstate NE Crawler
 plumanalytics
+polaris version
+satoristudio.net
 scalaj-http
-seostar
+scan.lol
 serpstatbot
-sitechecker.pro
-sogouspider
+sexsearcher
 sp_auditbot
-webmeup-crawler
-webpros.com
-x09Mozilla
+trendiction.de
+ubermetrics-technologies.com
+webprosbot
 zauba.io