V4.2021.08.2539 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
 80legs
+ADmantX
+ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Anarchie
-AwarioSmartBot
-BBBike
+AllSubmitter
+Anthill
+Attach
 BLEXBot
+BackDoorBot
 BackStreet
-Backlink-Ceck
-BacklinkCrawler
 Badass
 Battleztar Bazinga
-Bitacle
-Black Hole
-BlackWidow
-Boardreader
+BetaBot
+Blackboard
 Bolt
-Brandprotect
-Brandwatch
-CATExplorador
-CCBot
-Calculon
+BotALot
+Buddy
+BunnySlippers
+CODE87
 CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
-ChinaClaw
-Cocolyzebot
 Cogentbot
-Collector
 Copier
-Crescent
+Cosmos
 CrunchBot
-Curious
-Custo
-DBLBot
-DatabaseDriverMysqli
-Deusu
-Devil
+DTS Agent
+Demon
+DigitalPebble
 Dirbuster
-Discoverybot
-Dispatch
+DittoSpyder
+DomCopBot
 DomainSigmaCrawler
-Domains Project
-Dotbot
 Download Wonder
-Dragonfly
 ECCP/1.0
-EMail Siphon
 EasyDL
 Ebingbong
-EirGrabber
+Ecxi
 Exabot
 Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-Fimap
-Firefox/7.0
+ExtractorPro
+FDM
+FHscan
+FemtosearchBot
 FlashGet
 Flunky
-FrontPage
-GalaxyBot
+Freeuploader
+Fuzz
 Genieo
-GetRight
-Getintent
+GetWeb
+Gigablast
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-Gotit
-GrabNet
-Grafula
-GridBot
-HTMLparser
-HTTP::Lite
+Grabber
+GrapeFX
+HEADMasterSEO
 Haansoft
-HaosouSpider
 Havij
-Hloader
 Humanlinks
-HybridBot
-IDBTE4M
 IDBot
+IRLbot
+Iblog
+Id-search
+IndeedBot
+Indy Library
 InfoNaviRobot
-InterGET
+InfoTekies
+Intelliseek
+Internet Ninja
+Iria
+Iskanie
 JamesBOT
-Jetty
+JennyBot
+JetCar
 JikeSpider
-Joomla
-Jorgee
-Jyxobot
-Kinza
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-LeechGet
-Lightspeedsystems
+JustView
+Keyword Density
+LWP::Simple
+Libwhisker
 Likse
-LinkScan
-LinkWalker
 Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-Lipperhey
 Lmspider
-MIDown tool
+Ltx71
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
 MQQBrowser
-Mag-Net
+MSIECrawler
 Mail.RU_Bot
-Majestic12
-Mass Downloader
+Majestic-SEO
 MauiBot
-Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
+Metauri
 MicroMessenger
-Microsoft URL Control
-Mojeek
-Morfeus Fucking Scanner
+Mr.4x3
 Musobot
-Name Intelligence
-Nameprotect
-NearSite
+Navroad
+Needle
 Nessus
 Net Vampire
-NetSpider
-NetZIP
-Nettrack
 NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
+NimbleCrawler
 Nimbostratus
-Offline Explorer
-OpenVAS
-Openvas
-OutfoxBot
+Nmap
+Nuclei
+Octopus
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+OrangeSpider
 PHPCrawl
+Page Analyzer
 PageScorer
+PageThing.com
 Pandalytics
-Pavuk
-PeoplePal
-Pi-Monster
-Picsearch
+Petalbot
+Piepmatz
 Pixray
 Psbot
 PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
+RankActiveLinkBot
 RankFlex
 RankingBot2
+Rankivabot
 RankurBot
-Reaper
-RepoMonkey
-Ripper
-RocketCrawler
+ReGet
+RebelMouse
+SBIder
 SEOkicks
-SEOkicks-Robot
 SEOprofiler
-SMTBot
-SalesIntelligent
+SEOstats
+SISTRIX
 Scanbot
 ScoutJet
 Scrapy
-SemrushBot
-Seomoz
+Screaming
+ScreenerBot
+SearchmetricsBot
+SentiBot
+SeoSiteCheckup
+SeobilityBot
 Shodan
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Sitebeam
-Siteimprove
-SlySearch
-SmartDownload
-Snoopy
-Sogou web spider
+Site Sucker
+SiteLockSpider
+SiteSucker
+Snapbot
+Sociscraper
+Sosospider
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 SputnikBot
-Sqlmap
-Sqlworm
 Sqworm
 Sucker
 SuperHTTP
-SurveyBot
 Suzuran
-Swiftbot
 T8Abot
+Teleport
 Telesoft
-TheNomad
+The Intraformant
+Thumbor
 TightTwatBot
+Toata
 Toweyabot
-Turingos
+Turnitin
 TurnitinBot
-Typhoeus
-URLy Warning
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voil
+TwengaBot
+Twice
+VCI
+Virusdie
+Voltron
+WASALive-Bot
+WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Fetch
-WebCopier
+Web Auto
+Web Collage
+Web Fuck
+Web Sauger
+Web Sucker
+WebAuto
 WebEnhancer
-WebGo IS
+WebImageCollector
+WebLeacher
+WebReaper
+WebSauger
+WebStripper
 WebSucker
+WebWhacker
+Webalta
 WebmasterWorldForumBot
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
 Who.is Bot
+Widow
+Wonderbot
+Wotbox
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zeus
-ZmEu
-ZoomBot
+Zade
+Zermelo
 ZumBot
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
+backlink-check
 check1.exe
 clark-crawler
 coccocbot-web
-crawl.sogou.com
-crawler.feedback
+eCatch
 evc-batch
-facebookscraper
-ips-agent
+heritrix
+instabid
 isitwp.com
-lwp-request
-muhstik-scan
-netEstate NE Crawler
+magpie-crawler
+meanpathbot
+mediawords
 plumanalytics
 polaris version
-satoristudio.net
+s1z.ru
 scalaj-http
 scan.lol
+seoscanners
+seostar
 serpstatbot
-sexsearcher
+siteripz
 sp_auditbot
+sysscan
+tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-webprosbot
-zauba.io
+voyagerx.com
+webmeup-crawler
+x09Mozilla