V4.2021.11.2688 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-Abonti
-Aboundex
-Aboundexbot
+404checker
+80legs
+ADmantX
+AIBOT
+AfD-Verbotsverfahren
 AhrefsBot
 Alexibot
+AllSubmitter
 Alligator
-AlphaBot
-Ankit
-Asterias
-Attach
-AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
-BLEXBot
-Backlink-Ceck
-BacklinkCrawler
-Badass
+Anthill
+Apexoo
+AwarioRssBot
+BackStreet
+BackWeb
 Bandit
-Barkrowler
-BetaBot
-Blackboard
+Battleztar Bazinga
+Bigfoot
+BlowFish
+Boardreader
 Brandprotect
-BuiltBotTough
+BuiltWith
 Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
-CazoodleBot
+CSHttp
 Cegbfeieh
-CensysInspect
-CheTeam
-CheeseBot
 CherryPicker
+Chlooe
 Claritybot
+Cliqzbot
 Cocolyzebot
-Copier
-Cosmos
-Crawling at Home Project
-CrunchBot
-Curious
 Custo
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Devil
-Disco
+CyotekWebCopy
+DTS Agent
+Demon
+Discobot
+Discoverybot
+DittoSpyder
 DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-EMail Wolf
+DomainStatsBot
+Download Wonder
+Dragonfly
+EasyDL
 Ebingbong
-EroCrawler
-Evil
-ExtLinksBot
-ExtractorPro
-EyeNetIE
+Express WebPictures
 FHscan
 Fimap
+Firefox/7.0
 FlashGet
 Flunky
-FrontPage
+Fuzz
+FyberSpider
 Fyrebot
+GalaxyBot
+Genieo
 GermCrawler
 GetRight
+Getintent
+Gigabot
 Go!Zilla
-Grafula
-GridBot
-HMView
+Go-Ahead-Got-It
+HEADMasterSEO
 HTTP::Lite
+Haansoft
 Harvest
+Havij
+Hloader
 Humanlinks
-HybridBot
 IDBTE4M
-IDBot
-IRLbot
 IlseBot
-Image Sucker
+IndeedBot
 InfoNaviRobot
-Intelliseek
-InterGET
+InfoTekies
 Internet Ninja
-InternetSeer
-IstellaBot
-JOC Web Spider
-JamesBOT
+Iria
+Iskanie
 Jbrofuzz
+JetCar
 JikeSpider
-Jorgee
 Jyxobot
 Keyword Density
 Kinza
-LWP::Simple
-Lanshanbot
-Larbin
 LeechFTP
-LeechGet
+Lftp
 LibWeb
+LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkWalker
-Linkdexbot
-MQQBrowser
+Likse
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSFrontPage
 MSIECrawler
-Mag-Net
-Mail.RU_Bot
+MTRobot
+Majestic-SEO
+Majestic12
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
-MicroMessenger
-Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
+Moblie Safari
+Mojeek
 Mr.4x3
-NICErsPRO
+Msrabot
 Nameprotect
-Navroad
 NearSite
-Needle
-Nessus
-Net Vampire
+NetAnts
 NetLyzer
-NextGenSearchBot
+Nibbler
 Nikto
+Nimbostratus
+Ninja
 Nmap
-OnCrawl
-OpenVAS
+Nuclei
+Nutch
+Octopus
+Offline Navigator
+OpenLinkProfiler
 Openfind
-OrangeSpider
+Openvas
+OutclicksBot
 OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageScorer
-Pavuk
+Page Analyzer
+Papa Foto
 Pi-Monster
-Picsearch
+Picscout
 Piepmatz
 Pixray
-Pockey
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-RankActiveLinkBot
-RankingBot
+PleaseCrawl
+ProWebWalker
+Probethenet
+Quick-Crawler
+RSSingBot
+RealDownload
+RebelMouse
 Recorder
-RedesScrapy
+RepoMonkey
 RocketCrawler
 SBIder
-SMTBot
-ScanAlert
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
+Scanbot
 Screaming
-ScrepyBot
+Semrush
 SemrushBot
-SeoSiteCheckup
+SentiBot
 SeobilityBot
+Shodan
+SiteCheckerBotCrawler
 SiteSnagger
+SiteSucker
+Sitebeam
 Sitevigil
-Snake
+SmartDownload
 Snapbot
-Snoopy
+SocialRankIOBot
 Sociscraper
-Sosospider
-SpaceBison
+Sogou web spider
+Sottopop
 Spbot
-SputnikBot
 Sqlmap
-Steeler
-Stripper
-Sucker
+Sqlworm
 Sucuri
 SuperHTTP
-Surfbot
 SurveyBot
 Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Teleport
 TeleportPro
-TightTwatBot
-Titan
-Toweyabot
-Trendiction
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
+Tracemyfile
 Trendictionbot
-Turingos
-Turnitin
-TwengaBot
+True_Robot
 URLy Warning
+URLy.Warning
+UnisterBot
 VB Project
+VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-WASALive-Bot
+Voil
+WEBDAV
+WPScan
 WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
+Web Auto
+Web Fetch
+Web Fuck
 Web Pix
-Web Sucker
-WebCollage
-WebFetch
-WebImageCollector
+WebCopier
+WebGo IS
 WebLeacher
+WebPix
+WebReaper
 WebSauger
-WebSucker
-Webalta
-WebsiteQuester
-Whack
-WinHTTrack
-Wonderbot
+WebStripper
+Webster
 Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Zade
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zermelo
+Zitebot
 ZoomBot
-ZoominfoBot
-ZumBot
-ZyBorg
-backlink-check
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 cah.io.community
-clark-crawler
-cognitiveseo
-com.plumanalytics
-domainsproject.org
-evc-batch
-facebookscraper
-heritrix
+check1.exe
+crawler.feedback
+dataforseo.com
+demandbase-bot
+eCatch
+gopher
 instabid
-ips-agent
-lwp-request
-meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
+internetVista monitor
+lwp-trivial
+magpie-crawler
+page scorer
 pcBrowser
-plumanalytics
+polaris version
+s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
 seobility
-sexsearcher
-siteripz
-sp_auditbot
-spyfu
-sysscan
-tAkeOut
-webmeup-crawler
-x09Mozilla
-zauba.io
-zgrab
+trendiction.com
+trendiction.de
+x22Mozilla
+xpymep1.exe