V4.2021.07.2460 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Aboundexbot
-AhrefsBot
-Anarchie
+360Spider
+404enemy
+AIBOT
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+Aipbot
+Alligator
 Ankit
-Anthill
-Asterias
+Apexoo
+Aspiegel
 Attach
 AwarioSmartBot
-BBBike
-BLEXBot
-BackDoorBot
-BackWeb
+BDCbot
+BDFetch
+BackStreet
+Backlink-Ceck
+Bandit
+Barkrowler
+BatchFTP
+Bigfoot
+Blow
 BlowFish
-Boardreader
-Buddy
-BuzzSumo
-CODE87
+Brandprotect
+Buck
+BuiltWith
+Bullseye
 CSHttp
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CherryPicker
+CheTeam
 ChinaClaw
 Cocolyzebot
 Collector
-Copyscape
+CopyRightCheck
 Cosmos
 Craftbot
-CrazyWebCrawler
-Custo
+Curious
+DBLBot
 DSearch
-DatabaseDriverMysqli
-Devil
-Digincore
-Discoverybot
+Demon
 Dispatch
-DomCopBot
-DomainCrawler
-DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
-Drip
-ECCP/1.0
+DittoSpyder
+DomainSigmaCrawler
 EMail Wolf
-Ecxi
+EasyDL
 Evil
 Exabot
-ExtractorPro
-Extreme Picture Finder
+Express WebPictures
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
-FlashGet
-Flunky
-Fyrebot
-GT::WWW
-Genieo
-GermCrawler
-GetRight
-GetWeb
-Gigabot
-GoZilla
-GrabNet
+Foobot
+Freeuploader
+Fuzz
+Go!Zilla
 Grabber
 Grafula
+GrapeFX
+HEADMasterSEO
+HMView
 HTMLparser
-Haansoft
+HTTrack
 Harvest
-Hloader
 Humanlinks
-HybridBot
-IDBTE4M
 IRLbot
 Image Fetch
+Indy Library
+InfoTekies
 InterGET
+Internet Ninja
+InternetSeer
 Iria
+Iskanie
 IstellaBot
-JOC Web Spider
-Jbrofuzz
-JennyBot
 JetCar
 Joomla
 Jorgee
 Jyxobot
-Kenjin Spider
-Kinza
-LNSpiderguy
+Kozmosbot
+LWP::Simple
 Larbin
-Lftp
-LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
+LeechFTP
+LeechGet
+LexiBot
+LinkScan
 Linkbot
-Linkdexbot
 LinkextractorPro
 LinksManager
+LinqiaRSSBot
 Lipperhey Spider
-MFC_Tear_Sample
+Lmspider
+MIIxpc
 MJ12bot
 MQQBrowser
-MSFrontPage
 MSIECrawler
-MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
 Majestic12
+Mass Downloader
 Mata Hari
-MeanPath Bot
-Microsoft Data Access
+Mb2345Browser
+Metauri
+MicroMessenger
+Microsoft URL Control
 Moblie Safari
 Mojolicious
-Mr.4x3
-NPbot
+Msrabot
+Musobot
 Name Intelligence
 Navroad
-NearSite
 Net Vampire
-NetAnts
+NetLyzer
 NetMechanic
-Netcraft
+NetSpider
+Nettrack
 Netvibes
-Nibbler
-Niki-bot
 Nikto
-Nuclei
-Nutch
-Offline Explorer
+NimbleCrawler
+Nmap
+OPPO A33
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeBot
+OrangeSpider
 OutclicksBot
-PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
 PageScorer
+Papa Foto
 Petalbot
+Pi-Monster
 Picsearch
-Pimonster
+PictureFinder
+Piepmatz
 Pixray
-PleaseCrawl
-Psbot
-Pu_iN
+ProPowerBot
+PxBroker
 PyCurl
-QueryN Metasearch
-RankActive
-RankFlex
-Rankivabot
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankurBot
-Reaper
-Recorder
-RedesScrapy
-SEOkicks
-SEOlyticsCrawler
+RealDownload
+Ripper
+RocketCrawler
+SISTRIX
 SMTBot
-SalesIntelligent
-ScanAlert
-Scrapy
+ScoutJet
+Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
+SearchmetricsBot
 Semrush
 SemrushBot
 Site Sucker
-SiteExplorer
+SiteCheckerBotCrawler
 SiteLockSpider
-Sitebeam
+SiteSnagger
+SiteSucker
 Siteimprove
+Sitevigil
 SlySearch
 Snake
-Spanner
+Snapbot
+Snoopy
+Sogou web spider
 Spinn3r
-SputnikBot
-Sqlworm
-Sucuri
-SuperBot
+Sucker
 Surfbot
+SurveyBot
 Suzuran
-Swiftbot
 T0PHackTeam
 Teleport
-Telesoft
+TeleportPro
 Telesphoreo
-TheNomad
 Thumbor
+TightTwatBot
 Titan
-Trendiction
-True_Robot
-TurnitinBot
-Twice
+Trendictionbot
+TwengaBot
 Typhoeus
-URLy Warning
 UnisterBot
-Upflow
-V-BOT
 VB Project
+VCI
 Vacuum
-VeriCiteCrawler
-Virusdie
+Vagabondo
 WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
 Web Auto
-Web Collage
-Web Enhancer
-Web Fetch
+Web Fuck
+Web Pix
 WebAuto
-WebBandit
-WebCopier
+WebFetch
 WebGo IS
 WebImageCollector
-WebReaper
-WebSauger
-WebSucker
-WebWhacker
-WebsiteQuester
-Whack
-Widow
-Wonderbot
+WebPix
+WebStripper
+WebZIP
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+Webster
+Whatweb
 Woobot
-Wotbox
-Zermelo
-Zeus
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zitebot
 ZmEu
+ZoominfoBot
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
+backlink-check
 check1.exe
-coccocbot-web
-crawler.feedback
-demandbase-bot
-eCatch
-facebookscraper
+crawl.sogou.com
+domainsproject.org
+gopher
+heritrix
+instabid
+internetVista monitor
 isitwp.com
-lwp-request
 magpie-crawler
-meanpathbot
-mediawords
 muhstik-scan
 oBot
-page scorer
-probe-image-size
-scan.lol
+plumanalytics
+polaris version
+satoristudio.net
+scalaj-http
+seobility
 seostar
-sysscan
+serpstatbot
+sexsearcher
+sitechecker.pro
+sogouspider
+spyfu
+tAkeOut
+trendiction.com
+x22Mozilla
 zauba.io
+zgrab