V4.2021.08.2508 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ADmantX
-ALittle Client
-ASPSeek
-Abonti
+80legs
+Aboundexbot
 Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+Alexibot
 AllSubmitter
 AlphaBot
-Anarchie
 Anarchy99
 Anthill
 Apexoo
 Asterias
-AwarioSmartBot
-BLEXBot
-BackDoorBot
+AwarioRssBot
+BDCbot
+BDFetch
+BackStreet
 BackWeb
 Badass
-Bandit
 Barkrowler
+BatchFTP
+Battleztar Bazinga
 BetaBot
-Bigfoot
 Bitacle
 Black Hole
+BlackWidow
 Blackboard
-Blow
-BlowFish
 Bolt
 Brandprotect
-Brandwatch
-Bullseye
-CCBot
-CODE87
-CazoodleBot
-Cegbfeieh
+Buddy
+BuzzSumo
 Chlooe
-Cogentbot
-Copyscape
-CrazyWebCrawler
-DSearch
-DataCha0s
-DatabaseDriverMysqli
+Claritybot
+Copier
+CopyRightCheck
+CrunchBot
+Custo
+CyotekWebCopy
+DTS Agent
+Demon
+Digincore
 DigitalPebble
 Discobot
 DittoSpyder
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+DomainAppender
 Dotbot
 Download Wonder
-Drip
+ECCP/1.0
 EasyDL
-Ecxi
-EroCrawler
-Evil
-Express WebPictures
-ExtLinksBot
+Ebingbong
+EirGrabber
 Extractor
-EyeNetIE
-FDM
-Fimap
+Extreme Picture Finder
 Firefox/7.0
 Flunky
 Foobot
-Freeuploader
 FrontPage
 Fuzz
-GalaxyBot
+Fyrebot
+Gigablast
 Gigabot
 Go!Zilla
-GoZilla
-Gotit
-Grafula
-GrapeshotCrawler
+Go-Ahead-Got-It
+GrabNet
+Grabber
+GrapeFX
+GridBot
 HEADMasterSEO
+HMView
+HTMLparser
 HTTrack
-HaosouSpider
+Harvest
 Heritrix
-Hloader
-IDBot
+Humanlinks
+IRLbot
 Iblog
-Id-search
 IlseBot
+Indy Library
 InfoTekies
-Intelliseek
-InternetSeer
-JamesBOT
+InterGET
+Iria
 JennyBot
-JetCar
-Joomla
 Jorgee
-Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
+Kinza
 LWP::Simple
-Larbin
+Lanshanbot
 LeechGet
-LexiBot
-Lftp
-Lightspeedsystems
+Libwhisker
 Likse
-LinkWalker
-Linkdexbot
-LinkextractorPro
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
+Lipperhey
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-Mag-Net
+MJ12bot
 Majestic SEO
-Mata Hari
+MauiBot
 MeanPath Bot
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
-Microsoft URL Control
 Mister PiX
+Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Msrabot
+Mojolicious
+Mozlila
 Musobot
-Nameprotect
+Navroad
+NearSite
 Net Vampire
-NetLyzer
-NetZIP
+NetAnts
+NetMechanic
+NetSpider
 Netvibes
 Nibbler
+Niki-bot
 Nikto
-Nutch
+Nmap
 Openfind
+Openvas
 OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
 PageScorer
-PageThing.com
+Pandalytics
 Pavuk
 Petalbot
-Pu_iN
+Pixray
+PleaseCrawl
+ProWebWalker
+Probethenet
 Pump
+PxBroker
+Quick-Crawler
+RSSingBot
 RankActive
 RankingBot
+RankingBot2
 Rankivabot
+RankurBot
 Re-re
-ReGet
-RealDownload
-Reaper
-RepoMonkey
+Recorder
 Ripper
-Rogerbot
-SMTBot
+SBIder
+SEOprofiler
+SISTRIX
 SalesIntelligent
 ScanAlert
 ScoutJet
-Scrapy
-Screaming
+Searchestate
+SearchmetricsBot
 Semrush
-SentiBot
 SeoSiteCheckup
-Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
+Sitebeam
+Sitevigil
 SlySearch
 SmartDownload
-Snake
 Snoopy
-Sociscraper
+SocialRankIOBot
+Sogou web spider
 SpaceBison
-SpankBot
+Spammen
+Spinn3r
+SputnikBot
 Sqlmap
-Steeler
-SuperBot
-SurveyBot
-TeleportPro
-The Intraformant
+Sqworm
+Stripper
+Sucker
+Szukacz
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
 Thumbor
-Tracemyfile
-Trendiction
+Toata
+Toweyabot
+Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
 TwengaBot
 Twice
-UnisterBot
+URLy Warning
+URLy.Warning
+Upflow
+V-BOT
 VCI
 Vacuum
-Vagabondo
-VelenPublicWebCrawler
+VidibleScraper
 VoidEYE
 Voil
 Voltron
-WBSearchBot
-WISENutbot
+WASALive-Bot
+WEBDAV
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 Wallpapers/3.0
-Web Auto
-Web Enhancer
-WebAuto
-WebCollage
-WebCopier
-WebEnhancer
+WeSEE
+Web Fetch
+Web Fuck
+Web Sauger
+Web Sucker
+WebBandit
 WebFetch
-WebGo IS
-WebLeacher
+WebFuck
+WebPix
 WebReaper
 WebSauger
+WebSucker
 WebWhacker
-Website Quester
-Whack
+Webshag
+Whacker
 WinHTTrack
-Wotbox
-Wprecon
-Xaldon WebSpider
+Woobot
+YoudaoBot
+Zade
 Zermelo
 Zitebot
-ZmEu
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
+autoemailspider
+backlink-check
 coccocbot-web
+crawl.sogou.com
 demandbase-bot
+domainsproject.org
 eCatch
 evc-batch
 facebookscraper
-heritrix
+gopher
 instabid
-ips-agent
-isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
+mediawords
+netEstate NE Crawler
 oBot
-page scorer
 pcBrowser
+polaris version
+satoristudio.net
+scalaj-http
 scan.lol
 seobility
 seostar
 serpstatbot
-sexsearcher
-sogouspider
-sysscan
-trendiction.de
-x22Mozilla
+sitechecker.pro
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
 zgrab