V4.2021.12.2820 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404enemy
+80legs
+ADmantX
 AIBOT
-Aboundex
-Aboundexbot
-AhrefsBot
-AiHitBot
+AfD-Verbotsverfahren
+Alexibot
 AllSubmitter
 AlphaBot
-Anarchie
 Ankit
 Apexoo
 Aspiegel
 Attach
 AwarioRssBot
+AwarioSmartBot
 BDCbot
 BackStreet
-BacklinkCrawler
+BackWeb
+Badass
 Bandit
 Barkrowler
-BetaBot
-Bitacle
-BlackWidow
+Bigfoot
+Blow
 BlowFish
-Bolt
-Buck
-BuiltWith
-Bullseye
+BotALot
+BuiltBotTough
 BunnySlippers
 BuzzSumo
-CATExplorador
-CSHttp
+CCBot
+CODE87
 Calculon
-CazoodleBot
 Cegbfeieh
 CheTeam
 CheeseBot
 ChinaClaw
+Citoid
 Cliqzbot
-Cocolyzebot
-Collector
-Copier
-CopyRightCheck
-Copyscape
+Cogentbot
+Craftbot
 Crescent
 Curious
 CyotekWebCopy
-DBLBot
 DIIbot
 DSearch
-Devil
-Digincore
+DTS Agent
+Deusu
+Disco
 Discoverybot
-DnBCrawler-Analytics
+DittoSpyder
 DomCopBot
 DomainAppender
 DomainStatsBot
+Domains Project
 Dotbot
 Download Wonder
 Dragonfly
-EMail Siphon
+EasyDL
 Ebingbong
-EirGrabber
-ExtLinksBot
+Ecxi
+EroCrawler
 ExtractorPro
-Extreme Picture Finder
+EyeNetIE
 Ezooms
-FemtosearchBot
-Fimap
+FDM
 Firefox/7.0
-Flunky
+Foobot
+FrontPage
 Fyrebot
-GalaxyBot
-GermCrawler
-GetRight
-Getintent
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
 Gigabot
 Go-Ahead-Got-It
-Gotit
+GoZilla
 GrabNet
-Grafula
-GrapeFX
-HEADMasterSEO
-HMView
+Grabber
+GridBot
 HTTP::Lite
-HTTrack
-HaosouSpider
-Harvest
 Havij
 Heritrix
+Hloader
 Humanlinks
 HybridBot
-IlseBot
-Image Sucker
+IRLbot
+Id-search
+Indy Library
 InfoNaviRobot
 InfoTekies
-Intelliseek
-InterGET
-InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
 JamesBOT
 Jbrofuzz
-JetCar
+JennyBot
 Joomla
-JustView
-Kenjin Spider
-LWP::Simple
-Lanshanbot
+Jorgee
+Jyxobot
+Keyword Density
+Kozmosbot
+LNSpiderguy
 Leap
 LeechFTP
-LeechGet
-LibWeb
-LieBaoFast
+LexiBot
+Lftp
+Libwhisker
 Lightspeedsystems
-LinkScan
+Likse
 LinkWalker
-Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinkpadBot
 Lipperhey
-MIDown tool
-MSFrontPage
-MTRobot
-Mail.RU_Bot
-Majestic SEO
+Litemage_walker
+MFC_Tear_Sample
+MQQBrowser
+Majestic-SEO
+Majestic12
+MarkMonitor
 Masscan
 Mata Hari
-Mb2345Browser
+MauiBot
 Mediatoolkitbot
-Microsoft Data Access
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+Minefield
 Mozlila
-Mr.4x3
-Msrabot
-NICErsPRO
-Name Intelligence
+Musobot
 Navroad
-NetZIP
-Nibbler
-Ninja
+NearSite
+Nessus
+Net Vampire
+NetLyzer
+NextGenSearchBot
+Nimbostratus
 Nmap
-Nutch
-Offline Navigator
-OnCrawl
+Not
 OpenVAS
-Openvas
 OrangeBot
-Page Analyzer
-PageAnalyzer
-PageScorer
-PageThing.com
-Panscient
-Papa Foto
+OrangeSpider
+POE-Component-Client-HTTP
+PageGrabber
+Pandalytics
 Pavuk
-Pi-Monster
-Picsearch
-Piepmatz
+PeoplePal
+Petalbot
+PictureFinder
 Pixray
-Pockey
-Pump
+ProWebWalker
 PyCurl
-RSSingBot
-RankingBot2
+QueryN Metasearch
+RankingBot
+Rankivabot
+RankurBot
 RealDownload
-Reaper
-RebelMouse
 Recorder
 RedesScrapy
-SEOkicks-Robot
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SEOstats
 SMTBot
-ScanAlert
+SalesIntelligent
+Scanbot
+ScoutJet
 Scrapy
-Screaming
-Semrush
-Siphon
-SiteCheckerBotCrawler
-Snake
-Snapbot
+SiteExplorer
+SiteLockSpider
+Sitebeam
+Siteimprove
+SlySearch
 Snoopy
 Sociscraper
-Sottopop
-SpaceBison
-Spinn3r
-Sqlworm
-Steeler
-Sucuri
-Suzuran
+Sosospider
+SpankBot
+SputnikBot
+Sqlmap
+Stripper
+Sucker
+SuperBot
 Swiftbot
 T0PHackTeam
-TeleportPro
-The Intraformant
+T8Abot
+Teleport
+Telesphoreo
+Telesphorep
 TheNomad
-TightTwatBot
+Toweyabot
 Tracemyfile
-True_Robot
+Trendictionbot
 Turingos
-TwengaBot
-UnisterBot
+Turnitin
+Twice
+Typhoeus
+URLy Warning
 Upflow
 VB Project
-Vacuum
-VidibleScraper
+VCI
+Vagabondo
+VelenPublicWebCrawler
+Virusdie
 VoidEYE
-Voltron
-WASALive-Bot
-WEBDAV
+WBSearchBot
 WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 WallpapersHD
+Web Collage
+Web Fetch
+Web Sauger
+WebAuto
+WebBandit
 WebCollage
-WebFetch
+WebFuck
+WebGo IS
 WebLeacher
-WebPix
+WebReaper
 WebSauger
-WebStripper
+WebZIP
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
 WebsiteQuester
-Whacker
-Widow
+Whatweb
+Who.is Bot
 WiseGuys Robot
-Wotbox
-ZoominfoBot
+Woobot
+Xaldon_WebSpider
+Zade
+ZmEu
+ZyBorg
 adscanner
-clark-crawler
-com.plumanalytics
+archive.org_bot
+arquivo.pt
+autoemailspider
+backlink-check
+crawl.sogou.com
 crawler.feedback
-crawler4j
+dataforseo.com
+demandbase-bot
 eCatch
-mediawords
-pcBrowser
-plumanalytics
-ripz
+evc-batch
+heritrix
+internetVista monitor
+isitwp.com
+lwp-request
+lwp-trivial
+netEstate NE Crawler
 satoristudio.net
-seobility
+scan.lol
+seoscanners
 sitechecker.pro
+siteripz
 sp_auditbot
-webmeup-crawler
+spyfu
+sysscan
 webpros.com
-webprosbot
-xpymep1.exe
-zauba.io
+x09Mozilla