V4.2022.10.3412 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404enemy
 80legs
-ADmantX
-AIBOT
-Abonti
+ALittle Client
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
+Alexibot
+AllSubmitter
 Alligator
 AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
-Anthill
-Aspiegel
-AwarioSmartBot
-BDCbot
+Apexoo
+Attach
+AwarioRssBot
+BBBike
 BLEXBot
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Badass
 Bandit
+BatchFTP
 Battleztar Bazinga
 Black Hole
-BlackWidow
 Blow
-BlowFish
-Boardreader
 Bolt
+BotALot
 Brandprotect
-Bullseye
-BunnySlippers
+BuiltBotTough
 CATExplorador
 CCBot
-CSHttp
-CherryPicker
-Chlooe
-Cogentbot
+CODE87
+Calculon
+CazoodleBot
+Cegbfeieh
+CheeseBot
+Citoid
+Cliqzbot
 CopyRightCheck
+Craftbot
 Crawling at Home Project
+Crescent
+Custo
 CyotekWebCopy
 DIIbot
-DSearch
-DTS Agent
-Disco
-Discobot
-Discoverybot
+Digincore
+DigitalPebble
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
+DomainStatsBot
+Dotbot
 Download Wonder
-Dragonfly
-EMail Wolf
 EasyDL
+Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
 Express WebPictures
 Extractor
-ExtractorPro
-Extreme Picture Finder
-FHscan
-FemtosearchBot
-Firefox/7.0
+EyeNetIE
+FlashGet
 Flunky
-Foobot
+Freeuploader
+FrontPage
+Fuzz
 FyberSpider
 Fyrebot
-GalaxyBot
-Genieo
-GetRight
+Getintent
 Gigabot
+Go!Zilla
 Gotit
-GrapeFX
-GridBot
-HEADMasterSEO
 HMView
-HTMLparser
 HTTrack
-Haansoft
-HaosouSpider
-IlseBot
-IndeedBot
+HonoluluBot
+Humanlinks
+HybridBot
+IRLbot
+Iblog
+Image Fetch
 Indy Library
-InfoTekies
+Intelliseek
 Internet Ninja
-IstellaBot
-Kenjin Spider
+Iria
+JamesBOT
+JennyBot
+Joomla
+Jorgee
 Keybot Translation-Search-Machine
 Keyword Density
-LWP::Simple
-Leap
+Kinza
+LeechGet
 LexiBot
 LibWeb
-LieBaoFast
-LinkpadBot
+Lightspeedsystems
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
 MFC_Tear_Sample
 MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Mag-Net
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-Mediatoolkitbot
-MicroMessenger
+Majestic SEO
+Majestic12
+MauiBot
+Mb2345Browser
+Metauri
 Microsoft Data Access
-Minefield
-Mister PiX
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 Msrabot
-Musobot
-Nessus
+NICErsPRO
+NPbot
+Navroad
+Net Vampire
 NetAnts
-NetLyzer
+NetMechanic
+NetSpider
+Netcraft
+Netvibes
+NextGenSearchBot
 Niki-bot
+Nimbostratus
+Nuclei
 Nutch
 Octopus
 Offline Explorer
-OnCrawl
-Openfind
+Offline Navigator
+OpenLinkProfiler
+Openvas
 OrangeBot
-OrangeSpider
-OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
-Pavuk
+PageAnalyzer
+PageThing.com
+Pi-Monster
 Picsearch
 PictureFinder
-Piepmatz
+Pimonster
 Pixray
+Pockey
+ProPowerBot
+ProWebWalker
 PxBroker
-QueryN Metasearch
+PyCurl
 Quick-Crawler
-RankFlex
-RankingBot
-Re-re
-RepoMonkey
-RocketCrawler
+RSSingBot
+Rankivabot
+ReGet
+RebelMouse
+Recorder
+RedesScrapy
+Ripper
 Rogerbot
-SEOkicks
 SEOkicks-Robot
+SEOprofiler
+SISTRIX
+SMTBot
+ScanAlert
+Scanbot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
-SentiBot
-SiteExplorer
-SiteLockSpider
-SiteSnagger
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+SiteCheckerBotCrawler
+Sitebeam
 Siteimprove
+SmartDownload
 Snake
-Snapbot
+SocialRankIOBot
 Sosospider
-Sottopop
-SpaceBison
+SpankBot
 Spbot
-Sqlworm
+SputnikBot
+Sqworm
+Steeler
 Stripper
-Sucuri
-SuperBot
 SuperHTTP
-Surfbot
-T0PHackTeam
-Teleport
+SurveyBot
+Suzuran
+Swiftbot
 Telesphorep
-Thumbor
-Toata
-Toweyabot
-TurnitinBot
+TightTwatBot
+Tracemyfile
+Trendiction
+Trendictionbot
+Turingos
+Turnitin
 TwengaBot
-Twice
-URLy.Warning
+URLy Warning
 UnisterBot
-V-BOT
+Upflow
 VB Project
 VCI
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+Vacuum
 VidibleScraper
-Voltron
-WEBDAV
+Virusdie
+Voil
+WASALive-Bot
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-Web Auto
-Web Fetch
-Web Fuck
+Wallpapers
+WeSEE
 Web Sucker
-WebAuto
 WebCopier
-WebEnhancer
-WebGo IS
-WebImageCollector
-WebReaper
+WebPix
+WebStripper
+WebSucker
+WebWhacker
 Webalta
-Website Quester
+Webshag
 WebsiteQuester
-WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
+Webster
+Whack
+Whatweb
+Widow
 YoudaoBot
 Zauba
-Zeus
-adscanner
+Zitebot
+ZmEu
+ZoomBot
 archive.org_bot
-check1.exe
-clark-crawler
-coccocbot
-com.plumanalytics
-dataforseo.com
-heritrix
+backlink-check
+crawler.feedback
+crawler4j
+demandbase-bot
+eCatch
+evc-batch
+gopher
 internetVista monitor
-ips-agent
-isitwp.com
 linkdexbot
-lwp-request
-mediawords
+magpie-crawler
 muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
 pcBrowser
-polaris version
-ripz
-scalaj-http
-seobility
+s1z.ru
 seocompany.store
-sitechecker.pro
+seoscanners
+seostar
+sexsearcher
 siteripz
-sogouspider
-sp_auditbot
-trendiction.com
+spyfu
 trendiction.de
-webmeup-crawler
-webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io
+x22Mozilla