V4.2022.12.3508 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+404enemy
 80legs
-ADmantX
+AIBOT
 ALittle Client
-ASPSeek
 Abonti
-Aboundex
-Aboundexbot
-AhrefsBot
-AllSubmitter
-Anarchie
-Anarchy
+AfD-Verbotsverfahren
+Alexibot
 Anarchy99
-Ankit
-Apexoo
+Anthill
 Aspiegel
+Asterias
+Atomseobot
 BDCbot
-BDFetch
-BLEXBot
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Black Hole
+Badass
+Bandit
+Barkrowler
 Blackboard
-BlowFish
 Boardreader
 Bolt
-Brandprotect
-BuiltBotTough
-BuzzSumo
+BotALot
+Brandwatch
+Bullseye
 CCBot
-Cegbfeieh
-CheTeam
-ChinaClaw
-Citoid
-Cliqzbot
+CODE87
+Calculon
+CazoodleBot
+CheeseBot
+Claritybot
 Cloud mapping
 Cogentbot
 Copier
-Copyscape
 Cosmos
-CrazyWebCrawler
-Crescent
-CrunchBot
-Custo
 DBLBot
 DSearch
+DTS Agent
+DataCha0s
 Demon
-Deusu
 Devil
 Digincore
 Dirbuster
+Disco
+Discobot
 Discoverybot
-DnBCrawler-Analytics
-DomainSigmaCrawler
-Download Wonder
-EMail Wolf
-Ecxi
-Evil
+DittoSpyder
+DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
+Domains Project
+Dragonfly
+Drip
+EasyDL
+Ebingbong
+EirGrabber
 Exabot
-Express WebPictures
-ExtLinksBot
-Extractor
-FDM
+Extreme Picture Finder
+EyeNetIE
 FemtosearchBot
 Fimap
-Firefox/7.0
-Freeuploader
+Foobot
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
 GalaxyBot
 Genieo
-GetRight
+GermCrawler
 Gigabot
-Go!Zilla
-GoZilla
-GrabNet
+Go-Ahead-Got-It
 Grabber
 GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
+HMView
 Haansoft
-Havij
-Hloader
-HonoluluBot
-HybridBot
-IDBTE4M
-Id-search
+IDBot
 IlseBot
-Image Fetch
-Intelliseek
+Image Sucker
+Indy Library
 Internet Ninja
-InternetSeer
-Iria
 JOC Web Spider
-Jbrofuzz
-Jetty
+JamesBOT
+JennyBot
+JetCar
 JikeSpider
-Jorgee
-Jyxobot
 Kozmosbot
 LNSpiderguy
-Lanshanbot
-Larbin
+LeechFTP
 LeechGet
-Libwhisker
-Likse
+LexiBot
+LieBaoFast
 Linkbot
-LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
+Lmspider
+Ltx71
+MIDown tool
+MJ12bot
+MQQBrowser
 MSIECrawler
-MTRobot
-Majestic12
-MarkMonitor
-MarkWatch
+Mag-Net
+Magnet
+Majestic SEO
+Majestic-SEO
 Masscan
-MauiBot
-Meanpathbot
+Mb2345Browser
+MegaIndex.ru
+Metauri
 Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
-Mojolicious
-MolokaiBot
-Mr.4x3
+Mozlila
 Msrabot
-Musobot
-NPbot
+NICErsPRO
 Name Intelligence
+Nameprotect
+Navroad
+NearSite
 Needle
-Net Vampire
-Nettrack
+Nessus
+NetLyzer
 Nibbler
+Nimbostratus
+Nmap
 Not
 Nutch
-Offline Explorer
+Octopus
 OnCrawl
-OpenLinkProfiler
 OpenVAS
 Openfind
-Openvas
-OutfoxBot
-PHPCrawl
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
 PageScorer
 PageThing.com
 Pavuk
+PeoplePal
 Petalbot
-Pi-Monster
 Picscout
 Picsearch
-PictureFinder
-Pu_iN
+PleaseCrawl
+Pockey
 Quick-Crawler
-RSSingBot
 RankActive
 RankActiveLinkBot
 RankingBot
 Rankivabot
-RealDownload
-Recorder
+ReGet
+Reaper
 RedesScrapy
 RocketCrawler
 Rogerbot
-SEOkicks
+SBIder
+SEOstats
 SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
-ScoutJet
 SearchmetricsBot
-Seekport
 SemanticJuice
-SeoSiteCheckup
+Semrush
 Seomoz
-Shodan
-Siphon
 Site Sucker
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
+Sitevigil
+SmartDownload
 SocialRankIOBot
-Sottopop
-Spammen
-SpankBot
+Sociscraper
+Sosospider
+SpaceBison
+Spanner
 Spbot
 SputnikBot
-Sqlmap
-Sucker
-SurveyBot
+Steeler
+Stripper
 Suzuran
 Swiftbot
 Szukacz
-TeleportPro
+T0PHackTeam
 Telesoft
-Titan
-Toata
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
+Tracemyfile
+Trendiction
 Trendictionbot
-TurnitinBot
+True_Robot
 TwengaBot
 Twice
-URLy Warning
-Upflow
-Vacuum
+V-BOT
 Vagabondo
 VeriCiteCrawler
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
-WWW::Mechanize
-WeSEE
-WebAuto
+WWW-Collector-E
+WWWOFFLE
+Web Collage
+WebCollage
+WebCopier
 WebEnhancer
 WebFetch
-WebReaper
+WebGo IS
+WebPix
 WebSauger
-WebSucker
-WebWhacker
 Webshag
-Widow
-WiseGuys Robot
-Wonderbot
+WebsiteQuester
+Whacker
 Woobot
-Xaldon WebSpider
+Xaldon_WebSpider
 YoudaoBot
-ZmEu
-ZoomBot
-ZyBorg
-archive.org_bot
-autoemailspider
-check1.exe
-cognitiveseo
-facebookscraper
-gopher
+Zermelo
+Zeus
+ZoominfoBot
+ZumBot
+adscanner
+arquivo.pt
+clark-crawler
+coccocbot
+com.plumanalytics
+crawler4j
+eCatch
 instabid
-ips-agent
+internetVista monitor
+linkdexbot
 lwp-request
-netEstate NE Crawler
-oBot
-page scorer
+lwp-trivial
+meanpathbot
+mediawords
+scalaj-http
 seobility
-seocompany.store
 seostar
+serpstatbot
+sitechecker.pro
+sogouspider
 sp_auditbot
 tAkeOut
-trendiction.com
 trendiction.de
-webpros.com
-xpymep1.exe
+webgains-bot
+webprosbot
+zauba.io