V4.2021.12.2779 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404checker
 404enemy
 80legs
-ADmantX
 AIBOT
+ASPSeek
 Abonti
-Aboundex
-AllSubmitter
-Alligator
-Anarchie
-Anarchy
-Anarchy99
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
+Alexibot
+AlphaBot
 Anthill
-Asterias
-Attach
-AwarioRssBot
 AwarioSmartBot
-BBBike
+BDCbot
+BDFetch
+BackDoorBot
 BackStreet
-Badass
+Backlink-Ceck
+BacklinkCrawler
+Bandit
 Barkrowler
-BatchFTP
 BetaBot
-Bigfoot
-Blow
-Brandprotect
-Buddy
-BuiltBotTough
+BlackWidow
+Boardreader
+Bolt
 BuiltWith
 Bullseye
-BunnySlippers
-Calculon
-CensysInspect
-CheeseBot
-Citoid
-Cliqzbot
-Cocolyzebot
+BuzzSumo
+CODE87
+CazoodleBot
+CheTeam
+ChinaClaw
+Claritybot
+Cogentbot
 Copier
-CopyRightCheck
-Crawling at Home Project
-CrazyWebCrawler
+Craftbot
 Crescent
 Curious
+Custo
 DSearch
 DatabaseDriverMysqli
-Digincore
-Disco
-DittoSpyder
+Demon
+Deusu
+Devil
+DigitalPebble
+Dirbuster
+Discobot
 DnBCrawler-Analytics
-DomainAppender
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
 ECCP/1.0
+EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
+EirGrabber
 EroCrawler
+Evil
 Express WebPictures
+ExtLinksBot
 Extractor
 EyeNetIE
-FDM
 FHscan
-FemtosearchBot
+Fimap
+Firefox/7.0
+FlashGet
 Freeuploader
 FrontPage
-G-i-g-a-b-o-t
+Fuzz
+FyberSpider
+Fyrebot
 GT::WWW
+GermCrawler
 GetRight
-GetWeb
-Getintent
 Go!Zilla
 Go-Ahead-Got-It
+GoZilla
 Gotit
 Grabber
+Grafula
+GrapeFX
+GrapeshotCrawler
 GridBot
-HTTrack
-HaosouSpider
-Havij
+HTMLparser
+Haansoft
 Heritrix
-Humanlinks
+HybridBot
 IDBot
-IRLbot
-Id-search
-IlseBot
-InfoNaviRobot
+Iblog
 Intelliseek
-InterGET
+InternetSeer
 Iria
+Iskanie
 IstellaBot
 JOC Web Spider
-JamesBOT
+JetCar
+Jetty
 JikeSpider
+Joomla
 Jorgee
-Jyxobot
+JustView
 Kenjin Spider
-Kinza
-LNSpiderguy
-Larbin
-LeechGet
-Libwhisker
+Lanshanbot
+LexiBot
+Lftp
+Lightspeedsystems
 Likse
-LinkWalker
-LinkpadBot
-LinksManager
-Lipperhey Spider
-Lmspider
+Linkbot
+Linkdexbot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
 MIIxpc
-MSIECrawler
-MTRobot
-Mag-Net
-Magnet
-Majestic SEO
-Mb2345Browser
+Majestic12
+MarkMonitor
+Mass Downloader
+MegaIndex.ru
+Metauri
 Microsoft Data Access
-Minefield
-Mojolicious
-Morfeus Fucking Scanner
-Musobot
-NPbot
-Name Intelligence
-NearSite
+Mister PiX
+Moblie Safari
+Mozlila
+Mr.4x3
+NICErsPRO
+Navroad
 Needle
-NetAnts
-Nettrack
+NetSpider
+Netcraft
 Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
 Ninja
-Nmap
-Nuclei
-Offline Navigator
+Not
+Nutch
+OnCrawl
 OpenLinkProfiler
-OpenVAS
+Openfind
 OrangeBot
 OrangeSpider
 PHPCrawl
-Page Analyzer
-Papa Foto
-Pavuk
+POE-Component-Client-HTTP
 Pi-Monster
+Picsearch
 PictureFinder
-Pixray
+PleaseCrawl
+ProWebWalker
+Probethenet
 Psbot
-Pu_iN
 Pump
-RankingBot
-RankingBot2
+RankActive
+RankActiveLinkBot
+RankFlex
+RankurBot
+Re-re
 ReGet
-RealDownload
-Ripper
+RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
-SEOprofiler
-SEOstats
+SEOkicks-Robot
+SMTBot
 SalesIntelligent
-ScanAlert
-ScreenerBot
-Semrush
-Siphon
-SiteSucker
+Scrapy
+SeoSiteCheckup
+Seomoz
+SiteCheckerBotCrawler
+SiteExplorer
 Sitebeam
-SmartDownload
 Snake
 Snoopy
 SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
-SpaceBison
-Spinn3r
+Spammen
+SputnikBot
 Sqlmap
-Sqworm
-Steeler
-Sucker
-Sucuri
 SuperHTTP
 Surfbot
-Szukacz
+Suzuran
 T0PHackTeam
-T8Abot
-TeleportPro
-The Intraformant
+Teleport
+Telesphoreo
+Telesphorep
 TheNomad
 Thumbor
-Titan
-Trendiction
-TwengaBot
-Typhoeus
-URLy Warning
+TightTwatBot
+Tracemyfile
+TurnitinBot
 UnisterBot
-V-BOT
-Vacuum
-Virusdie
-WASALive-Bot
+WBSearchBot
+WEBDAV
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Enhancer
-Web Fuck
+WWW::Mechanize
+Wallpapers
+Web Auto
+Web Sauger
+Web Sucker
+WebCollage
 WebEnhancer
-WebImageCollector
+WebReaper
 WebSauger
-WebSucker
-WebZIP
+WebStripper
+WebWhacker
+Webalta
 WebmasterWorldForumBot
-Website Quester
+Webshag
+WebsiteQuester
 Webster
-Whack
-Whacker
-Who.is Bot
 Widow
-Woobot
-YoudaoBot
+WinHTTrack
 Zade
-Zauba
+Zeus
+Zitebot
+ZoominfoBot
+ZumBot
 adscanner
 archive.org_bot
 arquivo.pt
 backlink-check
+cah.io.community
+cognitiveseo
 com.plumanalytics
 crawler.feedback
+crawler4j
+dataforseo.com
 demandbase-bot
 domainsproject.org
-evc-batch
-instabid
+eCatch
+facebookscraper
+heritrix
 internetVista monitor
-ips-agent
 isitwp.com
 magpie-crawler
-page scorer
-pcBrowser
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
+plumanalytics
+s1z.ru
+satoristudio.net
+scalaj-http
 scan.lol
 seoscanners
 seostar
-sogouspider
 sysscan
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
+trendiction.com
 voyagerx.com
-webgains-bot
-webmeup-crawler
-webprosbot
+webpros.com
 zauba.io
-zgrab