V4.2021.09.2621 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
+404enemy
 AIBOT
 Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Alexibot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchie
-Aspiegel
+Anarchy
+Anarchy99
+Anthill
+Apexoo
+Asterias
+Attach
 BDFetch
-BackStreet
+BLEXBot
+BackWeb
 Badass
-Bandit
 Barkrowler
-BatchFTP
-Bitacle
+Battleztar Bazinga
 Black Hole
-Blackboard
+BlackWidow
 BlowFish
 BotALot
-Brandprotect
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
 BuiltWith
-CATExplorador
-CCBot
-CSHttp
+BunnySlippers
 CazoodleBot
-Cegbfeieh
-CensysInspect
-ChinaClaw
-Claritybot
-Cliqzbot
-CopyRightCheck
+CherryPicker
+Cloud mapping
+Collector
+Cosmos
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
+CyotekWebCopy
+DBLBot
+DIIbot
 DTS Agent
-Demon
+DatabaseDriverMysqli
+Devil
 Digincore
+DigitalPebble
 Dirbuster
-Dispatch
+Disco
+Discobot
+Discoverybot
 DomCopBot
-DomainCrawler
-DomainStatsBot
-Dotbot
 Download Wonder
-Dragonfly
 Drip
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ebingbong
 Ecxi
-EirGrabber
-Express WebPictures
-Extractor
-ExtractorPro
+EroCrawler
+Exabot
 Ezooms
-FHscan
+FDM
 FemtosearchBot
-Firefox/7.0
+FlashGet
 Flunky
-Foobot
-Fuzz
-G-i-g-a-b-o-t
+FyberSpider
+GT::WWW
 GalaxyBot
-GermCrawler
 GetRight
 GetWeb
 Getintent
 Gigabot
 Gotit
-GrabNet
 Grafula
+GridBot
 HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
 Harvest
-Hloader
+Heritrix
+HybridBot
 IDBot
-Iblog
-Image Fetch
-Image Sucker
-Indy Library
+IRLbot
+Id-search
+IlseBot
+IndeedBot
 InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
-IstellaBot
-JOC Web Spider
-Jorgee
-JustView
+JamesBOT
+Joomla
+Kozmosbot
+LNSpiderguy
 Lanshanbot
+Larbin
 Leap
-LeechFTP
+LexiBot
 Lightspeedsystems
 Likse
 LinkScan
-Linkdexbot
-LinkpadBot
-LinksManager
+LinkWalker
+Lipperhey Spider
 Litemage_walker
 Ltx71
 MFC_Tear_Sample
-Mag-Net
-Magnet
-Mail.RU_Bot
-MarkMonitor
+MJ12bot
+MSIECrawler
+Majestic-SEO
+Majestic12
+Masscan
 Mb2345Browser
-MegaIndex.ru
+MeanPath Bot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
 Msrabot
-Name Intelligence
-Needle
-Net Vampire
+NICErsPRO
+NPbot
+Navroad
+NearSite
 NetAnts
-NetLyzer
-NetMechanic
+Netvibes
 NextGenSearchBot
-Nikto
+Niki-bot
 Nimbostratus
-Octopus
-Offline Navigator
-OrangeSpider
-POE-Component-Client-HTTP
-Page Analyzer
+Ninja
+OnCrawl
+OpenVAS
+PageAnalyzer
+PageGrabber
+PageThing.com
 Pandalytics
-Papa Foto
 Pavuk
+PeoplePal
 Pi-Monster
-Picsearch
-PictureFinder
-ProWebWalker
-Probethenet
-Psbot
+Pimonster
+ProPowerBot
 Pu_iN
+QueryN Metasearch
+Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankingBot
 RankingBot2
 Rankivabot
-RealDownload
+RankurBot
+ReGet
 Recorder
 RepoMonkey
 Ripper
-Rogerbot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-ScoutJet
-Scrapy
+Scanbot
+Screaming
 ScrepyBot
-SeoSiteCheckup
+SentiBot
+SeobilityBot
+Seomoz
 Shodan
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
 SiteSucker
 Sitebeam
-Sitevigil
+Siteimprove
+SlySearch
 SmartDownload
-Snake
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sottopop
-SpaceBison
-SpankBot
+Spammen
 Spanner
+Spinn3r
 SputnikBot
-Sucker
-Sucuri
+Sqlmap
+Sqlworm
+Steeler
+Stripper
+SuperBot
 SuperHTTP
-Surfbot
-Swiftbot
+Suzuran
+Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
+Teleport
 The Intraformant
-Thumbor
-Titan
-Toweyabot
-Tracemyfile
 Trendiction
-Trendictionbot
-True_Robot
 Turingos
+Twice
 Typhoeus
-URLy Warning
 URLy.Warning
 UnisterBot
-Vacuum
+Upflow
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-WBSearchBot
-WISENutbot
-WWWOFFLE
-Web Auto
+Virusdie
+Voil
+WEBDAV
+WWW-Mechanize
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Collage
 Web Enhancer
-Web Fuck
 Web Pix
-Web Sauger
-WebAuto
-WebEnhancer
-WebFetch
+WebCopier
 WebFuck
-WebGo IS
-WebLeacher
+WebPix
 WebReaper
-WebStripper
 WebSucker
 WebWhacker
+WebZIP
 Webshag
-Website Quester
-Webster
-Whatweb
-Widow
-WinHTTrack
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zermelo
-ZmEu
-ZoomBot
-archive.org_bot
-arquivo.pt
+WebsiteExtractor
+Whacker
+Woobot
+Wprecon
+Zauba
+ZumBot
+ZyBorg
 backlink-check
-clark-crawler
-coccocbot-web
-crawler.feedback
+check1.exe
+crawl.sogou.com
 dataforseo.com
-demandbase-bot
+domainsproject.org
 eCatch
+facebookscraper
 gopher
-heritrix
+ips-agent
+isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
-meanpathbot
 mediawords
-muhstik-scan
-pcBrowser
-plumanalytics
-probe-image-size
-satoristudio.net
+oBot
+page scorer
+polaris version
 scan.lol
+seostar
 serpstatbot
-sexsearcher
 sitechecker.pro
 sp_auditbot
+spyfu
+sysscan
+trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 x09Mozilla
+xpymep1.exe