V4.2021.12.2797 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
+404enemy
 80legs
-ALittle Client
-ASPSeek
-Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
-Alexibot
 AllSubmitter
-Alligator
 AlphaBot
+Anarchie
 Anarchy
 Anarchy99
-Anthill
 Apexoo
-Attach
+Aspiegel
+Asterias
 AwarioSmartBot
 BBBike
-BDCbot
-BLEXBot
-BacklinkCrawler
+BackDoorBot
+BackWeb
+Barkrowler
 BatchFTP
-Bigfoot
+Battleztar Bazinga
 Boardreader
-Bolt
+Brandprotect
 Buck
+Buddy
 BuiltWith
+BunnySlippers
+CATExplorador
 CCBot
 CSHttp
-CazoodleBot
-CheTeam
-CheeseBot
 CherryPicker
-ChinaClaw
+Chlooe
 Citoid
 Cloud mapping
 Collector
 Copyscape
-Cosmos
-Craftbot
-CrazyWebCrawler
-Custo
-CyotekWebCopy
-DBLBot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
-Devil
-Digincore
-Dirbuster
-Disco
-Discoverybot
+Crescent
+CrunchBot
+Curious
+Demon
+DigitalPebble
 DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
-Dragonfly
+Domains Project
+Download Wonder
+Drip
 ECCP/1.0
-EasyDL
+EMail Siphon
+Ebingbong
+Ecxi
+Evil
 Exabot
+Express WebPictures
+Extractor
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-FHscan
 FemtosearchBot
-Firefox/7.0
+Fimap
+FlashGet
+Flunky
+FrontPage
+Fuzz
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-Genieo
 GetRight
+GetWeb
 Go!Zilla
-GoZilla
-GrabNet
-HEADMasterSEO
-HMView
+Grafula
+HTMLparser
+HTTP::Lite
 HTTrack
-HaosouSpider
+Haansoft
 Havij
 Heritrix
 Hloader
-Humanlinks
+HybridBot
 IDBTE4M
-IDBot
-Image Fetch
-Image Sucker
+Iblog
+Id-search
 InfoNaviRobot
-Intelliseek
-Internet Ninja
-JamesBOT
+InterGET
+JennyBot
 JetCar
-Jetty
 JikeSpider
-Joomla
 JustView
-Kenjin Spider
+Jyxobot
+Kinza
+LNSpiderguy
+Lanshanbot
 Larbin
 Leap
-LeechGet
-Libwhisker
 Lightspeedsystems
-LinkScan
-Linkbot
 Linkdexbot
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
 Litemage_walker
 Lmspider
 MQQBrowser
-MSIECrawler
+MSFrontPage
+MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
-Masscan
-Mb2345Browser
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+Majestic-SEO
+MarkWatch
+MegaIndex.ru
+Metauri
+Mister PiX
+Musobot
+NPbot
 Name Intelligence
-Nameprotect
-Nessus
+NearSite
 NetAnts
-NetMechanic
+NetLyzer
 NetZIP
-Nettrack
+Netcraft
 Netvibes
-NextGenSearchBot
+Nibbler
+Niki-bot
 NimbleCrawler
-Not
+Nuclei
+Nutch
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openvas
-OrangeBot
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-PHPCrawl
-PageAnalyzer
-PageGrabber
-Pandalytics
-Panscient
-Petalbot
-PleaseCrawl
+POE-Component-Client-HTTP
+PageScorer
+PeoplePal
+Piepmatz
+Pimonster
+Pixray
 Pockey
+ProPowerBot
+ProWebWalker
+Probethenet
+Psbot
+Pu_iN
+Pump
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
+RankFlex
 Rankivabot
 RankurBot
 ReGet
-Reaper
+RealDownload
+Recorder
 SBIder
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
-ScanAlert
+Scanbot
 Screaming
+ScreenerBot
+SearchmetricsBot
 SentiBot
-Shodan
-Siphon
-SiteCheckerBotCrawler
+SeobilityBot
+Seomoz
 SiteExplorer
-SiteLockSpider
-SiteSnagger
-SmartDownload
+Snapbot
 Snoopy
 SocialRankIOBot
-Sogou web spider
-SpaceBison
-Spammen
-SpankBot
-Spanner
+Sociscraper
+Sosospider
 SputnikBot
+Sqlmap
 Sqworm
 Steeler
-Stripper
 Sucker
 Sucuri
 SuperBot
-Szukacz
+Surfbot
+SurveyBot
+T0PHackTeam
 T8Abot
-The Intraformant
-Titan
-Trendiction
+Telesoft
+TheNomad
+Thumbor
+TightTwatBot
+Tracemyfile
 Trendictionbot
-True_Robot
 TurnitinBot
-Twice
-Typhoeus
 UnisterBot
-Upflow
-V-BOT
 VCI
+Vacuum
 VelenPublicWebCrawler
-Virusdie
 Voltron
+WEBDAV
 WISENutbot
 WPScan
+WWWOFFLE
 Wallpapers
-Web Fetch
-Web Fuck
-WebCollage
+Wallpapers/3.0
+Web Pix
+Web Sauger
+WebBandit
 WebCopier
-WebEnhancer
-WebFetch
-WebImageCollector
-Webster
+WebFuck
+WebPix
+WebReaper
+WebSauger
+WebStripper
+WebSucker
+WebZIP
+Webshag
 Whack
-Woobot
+Who.is Bot
+Widow
+WinHTTrack
 Wotbox
-Wprecon
-Xaldon_WebSpider
-Xenu
-Zade
+Xaldon WebSpider
+Zauba
+Zermelo
 Zeus
 Zitebot
-ZmEu
-ZyBorg
-adscanner
+ZumBot
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-cah.io.community
 clark-crawler
-coccocbot-web
-cognitiveseo
-crawler.feedback
+com.plumanalytics
 crawler4j
-dataforseo.com
-evc-batch
-facebookscraper
+demandbase-bot
+domainsproject.org
+eCatch
 gopher
-instabid
-lwp-request
+heritrix
+ips-agent
 magpie-crawler
 mediawords
+muhstik-scan
 netEstate NE Crawler
-oBot
 page scorer
+polaris version
 probe-image-size
-ripz
+s1z.ru
+satoristudio.net
+seobility
 seoscanners
+seostar
 serpstatbot
-sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
-x09Mozilla
+sitechecker.pro
+spyfu
+tAkeOut
+trendiction.de
+voyagerx.com