V4.2022.10.3439 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-AIBOT
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-Alligator
+404checker
+AiHitBot
+Aipbot
 AlphaBot
-Anarchie
-Anthill
+Apexoo
 Aspiegel
+Asterias
+Atomseobot
 Attach
-Badass
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
+BLEXBot
+BackDoorBot
+BackStreet
+Backlink-Ceck
 Bandit
 Barkrowler
 BatchFTP
-Black Hole
-BlackWidow
+Battleztar Bazinga
+BetaBot
+Bigfoot
 Blackboard
-BlowFish
-Boardreader
-Bolt
+Blow
 BotALot
-Buck
-BuiltWith
-Bullseye
-BunnySlippers
-CATExplorador
-CCBot
-CSHttp
-CazoodleBot
+Buddy
+BuiltBotTough
+Calculon
 CheTeam
 CheeseBot
-ChinaClaw
-Claritybot
 Cliqzbot
-Cocolyzebot
-Collector
+Cogentbot
 CopyRightCheck
-Craftbot
+Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-DIIbot
+Custo
+CyotekWebCopy
+DBLBot
 DatabaseDriverMysqli
-Devil
-Dirbuster
-DnyzBot
+Deusu
+DittoSpyder
 DomCopBot
-DomainSigmaCrawler
+DomainAppender
+DomainCrawler
 DomainStatsBot
-Domains Project
 Download Wonder
-Drip
-EMail Siphon
-Ecxi
-Evil
-Exabot
+Ebingbong
+Express WebPictures
+ExtLinksBot
 Extreme Picture Finder
-Ezooms
-FHscan
-Foobot
+EyeNetIE
+FDM
+FemtosearchBot
 FrontPage
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
 GetRight
 Gigabot
-GoZilla
-Grafula
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
 GrapeFX
-HTTP::Lite
-Haansoft
+GridBot
+HTTrack
 HaosouSpider
 Havij
 Heritrix
-HonoluluBot
+Humanlinks
 HybridBot
 IDBTE4M
 IRLbot
-IlseBot
-Indy Library
-InfoNaviRobot
+Image Sucker
 InterGET
+Internet Ninja
 InternetSeer
-Iskanie
+Iria
+JOC Web Spider
 JennyBot
-JetCar
 Jetty
+Joomla
 Jorgee
-Kinza
-LNSpiderguy
-Lanshanbot
+Keybot Translation-Search-Machine
 Larbin
-LibWeb
-LinkWalker
-Linkbot
+LeechFTP
+Likse
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
-MIIxpc
-MQQBrowser
+LinqiaRSSBot
+Lipperhey
+Ltx71
+MJ12bot
+MSFrontPage
 Mail.RU_Bot
 Majestic SEO
 Majestic-SEO
+Masscan
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
-MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Minefield
-Moblie Safari
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
+Mister PiX
 Mozlila
-Mr.4x3
-NearSite
+Msrabot
+NPbot
+Nameprotect
+Navroad
+Needle
+Nessus
 Net Vampire
-NetAnts
-NetMechanic
-NetSpider
-NetZIP
-Nettrack
+Netvibes
 Nibbler
-Niki-bot
+Nikto
 NimbleCrawler
 Nimbostratus
-Not
-Nuclei
-Offline Navigator
-OpenVAS
+Nmap
+Nutch
+OpenLinkProfiler
+Openfind
 OrangeBot
-OutclicksBot
-PECL::HTTP
-Page Analyzer
+OrangeSpider
+PHPCrawl
+POE-Component-Client-HTTP
+PageScorer
 PageThing.com
-Pandalytics
+Pavuk
 PeoplePal
-PictureFinder
-Piepmatz
+Picscout
+Picsearch
+Pimonster
 Pixray
 PleaseCrawl
-ProWebWalker
-Psbot
-Pump
+Pockey
+PxBroker
+Quick-Crawler
 RankActiveLinkBot
-RankingBot2
-Re-re
-ReGet
+RankFlex
+RankingBot
+Rankivabot
+RankurBot
 Reaper
-Recorder
-RedesScrapy
-Ripper
-Rogerbot
+RocketCrawler
+SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
+ScanAlert
 Scanbot
-ScoutJet
-Scrapy
-Semrush
-SemrushBot
-SentiBot
+ScreenerBot
 SeoSiteCheckup
+SeobilityBot
+Seomoz
 Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
+SiteExplorer
+SiteLockSpider
 SiteSucker
 Siteimprove
-SlySearch
 Snake
-SocialRankIOBot
-Spammen
+Snoopy
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
+SpankBot
 Spbot
-Sqlmap
-Stripper
+Spinn3r
+Sqworm
+Steeler
+Sucker
 Surfbot
-Suzuran
-Szukacz
+SurveyBot
 Teleport
-TightTwatBot
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
 Titan
 Toata
-Toweyabot
+Tracemyfile
+Trendiction
 Trendictionbot
+True_Robot
 Turnitin
 TurnitinBot
-TwengaBot
 Typhoeus
+UnisterBot
+Upflow
 V-BOT
-VCI
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-WBSearchBot
-WPScan
-WWW-Collector-E
+VidibleScraper
+Virusdie
+Voil
+WASALive-Bot
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
-WeSEE
+WallpapersHD
 Web Auto
-Web Sauger
-Web Sucker
-WebCollage
+Web Fetch
+Web Fuck
+WebBandit
 WebCopier
-WebEnhancer
-WebFetch
-WebFuck
 WebGo IS
-WebImageCollector
 WebSauger
 WebStripper
+WebWhacker
 WebZIP
-Webshag
-WebsiteQuester
-Whack
-Whacker
-Who.is Bot
+WebmasterWorldForumBot
 Widow
-Wonderbot
-Woobot
 Wotbox
-Wprecon
-Zade
+Xaldon WebSpider
+Xenu
+Zeus
 ZmEu
+adscanner
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 backlink-check
-check1.exe
-cognitiveseo
-crawl.sogou.com
-dataforseo.com
-evc-batch
-heritrix
-instabid
+cah.io.community
+com.plumanalytics
+demandbase-bot
+facebookscraper
 internetVista monitor
-ips-agent
-lwp-trivial
-page scorer
+isitwp.com
+iubenda-radar
+lwp-request
+mediawords
+muhstik-scan
+oBot
 pcBrowser
+polaris version
 s1z.ru
-seobility
+satoristudio.net
+scalaj-http
 seocompany.store
 seoscanners
-seostar
 serpstatbot
+sexsearcher
 sp_auditbot
-sysscan
+voyagerx.com
+webgains-bot
 webmeup-crawler
-x22Mozilla
-xpymep1.exe
+x09Mozilla
+zauba.io