V4.2022.07.3212 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-AIBOT
-ALittle Client
-Aboundex
-AiHitBot
-Aipbot
-Alexibot
+01h4x.com
+404checker
+404enemy
+80legs
+ASPSeek
+Abonti
+Acunetix
+AfD-Verbotsverfahren
+AllSubmitter
+Anarchie
 Anarchy
-Anarchy99
-Anthill
+Ankit
+Apexoo
 Asterias
 AwarioSmartBot
-BLEXBot
-BackDoorBot
-BatchFTP
+BBBike
+Badass
+Bandit
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Blow
-BlowFish
-Bolt
+BlackWidow
+Boardreader
+BotALot
 Brandprotect
-Buck
 BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
-Calculon
+CODE87
+CSHttp
+CazoodleBot
+CheeseBot
+CherryPicker
 Chlooe
 Citoid
-Cogentbot
+Cloud mapping
+Cocolyzebot
 Collector
-CopyRightCheck
-Copyscape
+Copier
 Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 Crescent
-CrunchBot
+Curious
+Custo
+DBLBot
 DSearch
-DTS Agent
 Demon
-Deusu
-Devil
 Digincore
+DigitalPebble
+Dirbuster
+Discoverybot
 DittoSpyder
-DomCopBot
+DnBCrawler-Analytics
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
 DomainStatsBot
-Domains Project
 Download Wonder
-EMail Wolf
-Evil
-Exabot
-ExtractorPro
-Extreme Picture Finder
+Dragonfly
+Drip
+Ecxi
+EirGrabber
+Express WebPictures
+EyeNetIE
 Ezooms
-FlashGet
-Flunky
-Freeuploader
+FHscan
+FemtosearchBot
 FrontPage
 Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
+FyberSpider
+GT::WWW
 GermCrawler
-GetRight
 GetWeb
 Getintent
 Gigabot
 Go-Ahead-Got-It
-Gotit
 GrabNet
+Grabber
 Grafula
-GridBot
-HMView
+HTMLparser
+Haansoft
+HaosouSpider
+Harvest
 Havij
 Hloader
+Humanlinks
+HybridBot
+IDBTE4M
 IDBot
-IRLbot
 Iblog
 Id-search
-Intelliseek
-Internet Ninja
-IstellaBot
-Jbrofuzz
-JikeSpider
-Jyxobot
+IlseBot
+IndeedBot
+InfoNaviRobot
+InternetSeer
+Iskanie
+JamesBOT
+Jetty
+Joomla
 Keyword Density
-Kinza
 LWP::Simple
-LibWeb
-Libwhisker
+Lanshanbot
+LeechFTP
+LexiBot
+Lightspeedsystems
 Likse
 LinkWalker
-Linkbot
+LinkextractorPro
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
+MJ12bot
 Mag-Net
-Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
-Masscan
+Mass Downloader
+Mata Hari
 Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft Data Access
+Minefield
 Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
-Msrabot
+NICErsPRO
 NPbot
 Nameprotect
-Navroad
-Nessus
-NetAnts
+Needle
+NetMechanic
 Netcraft
-Netvibes
-NextGenSearchBot
-NimbleCrawler
-Nmap
-Octopus
+Nettrack
+Nikto
+Nimbostratus
+Ninja
+Nutch
+Offline Navigator
+Openvas
 OrangeBot
-OutfoxBot
-PageAnalyzer
+PECL::HTTP
+PHPCrawl
 PageGrabber
-Pandalytics
+PageScorer
 Pavuk
+Petalbot
 Pi-Monster
+Picscout
 Picsearch
-Pixray
+PictureFinder
+Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
-Probethenet
-Psbot
-Pu_iN
-Quick-Crawler
-Rankivabot
+PyCurl
+QueryN Metasearch
+RankActiveLinkBot
+RankingBot2
 RankurBot
-Reaper
+Re-re
+ReGet
+RealDownload
+RebelMouse
+Recorder
 RedesScrapy
-RepoMonkey
-RocketCrawler
-Rogerbot
-SBIder
+Ripper
 SEOkicks
-SEOlyticsCrawler
-SISTRIX
-Scanbot
+SEOstats
 ScoutJet
-Scrapy
-ScreenerBot
-Searchestate
-SearchmetricsBot
+Screaming
 Seekport
-Semrush
-SeoSiteCheckup
-SeobilityBot
-Shodan
-Site Sucker
+SentiBot
+Seomoz
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSnagger
 SiteSucker
+SlySearch
+Snake
+Snapbot
 Snoopy
 SocialRankIOBot
-Sosospider
-Sottopop
+Sociscraper
+Sogou web spider
 SpaceBison
 Spanner
 Spbot
-Sqlmap
-Sqlworm
+Spinn3r
+Sqworm
 Stripper
-Sucuri
-SuperBot
+Sucker
 SuperHTTP
-T0PHackTeam
-Teleport
-TeleportPro
+SurveyBot
+Swiftbot
+T8Abot
 Telesoft
 The Intraformant
-Toweyabot
+TightTwatBot
+Trendiction
 Turingos
-Turnitin
-TurnitinBot
+TwengaBot
 Twice
 URLy Warning
-UnisterBot
-Upflow
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-WPScan
+VB Project
+VidibleScraper
+Voil
+Voltron
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Web Auto
 Web Collage
-Web Sucker
-WebAuto
+Web Fetch
+Web Fuck
+Web Sauger
+WebBandit
 WebFetch
+WebGo IS
+WebReaper
 WebSauger
+WebStripper
 WebSucker
-WebZIP
-WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
-WiseGuys Robot
-Xaldon WebSpider
+WebsiteExtractor
+Whack
+Widow
+Wonderbot
+Xenu
 Zermelo
 ZoominfoBot
-ZumBot
-backlink-check
+arquivo.pt
 check1.exe
-coccocbot
-com.plumanalytics
+clark-crawler
 crawl.sogou.com
-crawler4j
-demandbase-bot
-eCatch
 gopher
-instabid
 internetVista monitor
 isitwp.com
-iubenda-radar
-muhstik-scan
+linkdexbot
+lwp-request
+lwp-trivial
 netEstate NE Crawler
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
+oBot
 s1z.ru
-scan.lol
-seobility
-seocompany.store
 sexsearcher
-siteripz
-sogouspider
+sitechecker.pro
+sp_auditbot
+trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
-xpymep1.exe
+webprosbot
+x09Mozilla
+zauba.io
+zgrab