V4.2022.06.3176 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-80legs
-ASPSeek
-Abonti
+404checker
+404enemy
 Acunetix
-AhrefsBot
 AiHitBot
-Alexibot
-AllSubmitter
+Aipbot
 AlphaBot
-Anarchy
-Anarchy99
 Ankit
+Aspiegel
+Asterias
 Attach
-BBBike
-Bandit
-BatchFTP
+AwarioSmartBot
+BDFetch
+BackStreet
+BackWeb
+Barkrowler
 BetaBot
-Black Hole
+Bigfoot
+Bitacle
 BlackWidow
+Blackboard
 Blow
 BlowFish
 Bolt
+BotALot
 Brandprotect
-BuiltWith
+BuiltBotTough
 CATExplorador
-CCBot
-CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
 CherryPicker
-ChinaClaw
 Chlooe
 Citoid
-Cliqzbot
-Collector
+Claritybot
+Cogentbot
 CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
 Curious
-Custo
 DBLBot
-Digincore
-DigitalPebble
-Dirbuster
+DataCha0s
+DatabaseDriverMysqli
+Disco
+Discobot
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
+DomainAppender
 DomainSigmaCrawler
-Domains Project
-Download Wonder
-Dragonfly
+DomainStatsBot
 ECCP/1.0
 EMail Siphon
 Ebingbong
 Ecxi
 EirGrabber
+Extractor
+ExtractorPro
 Extreme Picture Finder
 Ezooms
-Fimap
-FlashGet
+FrontPage
 FyberSpider
 Fyrebot
-GT::WWW
-GermCrawler
-GetWeb
+G-i-g-a-b-o-t
+GetRight
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-GrapeshotCrawler
-HTTP::Lite
-HTTrack
+Gotit
+Grabber
+Grafula
+GrapeFX
+GridBot
 Hloader
-HonoluluBot
+Humanlinks
 HybridBot
-IRLbot
+IDBTE4M
+IDBot
+Iblog
 IlseBot
+Image Fetch
 Intelliseek
-InterGET
-InternetSeer
-Iria
-JOC Web Spider
+Iskanie
 JamesBOT
-JikeSpider
-JustView
-Kenjin Spider
-LWP::Simple
+Jbrofuzz
+JennyBot
+JetCar
+Jetty
+Jyxobot
 Leap
-LeechFTP
 LeechGet
-LibWeb
-Libwhisker
-Lightspeedsystems
+LexiBot
+Lftp
 Likse
+LinkWalker
 LinkextractorPro
-LinqiaScrapeBot
-Lipperhey Spider
+LinqiaRSSBot
+Lipperhey
 Ltx71
 MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
+MIIxpc
+MTRobot
+Magnet
+Majestic-SEO
 Majestic12
+MarkMonitor
+Mass Downloader
 Mata Hari
-MauiBot
-Mediatoolkitbot
-Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
+Mb2345Browser
+MeanPath Bot
+Microsoft URL Control
+Moblie Safari
 Mozlila
-Musobot
 NICErsPRO
 Navroad
-NetAnts
+Needle
+Net Vampire
 NetLyzer
-Netcraft
+NetMechanic
+NetSpider
 Nettrack
 Netvibes
-Nikto
-Nmap
-Not
-Nutch
-Offline Explorer
-OnCrawl
-OpenVAS
+Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
+Octopus
 Openfind
-Openvas
 OrangeBot
-OutfoxBot
-PageAnalyzer
-PageScorer
-PageThing.com
+OrangeSpider
+OutclicksBot
+Page Analyzer
+PageGrabber
+Pandalytics
 Papa Foto
-Pavuk
 Pi-Monster
 Picsearch
-PleaseCrawl
+PictureFinder
+Pimonster
+Pixray
 ProPowerBot
 Psbot
-PxBroker
-PyCurl
+Pump
 QueryN Metasearch
+Quick-Crawler
 RSSingBot
+RankActiveLinkBot
 RankFlex
-RankingBot
-Rankivabot
+RankingBot2
 RealDownload
 RebelMouse
-Recorder
-RocketCrawler
+Ripper
+Rogerbot
+SBIder
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
 SISTRIX
-SMTBot
 SalesIntelligent
-Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
+ScanAlert
 Searchestate
+SearchmetricsBot
 Seekport
-Shodan
+Seomoz
+Siphon
 Site Sucker
-SiteSucker
-Sitebeam
-Sitevigil
-SmartDownload
+SiteCheckerBotCrawler
+SiteLockSpider
+Snake
 Snapbot
 Snoopy
 SocialRankIOBot
-SpaceBison
+Sottopop
 SpankBot
-Spbot
-Spinn3r
-Sqlmap
+Sqlworm
 Sqworm
+Stripper
+Sucuri
 SuperBot
+SurveyBot
 Suzuran
+Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
-TightTwatBot
-Titan
+Telesoft
+Telesphorep
+TheNomad
 Toweyabot
+Trendictionbot
+True_Robot
 Turnitin
-Typhoeus
 URLy Warning
-VB Project
+URLy.Warning
 Vacuum
-VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Voil
 Voltron
-WBSearchBot
 WISENutbot
-WWW-Collector-E
-Wallpapers/3.0
-WeSEE
-Web Collage
+WWW-Mechanize
+WallpapersHD
+Web Auto
 Web Enhancer
-Web Fetch
-Web Pix
+WebBandit
+WebCollage
 WebCopier
 WebEnhancer
 WebFetch
-WebFuck
-WebImageCollector
 WebReaper
+WebZIP
 Webshag
+WebsiteExtractor
 WebsiteQuester
+Webster
 Whack
 Whacker
-Who.is Bot
-Widow
+Whatweb
 WiseGuys Robot
+Wonderbot
 Woobot
 Wprecon
 Xaldon WebSpider
+Xenu
 YoudaoBot
+Zermelo
 Zeus
-Zitebot
 ZoominfoBot
-ZumBot
-adscanner
-backlink-check
-crawler4j
+ZyBorg
+arquivo.pt
+autoemailspider
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-evc-batch
+domainsproject.org
+eCatch
+facebookscraper
+heritrix
+instabid
 isitwp.com
-iubenda-radar
 linkdexbot
-meanpathbot
-mediawords
-muhstik-scan
 oBot
-plumanalytics
-probe-image-size
-s1z.ru
-satoristudio.net
-scalaj-http
+page scorer
+ripz
+scan.lol
+seobility
 sexsearcher
 sitechecker.pro
-siteripz
+sp_auditbot
 sysscan
 tAkeOut
-trendiction.de
-zgrab
+voyagerx.com
+x09Mozilla
+xpymep1.exe