V4.2022.08.3299 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Alexibot
+404checker
+80legs
+AIBOT
+ALittle Client
+Abonti
+Acunetix
+AhrefsBot
+AllSubmitter
 AlphaBot
 Anarchie
+Anarchy
 Apexoo
-Atomseobot
-Attach
+Asterias
+AwarioRssBot
+BBBike
 BDFetch
 BLEXBot
-BacklinkCrawler
+BackStreet
+Badass
 Bandit
-BetaBot
+BatchFTP
 Bigfoot
-BlackWidow
-Blackboard
-BlowFish
-Bolt
-Buck
-BuiltBotTough
-BuiltWith
+Bitacle
+Blow
+Boardreader
+Brandwatch
+Buddy
 Bullseye
-BunnySlippers
-BuzzSumo
-CODE87
+CATExplorador
+Calculon
 CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
+CheTeam
+CherryPicker
+Chlooe
+Cliqzbot
 Cocolyzebot
-Copyscape
+Collector
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CrunchBot
+Curious
 Custo
 CyotekWebCopy
-DIIbot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Deusu
+DBLBot
+DTS Agent
 Devil
-Digincore
-DigitalPebble
-DomainAppender
+Dirbuster
+Disco
+DittoSpyder
+DnBCrawler-Analytics
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
+ECCP/1.0
+EMail Wolf
 EasyDL
-Exabot
-Express WebPictures
+Ecxi
+EirGrabber
+EroCrawler
+Extractor
 ExtractorPro
-Extreme Picture Finder
-FDM
-FHscan
-Firefox/7.0
-Freeuploader
-FrontPage
+FlashGet
 FyberSpider
 GalaxyBot
-Genieo
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+GetRight
+GetWeb
 GoZilla
-GrapeFX
-HEADMasterSEO
+Gotit
+Grafula
+GrapeshotCrawler
 HMView
+HTTP::Lite
 Haansoft
-HaosouSpider
+Harvest
 Havij
 Heritrix
-IDBTE4M
-Iblog
-Id-search
-Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
+HonoluluBot
+Humanlinks
+HybridBot
+Image Fetch
+InfoTekies
+Iria
+JOC Web Spider
 Jetty
-Joomla
-Jorgee
-Jyxobot
+JikeSpider
+JustView
+Keybot Translation-Search-Machine
 Kozmosbot
-LeechGet
+Leap
 Lftp
-LieBaoFast
-Linkbot
+Libwhisker
+Lightspeedsystems
+Likse
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
+LinqiaScrapeBot
+Lmspider
+MFC_Tear_Sample
 MIDown tool
-MQQBrowser
+MJ12bot
+MTRobot
+Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
-MarkMonitor
+Majestic12
 MarkWatch
-MauiBot
+Masscan
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-Microsoft URL Control
-Mozlila
-Musobot
-Nameprotect
-Navroad
-Needle
-Net Vampire
+Mediatoolkitbot
+Mojeek
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
+Name Intelligence
+NetAnts
+NetMechanic
 NetSpider
-NetZIP
-Netcraft
+Netvibes
 Nibbler
+Niki-bot
+NimbleCrawler
 Nimbostratus
 Nuclei
 Nutch
 Offline Explorer
 Offline Navigator
 OnCrawl
-OpenLinkProfiler
 OpenVAS
-OutfoxBot
+Openfind
+Openvas
+OrangeBot
+OrangeSpider
 PECL::HTTP
-PageScorer
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
+PHPCrawl
+Page Analyzer
+PageGrabber
+PageThing.com
+Petalbot
 Picscout
-PictureFinder
 Pixray
 PleaseCrawl
 Pockey
+ProPowerBot
 Probethenet
-Pu_iN
-QueryN Metasearch
+Psbot
+Quick-Crawler
 RSSingBot
-RankFlex
+RankActive
+RankActiveLinkBot
+RankingBot
 RankingBot2
-Rankivabot
-RankurBot
-RealDownload
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
-SEOlyticsCrawler
+Recorder
 SEOstats
 SISTRIX
-ScanAlert
 ScoutJet
-Scrapy
-Searchestate
+Screaming
+Seekport
+SemrushBot
 SentiBot
-Shodan
-Siphon
+SeoSiteCheckup
+SeobilityBot
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
-Sitebeam
 SlySearch
-SmartDownload
 Snake
-Snoopy
-Sociscraper
-Spanner
-Spinn3r
-SputnikBot
-Sqlmap
+Snapbot
+SocialRankIOBot
+Sogou web spider
+SpaceBison
+SpankBot
+Sqlworm
 Sqworm
-Steeler
-Stripper
-Sucker
 SurveyBot
+Suzuran
+T0PHackTeam
 T8Abot
 Telesoft
-Telesphoreo
-Toweyabot
-Tracemyfile
-Trendictionbot
-True_Robot
-Turnitin
-Typhoeus
-URLy Warning
+TheNomad
+Titan
+TwengaBot
+URLy.Warning
 VB Project
-Vacuum
+VCI
 Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-Voil
-WBSearchBot
+WASALive-Bot
 WWW-Collector-E
-WWW-Mechanize
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Sauger
-Web Sucker
+Web Fuck
+Web Pix
 WebCollage
-WebEnhancer
+WebCopier
+WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
-WebPix
+WebLeacher
+WebStripper
+WebWhacker
+WebZIP
 Webshag
 Website Quester
-Webster
+WebsiteExtractor
+Whacker
 Who.is Bot
-Widow
+WinHTTrack
+Woobot
 Wotbox
 Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-Zauba
-Zermelo
-Zeus
-Zitebot
 ZmEu
-ZoomBot
-ZoominfoBot
-adscanner
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-backlink-check
-clark-crawler
-cognitiveseo
+autoemailspider
+cah.io.community
+com.plumanalytics
+crawler.feedback
+crawler4j
 dataforseo.com
-facebookscraper
-ips-agent
+demandbase-bot
+domainsproject.org
+heritrix
+instabid
+isitwp.com
 lwp-request
-magpie-crawler
+lwp-trivial
+meanpathbot
+muhstik-scan
+oBot
+page scorer
 pcBrowser
-polaris version
-ripz
-s1z.ru
-satoristudio.net
-scan.lol
-seobility
+scalaj-http
+seocompany.store
+seoscanners
 seostar
-serpstatbot
+sitechecker.pro
 siteripz
-trendiction.com
-trendiction.de
+spyfu
+sysscan
+voyagerx.com
+webprosbot
 x09Mozilla
 x22Mozilla
-zgrab
+zauba.io