V4.2022.06.3156 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+404checker
 80legs
-Abonti
-Aipbot
-AlphaBot
+AIBOT
+Aboundex
+Aboundexbot
+AiHitBot
+Alexibot
+AllSubmitter
 Anarchie
-Anarchy99
 Ankit
-Apexoo
-Asterias
+Anthill
+Atomseobot
 AwarioRssBot
-BBBike
-BackWeb
-Backlink-Ceck
-Bandit
-Black Hole
-BlackWidow
-Blow
-Bolt
-Buddy
+BDFetch
+BLEXBot
+BackStreet
+BacklinkCrawler
+Badass
+BatchFTP
+Battleztar Bazinga
+Bitacle
+Boardreader
+Brandwatch
+Buck
 BuiltBotTough
+BuiltWith
+Bullseye
+BuzzSumo
+CODE87
 CSHttp
-Cegbfeieh
-CheTeam
+Calculon
+CensysInspect
 CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
 Cliqzbot
 Cogentbot
-Collector
 Copier
 CopyRightCheck
-Crawling at Home Project
+Cosmos
 Crescent
 CrunchBot
+CyotekWebCopy
+DBLBot
+DIIbot
+DSearch
+DTS Agent
 DatabaseDriverMysqli
+Deusu
 Devil
-Digincore
-DigitalPebble
 Dirbuster
-Disco
-Discobot
-Dispatch
-DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dragonfly
-EasyDL
-Ebingbong
-EroCrawler
+DomainAppender
+DomainCrawler
+Dotbot
+Drip
+ECCP/1.0
+Ecxi
+EirGrabber
 Express WebPictures
+ExtLinksBot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
 FHscan
 Firefox/7.0
+Flunky
+Foobot
 Freeuploader
-GT::WWW
-GermCrawler
-GetWeb
-Go!Zilla
-Grabber
-Grafula
-HMView
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
+Gigabot
+Go-Ahead-Got-It
+Gotit
+GrapeFX
 HTMLparser
+HTTP::Lite
+Haansoft
+HaosouSpider
 Havij
-Humanlinks
-HybridBot
+Hloader
+IDBTE4M
 IRLbot
+Id-search
 IlseBot
 IndeedBot
 InfoTekies
-Internet Ninja
 InternetSeer
-Iskanie
-IstellaBot
-JamesBOT
+Iria
+JOC Web Spider
 Jbrofuzz
+JetCar
 JikeSpider
 Joomla
-Jorgee
-Kenjin Spider
+JustView
+Jyxobot
+Keyword Density
 Kinza
-LNSpiderguy
-LWP::Simple
-LeechFTP
-LibWeb
-Libwhisker
+Kozmosbot
+Lanshanbot
+Leap
+LeechGet
+LinkWalker
+LinqiaRSSBot
 Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
-MQQBrowser
-MTRobot
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-Majestic12
+MarkWatch
 Masscan
+Mata Hari
 MauiBot
-MeanPath Bot
-Metauri
+MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
-Minefield
+Microsoft URL Control
+Mister PiX
+Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-Needle
+Navroad
+NearSite
 Nessus
-Net Vampire
-NetAnts
+NetLyzer
 NetSpider
-Netcraft
-NimbleCrawler
+NextGenSearchBot
+Nibbler
+Niki-bot
 Ninja
-Nmap
-Not
-Nutch
-OnCrawl
-OpenVAS
-Openfind
-OrangeBot
-PHPCrawl
-PageScorer
-PageThing.com
-PeoplePal
-Picsearch
-PleaseCrawl
+Octopus
+OpenLinkProfiler
+OutclicksBot
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
+Pavuk
+Pi-Monster
+PictureFinder
+ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
-PyCurl
-RSSingBot
-RankActive
+Pu_iN
+Pump
+Quick-Crawler
 RankActiveLinkBot
-RankFlex
 RankingBot2
 Rankivabot
-RebelMouse
-RocketCrawler
+Re-re
+Ripper
 Rogerbot
-SBIder
-SalesIntelligent
-ScanAlert
-Screaming
-Searchestate
-SearchmetricsBot
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+SMTBot
+ScoutJet
+Scrapy
+ScreenerBot
 Seekport
 Semrush
-Shodan
-Siphon
-Site Sucker
+SentiBot
+SeoSiteCheckup
+SiteExplorer
 Sitebeam
+Siteimprove
+Sitevigil
+SlySearch
+Snapbot
 Snoopy
-SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
 Sottopop
-SpaceBison
 Spammen
+Spanner
 Spbot
-Sqworm
+Sucker
 Sucuri
 SuperBot
-SuperHTTP
 Suzuran
-Swiftbot
 Szukacz
 T0PHackTeam
-Teleport
+T8Abot
+TeleportPro
+Telesphoreo
 TheNomad
-TightTwatBot
-Titan
 Toata
-Toweyabot
-Tracemyfile
-TwengaBot
+TurnitinBot
 Twice
-URLy Warning
+Typhoeus
+URLy.Warning
 UnisterBot
 Upflow
 V-BOT
+VCI
+Vacuum
 Vagabondo
 Virusdie
 VoidEYE
-WASALive-Bot
-WISENutbot
-WWW-Collector-E
+WBSearchBot
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
-Web Fetch
+Web Enhancer
+Web Fuck
 Web Pix
-Web Sauger
-Web Sucker
+WebBandit
+WebCopier
 WebEnhancer
-WebImageCollector
+WebGo IS
 WebReaper
-WebSucker
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
+WebSauger
+WebStripper
+Webalta
 WebsiteQuester
-Woobot
-Wprecon
-YoudaoBot
-Zauba
+Webster
+Widow
+WiseGuys Robot
+Zade
 Zermelo
-Zeus
-ZmEu
 ZoomBot
 ZumBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-backlink-check
-cah.io.community
-clark-crawler
-coccocbot
+autoemailspider
+check1.exe
+crawl.sogou.com
+crawler4j
 demandbase-bot
-domainsproject.org
-eCatch
-gopher
-heritrix
-lwp-request
-lwp-trivial
-meanpathbot
-mediawords
-oBot
-probe-image-size
+evc-batch
+facebookscraper
+isitwp.com
+muhstik-scan
+polaris version
+s1z.ru
 scalaj-http
-seobility
 seocompany.store
-seoscanners
-serpstatbot
-siteripz
-sp_auditbot
-voyagerx.com
+seostar
+sexsearcher
+sitechecker.pro
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
 webmeup-crawler
-webpros.com
+xpymep1.exe
 zauba.io