V4.2022.11.3488 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 80legs
-AIBOT
+ALittle Client
+ASPSeek
+Abonti
+Aboundex
+Aboundexbot
+Acunetix
+AhrefsBot
+AiHitBot
 Aipbot
-AllSubmitter
-Alligator
-Aspiegel
+Alexibot
+Ankit
+Anthill
+Apexoo
+Asterias
 AwarioRssBot
-BackDoorBot
+BBBike
+BackWeb
 BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Bigfoot
-Bitacle
+Barkrowler
+BetaBot
 Blow
-BlowFish
-Bolt
-BuzzSumo
+Buddy
+BuiltBotTough
+Bullseye
+CCBot
 CODE87
 CSHttp
-Calculon
-Chlooe
-Cliqzbot
-Cloud mapping
+Cegbfeieh
+CheTeam
+ChinaClaw
+Citoid
+Claritybot
+Cocolyzebot
 Cogentbot
-Crawling at Home Project
+Copier
+CopyRightCheck
+Copyscape
+Craftbot
 CrunchBot
-Curious
-DSearch
+Custo
 DTS Agent
-Deusu
-Devil
+DataCha0s
+Demon
 Digincore
 DigitalPebble
-Discobot
-Dispatch
+Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
-DomainStatsBot
+DomainAppender
 Dotbot
-Dragonfly
+Download Wonder
 Drip
-ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-Evil
-Exabot
-ExtLinksBot
+EMail Wolf
 Extractor
+Extreme Picture Finder
 EyeNetIE
 FemtosearchBot
-Flunky
+Fimap
+FlashGet
+Freeuploader
 FyberSpider
-GT::WWW
 Genieo
 GetRight
-Gigabot
-GoZilla
+Go!Zilla
+Gotit
 Grabber
 Grafula
-GrapeshotCrawler
-GridBot
 HEADMasterSEO
 HMView
 HTTP::Lite
-Haansoft
-Harvest
 Havij
-Hloader
-HonoluluBot
-IDBTE4M
-Image Fetch
-IndeedBot
-Indy Library
+Humanlinks
+IRLbot
+Iblog
+Id-search
 InfoNaviRobot
+InfoTekies
 Intelliseek
-InternetSeer
+InterGET
+Internet Ninja
 Iskanie
-JOC Web Spider
-JamesBOT
-Jbrofuzz
+IstellaBot
 JennyBot
-JetCar
-JikeSpider
+Jetty
 Joomla
 Jorgee
-Kenjin Spider
-LNSpiderguy
 Lanshanbot
-Larbin
-LeechFTP
-Lftp
-Libwhisker
+LeechGet
+LibWeb
 Lightspeedsystems
 Linkbot
-LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
 Litemage_walker
-MIDown tool
+Lmspider
+MFC_Tear_Sample
 MIIxpc
-MSIECrawler
-Magnet
-Majestic-SEO
-MarkMonitor
-MarkWatch
-Mata Hari
+MJ12bot
+MTRobot
+Mag-Net
 MauiBot
-MicroMessenger
-Microsoft Data Access
+Mb2345Browser
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
+Mojolicious
+MolokaiBot
 Musobot
 NICErsPRO
-NPbot
-Name Intelligence
 Needle
-Nessus
-NetAnts
-NetLyzer
 NetZIP
-Netcraft
-Nettrack
-Nmap
-Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
+Niki-bot
+NimbleCrawler
+Not
+Openvas
+OrangeBot
 OrangeSpider
+OutfoxBot
 PECL::HTTP
 Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
-Panscient
+Pandalytics
+Papa Foto
+Pavuk
 PeoplePal
-Pimonster
+Picsearch
+Piepmatz
 Pixray
-Probethenet
+PleaseCrawl
+Pockey
+Psbot
+Pu_iN
 PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
 RankActive
-RankFlex
-RankingBot
 RankingBot2
 Rankivabot
-Re-re
-RealDownload
+RankurBot
+Recorder
+RedesScrapy
+RepoMonkey
+Ripper
 SBIder
-SEOstats
-SalesIntelligent
-ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-SemanticJuice
-SeoSiteCheckup
-SeobilityBot
-SiteExplorer
-Siteimprove
+ScanAlert
+Scrapy
+ScrepyBot
+Semrush
+SentiBot
+Siphon
+SiteLockSpider
 Snake
 Snapbot
-Snoopy
 Sociscraper
-Sosospider
+Sogou web spider
+Spammen
+SpankBot
+Spanner
 Spbot
 Spinn3r
 SputnikBot
-Sqlworm
-Stripper
+Sqworm
 Sucker
-Swiftbot
+SurveyBot
+Szukacz
 Teleport
+Telesoft
+TightTwatBot
 Titan
-Toweyabot
-Trendiction
-True_Robot
-Turingos
 Turnitin
-TurnitinBot
+TwengaBot
 Twice
-V-BOT
+URLy Warning
+Upflow
 VB Project
-VoidEYE
+Vacuum
+Virusdie
 Voil
-Voltron
 WASALive-Bot
 WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Pix
+Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Sauger
-WebAuto
-WebCopier
+WebBandit
 WebEnhancer
-WebFetch
 WebFuck
+WebImageCollector
 WebLeacher
 WebStripper
-WebZIP
-WebmasterWorldForumBot
-WebsiteQuester
-Whack
-Whatweb
+WebSucker
+WebWhacker
+Website Quester
+Webster
 Who.is Bot
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
+Widow
 Xaldon_WebSpider
-Xenu
 Zauba
+Zermelo
 Zitebot
+ZmEu
+ZoomBot
 ZumBot
-arquivo.pt
+adscanner
+arquivo-web-crawler
 coccocbot
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+crawler4j
 demandbase-bot
+domainsproject.org
+eCatch
+evc-batch
 gopher
-heritrix
-internetVista monitor
-iubenda-radar
+ips-agent
+linkdexbot
 lwp-request
-lwp-trivial
 magpie-crawler
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
-pcBrowser
-scalaj-http
+plumanalytics
+polaris version
+s1z.ru
+satoristudio.net
+seobility
 seocompany.store
 seoscanners
-sp_auditbot
+seostar
+sitechecker.pro
+siteripz
 spyfu
+sysscan
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 webgains-bot
-webpros.com
-webprosbot
-xpymep1.exe
-zauba.io
+webmeup-crawler
+x22Mozilla
 zgrab