V4.2022.03.2953 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+360Spider
+80legs
+ADmantX
 ALittle Client
-Abonti
-Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-AllSubmitter
 AlphaBot
+Anarchie
+Anarchy99
+Ankit
+Anthill
 Aspiegel
-Atomseobot
-Attach
-AwarioRssBot
-BBBike
-BDCbot
-BDFetch
-BackStreet
-Barkrowler
-BetaBot
-Bigfoot
+Asterias
+BLEXBot
+BackWeb
+Bandit
 Black Hole
-BlowFish
+BlackWidow
+Boardreader
 BotALot
-Brandprotect
-Brandwatch
 Buck
+Buddy
 BuiltWith
-BuzzSumo
+CCBot
 CODE87
-CSHttp
 CazoodleBot
 Cegbfeieh
 CheTeam
 CherryPicker
 ChinaClaw
+Chlooe
+Citoid
+Cliqzbot
 Cloud mapping
-Cocolyzebot
 Copier
 CopyRightCheck
-Cosmos
-Crawling at Home Project
+Copyscape
 CrazyWebCrawler
 CrunchBot
-Curious
-DataCha0s
+DIIbot
 Demon
-Deusu
 Devil
+Digincore
 DigitalPebble
-Dispatch
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainStatsBot
+Discobot
+DomainSigmaCrawler
 Domains Project
+Dotbot
+Download Wonder
 Dragonfly
-Drip
+EMail Siphon
 EMail Wolf
-Evil
+Ebingbong
+Ecxi
+EirGrabber
 Express WebPictures
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-FemtosearchBot
-Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
+Ezooms
+Fimap
+Firefox/7.0
+FlashGet
+Freeuploader
+FyberSpider
+Fyrebot
+GalaxyBot
 GetRight
-GetWeb
-Getintent
 GrapeFX
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
 HMView
 HTMLparser
 HTTP::Lite
+HTTrack
+HaosouSpider
 Harvest
 Havij
+Hloader
 HonoluluBot
-Humanlinks
-IDBot
-IRLbot
-IlseBot
-Image Fetch
+HybridBot
 IndeedBot
-Indy Library
 InfoTekies
 InterGET
-JamesBOT
-Jbrofuzz
-JetCar
+Internet Ninja
+InternetSeer
+Iskanie
 Jetty
-Joomla
-Jyxobot
-Keyword Density
+Kenjin Spider
 Kinza
+Kozmosbot
 LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
-LeechFTP
 LexiBot
-Lftp
 LibWeb
-Libwhisker
-LinkScan
-Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+Likse
+LinkWalker
+LinkextractorPro
 LinqiaRSSBot
-Lmspider
-Ltx71
-MSFrontPage
+LinqiaScrapeBot
+Litemage_walker
+MFC_Tear_Sample
 MSIECrawler
-Magnet
+Mag-Net
 Mail.RU_Bot
-Majestic-SEO
+MarkMonitor
 MarkWatch
-Mass Downloader
 MauiBot
+MeanPath Bot
 Microsoft URL Control
-Mojolicious
+Mister PiX
+Mojeek
 MolokaiBot
 Mozlila
+Mr.4x3
+NICErsPRO
 NPbot
-Name Intelligence
-NearSite
-Needle
+Nameprotect
+Navroad
 NetZIP
-Netcraft
+Nettrack
+Netvibes
+NextGenSearchBot
+Niki-bot
+Nikto
 Nimbostratus
-Nmap
-Not
-Octopus
-Offline Navigator
-OutfoxBot
-PECL::HTTP
-Page Analyzer
-PageGrabber
-PageScorer
-Panscient
-Papa Foto
-Petalbot
-Pi-Monster
+Ninja
+Nutch
+OpenVAS
+Openvas
+OrangeSpider
+PageAnalyzer
+Picscout
 Picsearch
-PictureFinder
 Piepmatz
-PleaseCrawl
-ProPowerBot
+Pixray
+ProWebWalker
+Psbot
+Pu_iN
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
+RankingBot
 RankurBot
-Re-re
-RealDownload
-RebelMouse
+ReGet
+Reaper
+RedesScrapy
+RepoMonkey
+Ripper
+Rogerbot
 SBIder
+SEOprofiler
 SEOstats
-SalesIntelligent
+SMTBot
 ScanAlert
-Scrapy
 Screaming
-SearchmetricsBot
-Seekport
-SeoSiteCheckup
+Searchestate
+Semrush
 SeobilityBot
-SiteExplorer
-SiteSucker
+Site Sucker
 Sitebeam
+Siteimprove
 Sitevigil
+Snake
 Snapbot
 Snoopy
-SocialRankIOBot
-Sociscraper
-Sosospider
+Sogou web spider
 Sottopop
+SpaceBison
 Spbot
-Sqworm
+Sqlworm
 Stripper
-Surfbot
-SurveyBot
+Sucuri
+Suzuran
 Szukacz
-T0PHackTeam
-T8Abot
+Teleport
 TeleportPro
-Telesoft
-Tracemyfile
-True_Robot
-Turingos
+Telesphoreo
+Telesphorep
+Thumbor
+TightTwatBot
+Titan
 TwengaBot
+Twice
 Typhoeus
-URLy Warning
-UnisterBot
-VCI
+VB Project
 VelenPublicWebCrawler
-Virusdie
+VidibleScraper
 VoidEYE
-Voltron
+Voil
 WASALive-Bot
+WEBDAV
+WISENutbot
 WPScan
-WallpapersHD
-Web Fetch
-Web Sucker
-WebCollage
-WebCopier
-WebFetch
-WebLeacher
+WWW::Mechanize
+Wallpapers
+Web Enhancer
+Web Fuck
+WebAuto
+WebFuck
+WebPix
 WebReaper
+WebSauger
 WebZIP
 Webshag
 WebsiteExtractor
-Whatweb
-Who.is Bot
-Widow
+Webster
+Whack
+WinHTTrack
 WiseGuys Robot
-Xaldon_WebSpider
-Xenu
+Wonderbot
+Wprecon
+Xaldon WebSpider
 YoudaoBot
-Zitebot
+Zauba
+Zeus
 ZoomBot
-ZumBot
-ZyBorg
 adscanner
+arquivo-web-crawler
 autoemailspider
 backlink-check
-check1.exe
+cah.io.community
+coccocbot
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
 dataforseo.com
+demandbase-bot
+domainsproject.org
 evc-batch
 facebookscraper
 gopher
+heritrix
+instabid
 ips-agent
-lwp-request
-netEstate NE Crawler
+isitwp.com
+lwp-trivial
+mediawords
+plumanalytics
+probe-image-size
 ripz
-satoristudio.net
-seobility
+scan.lol
 seocompany.store
+seoscanners
 sexsearcher
 sitechecker.pro
-spyfu
-trendiction.com
-trendiction.de
-webmeup-crawler
+sogouspider
+sp_auditbot
+sysscan
+ubermetrics-technologies.com
+webgains-bot
 webpros.com
 webprosbot
-xpymep1.exe
+x22Mozilla
+zgrab