V4.2021.10.2653 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 ADmantX
-AIBOT
-ALittle Client
-Aboundex
-AfD-Verbotsverfahren
+Abonti
+Aboundexbot
+Acunetix
 AhrefsBot
-AllSubmitter
-Alligator
-AlphaBot
+AiHitBot
+Aipbot
+Alexibot
+Anarchie
 Anarchy99
-Aspiegel
+Anthill
+Asterias
+Attach
 BDFetch
 BLEXBot
+BackDoorBot
 BackStreet
-BacklinkCrawler
-Badass
+BackWeb
+Bandit
 Barkrowler
-BatchFTP
-BetaBot
-Bitacle
 Black Hole
 Blackboard
-Blow
 BlowFish
-BotALot
+Boardreader
+Bolt
 Buddy
-BunnySlippers
-BuzzSumo
-CATExplorador
-CODE87
+CSHttp
+CazoodleBot
 CheeseBot
-ChinaClaw
-Chlooe
+CherryPicker
 Cloud mapping
-Cocolyzebot
+Cogentbot
+Collector
 Copier
-Copyscape
-Cosmos
-Craftbot
-CrunchBot
-CyotekWebCopy
-DIIbot
+DBLBot
 DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Disco
+Deusu
 Discobot
-Discoverybot
 DittoSpyder
+DomCopBot
 DomainAppender
 DomainCrawler
-Domains Project
-Dotbot
-Drip
-ECCP/1.0
-EasyDL
+DomainStatsBot
+Ebingbong
 Ecxi
-Exabot
+EirGrabber
+Evil
 ExtLinksBot
+Extractor
+ExtractorPro
 EyeNetIE
-Ezooms
 FDM
-FemtosearchBot
 Fimap
-Flunky
+Firefox/7.0
+FlashGet
 Foobot
-G-i-g-a-b-o-t
-GetWeb
+Fyrebot
+GT::WWW
+Genieo
+GetRight
 Getintent
-GoZilla
+Go-Ahead-Got-It
+GrabNet
 Grabber
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
+GrapeFX
 HMView
 HTMLparser
-HTTP::Lite
 HTTrack
-Havij
+Haansoft
+HaosouSpider
 Heritrix
-IDBTE4M
+HybridBot
+IRLbot
 Id-search
 IlseBot
 Image Fetch
+Image Sucker
 IndeedBot
-InfoNaviRobot
-InternetSeer
-Iskanie
-Jbrofuzz
+Internet Ninja
+JamesBOT
 JennyBot
-Jetty
-Jorgee
-JustView
-Kenjin Spider
+JikeSpider
+Joomla
+Jyxobot
 LNSpiderguy
 LWP::Simple
-Larbin
+Leap
 LeechFTP
-LeechGet
-Lftp
-LieBaoFast
-Lightspeedsystems
-LinkScan
-Linkbot
-Linkdexbot
-LinqiaScrapeBot
+LibWeb
+Libwhisker
+Likse
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
-MJ12bot
+Litemage_walker
 MSIECrawler
-Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 Majestic12
-MarkWatch
+MarkMonitor
+Mass Downloader
+MeanPath Bot
 Meanpathbot
-Microsoft Data Access
-Mister PiX
+Mediatoolkitbot
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
 Mojeek
 Mojolicious
 Morfeus Fucking Scanner
 Mr.4x3
 NICErsPRO
-NPbot
-Name Intelligence
-Nameprotect
-Needle
-Nessus
+NetAnts
 NetMechanic
-Netvibes
+Netcraft
+Nettrack
+NextGenSearchBot
 Nibbler
-Nikto
+NimbleCrawler
+Nimbostratus
 Nmap
-Nuclei
-OpenVAS
+Octopus
+Offline Navigator
+OnCrawl
+Openfind
+OrangeBot
 OrangeSpider
-OutclicksBot
 PHPCrawl
-PageAnalyzer
-Panscient
-PeoplePal
+PageGrabber
 Petalbot
-PictureFinder
+Pi-Monster
+Pimonster
+Pixray
 PleaseCrawl
-Pockey
-Probethenet
-Pu_iN
-Pump
+PyCurl
 Quick-Crawler
-RankActive
-RankingBot
+RSSingBot
 RankingBot2
+Rankivabot
 RealDownload
-Reaper
 RebelMouse
-Ripper
+RepoMonkey
+RocketCrawler
 Rogerbot
+SBIder
 SEOkicks
-SEOkicks-Robot
-SMTBot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SalesIntelligent
-ScoutJet
+ScanAlert
+Scanbot
 Scrapy
 Screaming
-Searchestate
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
-Semrush
-SeoSiteCheckup
-Siphon
+SentiBot
+Seomoz
 Site Sucker
-Siteimprove
-SmartDownload
-Snapbot
-Sogou web spider
-SpaceBison
+SiteSnagger
+Sitebeam
+Sitevigil
+SocialRankIOBot
+Sottopop
 SpankBot
 Spinn3r
-SputnikBot
+Sqlworm
+Sqworm
+Sucker
 Sucuri
 SuperHTTP
-Szukacz
+Suzuran
+Swiftbot
 Teleport
 TeleportPro
+Telesoft
+Telesphoreo
 The Intraformant
+TheNomad
+Thumbor
 TightTwatBot
-Titan
-Trendiction
-Turingos
+Toata
+Trendictionbot
+True_Robot
+Turnitin
+TurnitinBot
 TwengaBot
-Upflow
-VCI
-VidibleScraper
-VoidEYE
-Voil
+URLy.Warning
+UnisterBot
+V-BOT
+WASALive-Bot
 WEBDAV
-WISENutbot
 WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Pix
-Web Sucker
-WebBandit
-WebCollage
-WebCopier
+WWW-Mechanize
+WWWOFFLE
+WeSEE
+Web Auto
+WebAuto
+WebFetch
+WebImageCollector
 WebPix
+WebSauger
 WebStripper
 WebSucker
+WebWhacker
+WebZIP
 Webalta
-Webster
-Who.is Bot
 WiseGuys Robot
-Wonderbot
-Woobot
 Xaldon WebSpider
-Zauba
+Xaldon_WebSpider
+YoudaoBot
 Zeus
-Zitebot
-ZoominfoBot
-ZyBorg
-archive.org_bot
-autoemailspider
+ZoomBot
+arquivo-web-crawler
 backlink-check
-cah.io.community
-clark-crawler
-coccocbot-web
-cognitiveseo
-crawler4j
-facebookscraper
-lwp-request
+check1.exe
+com.plumanalytics
+dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
+heritrix
+internetVista monitor
+isitwp.com
 lwp-trivial
 magpie-crawler
-mediawords
-netEstate NE Crawler
-oBot
-page scorer
+meanpathbot
+plumanalytics
 polaris version
-s1z.ru
-scalaj-http
+probe-image-size
 scan.lol
-sexsearcher
-sitechecker.pro
+seobility
+seoscanners
+seostar
+siteripz
 spyfu
-sysscan
-trendiction.com
-trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 webprosbot
+x22Mozilla
+zauba.io