V4.2021.11.2711 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404enemy
-ADmantX
-ASPSeek
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AllSubmitter
-Alligator
+80legs
+AIBOT
+Aboundexbot
+AiHitBot
 AlphaBot
-Attach
+Anarchy
+Ankit
+Anthill
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
+BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
+Badass
 Barkrowler
-BatchFTP
 BetaBot
 Bigfoot
+Bitacle
 Blackboard
 Blow
-Bolt
-Brandprotect
-BuiltBotTough
-CCBot
-CSHttp
+Buck
+Buddy
+BuiltWith
+Bullseye
+BuzzSumo
 CazoodleBot
-ChinaClaw
-Chlooe
+Cegbfeieh
+CensysInspect
+CherryPicker
 Claritybot
-Cloud mapping
-Copyscape
-Cosmos
-Craftbot
-CrazyWebCrawler
-DBLBot
-DSearch
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Crawling at Home Project
+Custo
+CyotekWebCopy
+DIIbot
 DTS Agent
-Demon
-Devil
-Digincore
+DataCha0s
 Dirbuster
-Disco
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
+Discobot
+DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-Drip
-EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-Exabot
-Extreme Picture Finder
-EyeNetIE
+Evil
+Express WebPictures
+ExtLinksBot
+Extractor
 Ezooms
-FDM
-FHscan
-Flunky
-FrontPage
-FyberSpider
+FemtosearchBot
+Fimap
+Firefox/7.0
+FlashGet
 Fyrebot
-Genieo
-Go-Ahead-Got-It
-GrabNet
-Grabber
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GermCrawler
+GetRight
+GoZilla
 Grafula
-GrapeFX
 HEADMasterSEO
 HMView
-HTTrack
 Haansoft
-HaosouSpider
-Heritrix
-Hloader
+Harvest
+IDBTE4M
+IDBot
 IRLbot
-Id-search
-Image Fetch
 Image Sucker
 IndeedBot
+InfoNaviRobot
+InfoTekies
 Intelliseek
+Internet Ninja
 InternetSeer
 Iskanie
-JennyBot
+Jbrofuzz
 JetCar
 JikeSpider
+JustView
 Kinza
-Lanshanbot
-LeechGet
-Linkbot
-Linkdexbot
+LNSpiderguy
+LWP::Simple
+Leap
+Libwhisker
+Lightspeedsystems
 LinkextractorPro
 LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
+Litemage_walker
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-Magnet
+MJ12bot
+MSIECrawler
+Mag-Net
+Majestic SEO
+Masscan
 MauiBot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Mojolicious
+Mister PiX
+Moblie Safari
 Morfeus Fucking Scanner
 Mozlila
 Msrabot
-Name Intelligence
+NICErsPRO
+NPbot
 Navroad
-NetLyzer
-NetMechanic
+Needle
+Nessus
 NetSpider
-Netcraft
 NextGenSearchBot
-Nikto
 NimbleCrawler
-Ninja
-Nuclei
-OnCrawl
-OrangeBot
-OrangeSpider
-OutclicksBot
+Offline Navigator
+OpenLinkProfiler
+Openvas
 OutfoxBot
-Panscient
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageThing.com
+Papa Foto
 PeoplePal
+Pi-Monster
+Picscout
+Picsearch
 PictureFinder
-Pixray
-Pockey
-ProPowerBot
-ProWebWalker
 Probethenet
 Pu_iN
-RankingBot2
-Rankivabot
-RankurBot
+PxBroker
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+Re-re
 ReGet
 RealDownload
+Recorder
+RepoMonkey
 Ripper
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
-ScanAlert
-ScoutJet
+SEOprofiler
+SMTBot
+SalesIntelligent
+Scrapy
 ScrepyBot
-SeobilityBot
+SearchmetricsBot
 Seomoz
-Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteSucker
-Siteimprove
-Sitevigil
-SmartDownload
-Snake
+Site Sucker
+SiteExplorer
+Sitebeam
+Snapbot
+Snoopy
+Sosospider
 SpankBot
-SputnikBot
-Sqlworm
-Sucker
+Spbot
+Spinn3r
+Steeler
 Sucuri
-SuperHTTP
+SuperBot
 SurveyBot
+Swiftbot
 Szukacz
-T8Abot
-Teleport
-Telesphoreo
-Thumbor
-TightTwatBot
-Toata
-Toweyabot
+T0PHackTeam
+TeleportPro
+TheNomad
 True_Robot
-TurnitinBot
 TwengaBot
 Twice
-Typhoeus
-URLy Warning
+URLy.Warning
+Upflow
 V-BOT
 VB Project
-VCI
 Vagabondo
-VidibleScraper
-Voltron
+VelenPublicWebCrawler
+VoidEYE
+Voil
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
-Web Auto
-Web Collage
+Wallpapers
+WeSEE
 Web Enhancer
-Web Fuck
+Web Pix
 Web Sauger
-Web Sucker
-WebAuto
 WebBandit
-WebFetch
-WebImageCollector
-WebLeacher
-WebStripper
-WebSucker
+WebCollage
+WebCopier
+WebEnhancer
+WebFuck
+WebPix
+WebZIP
+WebmasterWorldForumBot
 Website Quester
-Whatweb
+Who.is Bot
 Widow
-WinHTTrack
-Wonderbot
 Wotbox
-Xaldon WebSpider
+Wprecon
 Xenu
 YoudaoBot
 Zade
-Zermelo
+Zauba
 Zitebot
+ZoomBot
+ZoominfoBot
+ZumBot
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 backlink-check
+cah.io.community
 check1.exe
-coccocbot-web
-cognitiveseo
+crawl.sogou.com
 crawler.feedback
-domainsproject.org
-gopher
+dataforseo.com
+demandbase-bot
+facebookscraper
 instabid
 ips-agent
-lwp-request
-lwp-trivial
-magpie-crawler
-mediawords
-muhstik-scan
-oBot
-page scorer
-pcBrowser
+isitwp.com
+plumanalytics
 polaris version
-s1z.ru
-satoristudio.net
+ripz
 scan.lol
 seobility
+seoscanners
 seostar
+serpstatbot
+sitechecker.pro
 siteripz
 sogouspider
+sp_auditbot
+spyfu
+tAkeOut
 trendiction.com
-ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
+webprosbot
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io