V4.2022.08.3287 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+01h4x.com
+404enemy
 AIBOT
-Abonti
-Aboundex
+ASPSeek
+Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
-AlphaBot
-Anarchie
+AhrefsBot
+Aipbot
+Alexibot
+Anarchy99
 Anthill
-AwarioSmartBot
-BBBike
+Apexoo
+Asterias
+BDCbot
+BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Bandit
 BatchFTP
-BlackWidow
+Battleztar Bazinga
+Bigfoot
 Blow
-Bolt
+BlowFish
+BotALot
 Brandprotect
 Brandwatch
-BuiltBotTough
-Bullseye
-BunnySlippers
-BuzzSumo
+Buck
+BuiltWith
 CCBot
 Calculon
 CensysInspect
 CherryPicker
-ChinaClaw
-Citoid
-Claritybot
+Cliqzbot
 Cloud mapping
-Collector
+Cocolyzebot
+CopyRightCheck
 Copyscape
 Cosmos
-Crawling at Home Project
-Curious
 Custo
-CyotekWebCopy
 DBLBot
-DSearch
+DIIbot
 DTS Agent
-DataCha0s
-Deusu
-Devil
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomainStatsBot
+DatabaseDriverMysqli
+Demon
+DigitalPebble
+Dispatch
+DnyzBot
+DomCopBot
 Domains Project
-Download Wonder
-Dragonfly
-EMail Wolf
+ECCP/1.0
+EMail Siphon
 Ebingbong
-EirGrabber
+Ecxi
 Evil
-Extractor
 EyeNetIE
-FDM
-FHscan
-Freeuploader
-Fuzz
-Fyrebot
-Genieo
-GetRight
-GetWeb
+Flunky
+FyberSpider
+G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
+Go!Zilla
 Go-Ahead-Got-It
-Grabber
+GoZilla
+Gotit
+GrabNet
 GrapeFX
-HTTP::Lite
-HTTrack
-Haansoft
+GrapeshotCrawler
+HEADMasterSEO
 HaosouSpider
 Harvest
-Heritrix
-Hloader
-Humanlinks
-HybridBot
-Id-search
-Image Sucker
-IndeedBot
-Indy Library
+HonoluluBot
+IDBTE4M
+IRLbot
+IlseBot
+Image Fetch
 InfoNaviRobot
-Intelliseek
+InfoTekies
 InterGET
 InternetSeer
 Iskanie
-JOC Web Spider
-JikeSpider
-Jorgee
-Kinza
-Kozmosbot
-Larbin
-LeechFTP
-LibWeb
+JamesBOT
+JennyBot
+Joomla
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
+LWP::Simple
+Lanshanbot
 LieBaoFast
-LinkWalker
 Linkbot
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
+LinqiaScrapeBot
+Lipperhey
+Ltx71
+Majestic SEO
 Majestic-SEO
-MarkWatch
 Masscan
 Mb2345Browser
+MeanPath Bot
 Meanpathbot
-Mister PiX
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
 Moblie Safari
 Mojolicious
-Msrabot
+Mr.4x3
 Nameprotect
-Navroad
 Nessus
-Net Vampire
-NetLyzer
+NetMechanic
 NetSpider
-Netcraft
-Nibbler
-Nikto
-NimbleCrawler
+Nettrack
+NextGenSearchBot
+Ninja
+Nuclei
+Nutch
+Octopus
 Openfind
-Openvas
+OrangeBot
 OrangeSpider
-PECL::HTTP
-PageAnalyzer
-PageGrabber
+OutclicksBot
+PHPCrawl
+Page Analyzer
 PageScorer
-PageThing.com
-Pandalytics
+Papa Foto
 Pavuk
-Picsearch
-Pockey
+Picscout
+PictureFinder
+Piepmatz
 ProPowerBot
+Probethenet
+Psbot
 Pu_iN
-Pump
-QueryN Metasearch
-RSSingBot
-RankFlex
+PxBroker
+RankingBot
 RankingBot2
 Rankivabot
 Re-re
-ReGet
+RealDownload
 Reaper
-RebelMouse
-Ripper
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
-SMTBot
-ScoutJet
-SearchmetricsBot
-Seekport
-SentiBot
-Seomoz
+Recorder
+RedesScrapy
+SEOkicks-Robot
+Screaming
+ScrepyBot
+Searchestate
+Semrush
+SemrushBot
 Shodan
-SiteExplorer
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
-Sitevigil
+Siteimprove
+SmartDownload
 Snake
+Snapbot
 Snoopy
-Spammen
-SpankBot
+Sociscraper
+Sogou web spider
+Sosospider
+SpaceBison
+Spanner
+Spinn3r
+SputnikBot
 Sqlworm
-Steeler
+Stripper
 Sucker
 SuperBot
-SurveyBot
+Surfbot
+Suzuran
+Swiftbot
 Szukacz
-The Intraformant
-Toata
+T0PHackTeam
+Teleport
+TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
 Toweyabot
 Tracemyfile
-Turingos
+True_Robot
 Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-URLy Warning
+URLy.Warning
 UnisterBot
 V-BOT
 VB Project
-VidibleScraper
-Voltron
-WBSearchBot
+Vagabondo
+WISENutbot
 WWW-Mechanize
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Collage
-Web Fetch
-Web Fuck
+WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
+WebAuto
 WebCopier
-WebEnhancer
 WebFetch
-WebFuck
-WebLeacher
+WebImageCollector
 WebPix
 WebReaper
 WebSauger
-WebStripper
+WebSucker
 WebZIP
-Webalta
+Webshag
+Website Quester
 WebsiteQuester
-Whack
-Widow
+Whatweb
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
+Wonderbot
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
+YoudaoBot
 Zade
-Zauba
+Zitebot
 ZoomBot
-ZumBot
-adscanner
-arquivo-web-crawler
-backlink-check
+ZoominfoBot
+ZyBorg
+archive.org_bot
 cah.io.community
-crawler.feedback
+check1.exe
+com.plumanalytics
 demandbase-bot
-eCatch
-gopher
+facebookscraper
+instabid
 isitwp.com
-iubenda-radar
 lwp-request
+lwp-trivial
 magpie-crawler
-netEstate NE Crawler
-oBot
-pcBrowser
-s1z.ru
-seobility
+mediawords
+page scorer
+plumanalytics
+polaris version
+probe-image-size
+seoscanners
+seostar
+siteripz
 sogouspider
 sp_auditbot
+spyfu
+trendiction.com
 trendiction.de
-webgains-bot
+voyagerx.com
+webmeup-crawler
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab