V4.2022.07.3259 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
-ALittle Client
-Abonti
-Aboundexbot
-Acunetix
-AiHitBot
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 Alexibot
 AllSubmitter
 AlphaBot
-Anarchy
+Anarchie
 Anthill
-Aspiegel
+Asterias
 AwarioSmartBot
-BBBike
-BackDoorBot
-BackWeb
+BDCbot
 Backlink-Ceck
-Barkrowler
+BacklinkCrawler
+Bandit
 Battleztar Bazinga
 Bigfoot
-Blackboard
 Blow
 BlowFish
-Boardreader
-Brandwatch
+BotALot
 Buddy
 BuiltBotTough
-Bullseye
-BunnySlippers
-CazoodleBot
+BuiltWith
+CCBot
+CODE87
+Cegbfeieh
+CensysInspect
 CheTeam
+ChinaClaw
 Citoid
 Claritybot
-Cliqzbot
-Cogentbot
+CopyRightCheck
 Copyscape
 Cosmos
-Crawling at Home Project
+CrazyWebCrawler
 Crescent
 CrunchBot
-Curious
 DIIbot
-DTS Agent
-DataCha0s
+DSearch
 Devil
+DigitalPebble
 Dirbuster
 Disco
-Discobot
 Discoverybot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
+DomainCrawler
 Domains Project
-Dotbot
-Dragonfly
+ECCP/1.0
 EMail Siphon
+EMail Wolf
 EasyDL
-Ecxi
 EroCrawler
-Exabot
-Extreme Picture Finder
-EyeNetIE
+Express WebPictures
+ExtLinksBot
+Extractor
 Ezooms
 FDM
 Fimap
-Firefox/7.0
-Flunky
-Fyrebot
-GT::WWW
-GalaxyBot
-GermCrawler
 GetRight
-Getintent
-Gigabot
-GoZilla
-GrapeFX
+Go!Zilla
+Gotit
 HEADMasterSEO
 HMView
 HTMLparser
+HTTP::Lite
 HTTrack
-Heritrix
+Haansoft
+HaosouSpider
 Hloader
 HonoluluBot
-IDBot
-IRLbot
+Humanlinks
+IlseBot
 Image Fetch
-Intelliseek
+Image Sucker
+IndeedBot
 Internet Ninja
+InternetSeer
 Iria
-JennyBot
-Kozmosbot
-Lanshanbot
+Iskanie
+JikeSpider
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
+LNSpiderguy
+LexiBot
 Lftp
-LieBaoFast
-Lightspeedsystems
-Linkbot
+Libwhisker
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lmspider
-MJ12bot
+Litemage_walker
+Ltx71
+MIDown tool
 MQQBrowser
 Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic12
-MeanPath Bot
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 Mediatoolkitbot
 Metauri
-MicroMessenger
-Microsoft Data Access
 Minefield
+Mister PiX
 Moblie Safari
+Mojeek
 MolokaiBot
 Morfeus Fucking Scanner
 Musobot
-NPbot
+NICErsPRO
 Nameprotect
-NearSite
-Needle
-Net Vampire
+Nessus
+NetAnts
+NetSpider
+NetZIP
+Nettrack
 NextGenSearchBot
+Nibbler
+Niki-bot
 Ninja
 Nmap
+Not
 Nutch
-Octopus
-Openfind
-Openvas
+Offline Explorer
+OnCrawl
+OrangeBot
 OrangeSpider
 OutclicksBot
-PECL::HTTP
-PHPCrawl
+PageAnalyzer
 PageThing.com
-Pandalytics
-Panscient
-Papa Foto
 Petalbot
-Picsearch
-PictureFinder
-Pimonster
 Pixray
 PleaseCrawl
-ProPowerBot
-ProWebWalker
+Pockey
 Probethenet
 Pu_iN
-PxBroker
-Quick-Crawler
-RankingBot
-Re-re
+Pump
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RealDownload
 Reaper
-RebelMouse
-Recorder
-Ripper
+RocketCrawler
 Rogerbot
+SEOkicks
+SEOlyticsCrawler
 SEOprofiler
 SEOstats
 SISTRIX
-SalesIntelligent
 Scanbot
-ScoutJet
-Searchestate
-SearchmetricsBot
+ScreenerBot
+ScrepyBot
+Semrush
+SemrushBot
 SeoSiteCheckup
-Seomoz
+Shodan
 Site Sucker
-SiteLockSpider
-SlySearch
-Snake
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
+Sitebeam
+Siteimprove
+Sitevigil
+SmartDownload
 Sociscraper
 SpaceBison
-Spammen
 SpankBot
+Spinn3r
+SputnikBot
 Sqlworm
-Steeler
-Sucuri
-SuperBot
-Surfbot
-SurveyBot
-Suzuran
-T8Abot
-Telesoft
+Stripper
+Sucker
+Swiftbot
+Szukacz
+Teleport
+TheNomad
 Thumbor
-TightTwatBot
 Titan
-Toweyabot
-Trendiction
-Trendictionbot
+Toata
 Turingos
 TwengaBot
-Twice
-URLy.Warning
-UnisterBot
+Typhoeus
 VB Project
-Vacuum
 VelenPublicWebCrawler
-Virusdie
-Voil
-WBSearchBot
-WISENutbot
-WWWOFFLE
-WeSEE
-Web Enhancer
-Web Fuck
+VeriCiteCrawler
+VoidEYE
+WWW-Mechanize
+Wallpapers
+Web Auto
+Web Collage
+Web Pix
 WebAuto
 WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebFuck
+WebFetch
 WebLeacher
-WebStripper
-WebZIP
-Webalta
-Webshag
+WebPix
+WebReaper
+WebSauger
+WebWhacker
 Website Quester
-WebsiteExtractor
-Whacker
+Webster
+Whatweb
 Woobot
 Xaldon WebSpider
-YoudaoBot
-Zauba
-Zermelo
-Zitebot
-ZmEu
-ZyBorg
+Xaldon_WebSpider
+Xenu
+ZoominfoBot
+ZumBot
 arquivo.pt
-autoemailspider
-com.plumanalytics
+backlink-check
+cah.io.community
+clark-crawler
+coccocbot
+crawl.sogou.com
 crawler.feedback
-dataforseo.com
+domainsproject.org
 eCatch
+facebookscraper
+gopher
 instabid
-internetVista monitor
 ips-agent
 isitwp.com
-lwp-request
-mediawords
-muhstik-scan
-page scorer
+magpie-crawler
+meanpathbot
+pcBrowser
+polaris version
 probe-image-size
-ripz
-seoscanners
+satoristudio.net
+scalaj-http
+seobility
+serpstatbot
 sitechecker.pro
-siteripz
 sogouspider
-sp_auditbot
 spyfu
-trendiction.de
-voyagerx.com
+sysscan
+webgains-bot
 webmeup-crawler
-x22Mozilla
+webpros.com
+webprosbot
 zauba.io
+zgrab