V4.2022.01.2882 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-ALittle Client
-Acunetix
-AiHitBot
-AlphaBot
-Anarchy99
+404enemy
+Aboundex
+AhrefsBot
+Alexibot
+AllSubmitter
 Ankit
+Apexoo
 Asterias
-AwarioRssBot
-AwarioSmartBot
-BackStreet
-Backlink-Ceck
-Bandit
-Battleztar Bazinga
-Black Hole
-Blackboard
+Attach
+BLEXBot
+BackDoorBot
+Barkrowler
+Blow
 BlowFish
-Bolt
-BotALot
-Buck
-Buddy
-BuiltWith
-Bullseye
+Brandprotect
+BuiltBotTough
+BuzzSumo
 CCBot
-CODE87
 CSHttp
-Calculon
-Cegbfeieh
+CazoodleBot
 CheTeam
 CheeseBot
-CherryPicker
 ChinaClaw
-Chlooe
+Citoid
+Claritybot
 Cliqzbot
-Cloud mapping
-Cosmos
+Cogentbot
+Copier
+Copyscape
 Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-Custo
+DSearch
 DTS Agent
 DatabaseDriverMysqli
-Deusu
+Demon
+Devil
+DigitalPebble
 Disco
-Dispatch
-DnBCrawler-Analytics
-Domains Project
-Dragonfly
-Drip
+Discoverybot
+DomainAppender
+DomainCrawler
+Download Wonder
 ECCP/1.0
-Evil
-Express WebPictures
+EMail Siphon
+EasyDL
+EirGrabber
+Exabot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-FHscan
+Ezooms
 FemtosearchBot
-Fimap
-Freeuploader
+Flunky
 FrontPage
-FyberSpider
+Fuzz
 Fyrebot
-GalaxyBot
-GermCrawler
-Go!Zilla
+Genieo
+GetWeb
+Gigabot
 Gotit
-GrabNet
-GridBot
-HMView
+Grabber
+HEADMasterSEO
 HTTP::Lite
-HTTrack
 Havij
-Heritrix
-Hloader
-IDBot
-IlseBot
-Image Fetch
-Intelliseek
+HonoluluBot
+Humanlinks
+IDBTE4M
+IRLbot
+Id-search
+IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
 InterGET
 Internet Ninja
+InternetSeer
 Iskanie
 IstellaBot
-JikeSpider
+JennyBot
+Joomla
 Jorgee
 Jyxobot
-Kozmosbot
-LeechFTP
-LibWeb
-Likse
-LinkWalker
+LNSpiderguy
+Libwhisker
+Lightspeedsystems
+LinkScan
 Linkbot
 Linkdexbot
-LinkextractorPro
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Ltx71
-MIDown tool
-Magnet
-Majestic SEO
+MIIxpc
+MJ12bot
 Mata Hari
+MauiBot
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
+Microsoft URL Control
 Minefield
-Mojolicious
-Musobot
+Mister PiX
+Mr.4x3
+NICErsPRO
 NPbot
-Nessus
+Name Intelligence
+Needle
+Net Vampire
 NetLyzer
 NetMechanic
-Netvibes
+NextGenSearchBot
 Ninja
+Nmap
+Not
 Nutch
-Octopus
 Offline Navigator
 OpenVAS
-Openfind
-Openvas
+OutclicksBot
+OutfoxBot
+PHPCrawl
 PageAnalyzer
 PageGrabber
-PageScorer
-Papa Foto
+PageThing.com
+Pavuk
 Petalbot
-Picscout
-Picsearch
+PictureFinder
 Piepmatz
 Pimonster
 Pixray
 PleaseCrawl
-Pockey
 ProPowerBot
-PxBroker
+Pu_iN
+PyCurl
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
+RankFlex
 RankingBot
-Rankivabot
-Re-re
-ReGet
+RankurBot
+RealDownload
+Reaper
+RebelMouse
 Recorder
-RocketCrawler
+RedesScrapy
+Ripper
+SBIder
 SEOkicks-Robot
+SEOprofiler
+SISTRIX
 SMTBot
-Scanbot
-Scrapy
 Screaming
-Searchestate
-SearchmetricsBot
-Semrush
+SemanticJuice
+SentiBot
+SeobilityBot
 Seomoz
-Siphon
+Shodan
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
+SiteLockSpider
 SiteSucker
-SlySearch
+Sitevigil
 SmartDownload
-Snake
+SocialRankIOBot
 Sogou web spider
 Sottopop
-Sqlworm
+SpankBot
+Spanner
+Spinn3r
+Sqlmap
 Sqworm
 Steeler
 SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
 Szukacz
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesphorep
+TheNomad
 TightTwatBot
-Trendiction
+Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
-Turingos
-TwengaBot
+True_Robot
 Twice
-URLy Warning
-Vagabondo
-VidibleScraper
-Voil
+URLy.Warning
+Upflow
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
 WASALive-Bot
 WBSearchBot
+WEBDAV
 WPScan
-WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
 WWWOFFLE
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Collage
 Web Enhancer
+Web Fetch
+Web Fuck
 Web Sucker
 WebBandit
-WebEnhancer
+WebCollage
+WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
-WebReaper
-WebSucker
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-Website Quester
-Whatweb
-WiseGuys Robot
+WebZIP
+Webster
 Wonderbot
 Wotbox
 Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
-Zermelo
-Zeus
-ZoominfoBot
+YoudaoBot
+ZmEu
+ZoomBot
+ZyBorg
+adscanner
 archive.org_bot
+arquivo.pt
 autoemailspider
-backlink-check
 check1.exe
-clark-crawler
 cognitiveseo
-com.plumanalytics
-crawler.feedback
-crawler4j
 dataforseo.com
-eCatch
-heritrix
-ips-agent
-isitwp.com
-iubenda-radar
+demandbase-bot
+domainsproject.org
+evc-batch
+facebookscraper
+gopher
+lwp-request
 lwp-trivial
-muhstik-scan
+meanpathbot
 netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
-polaris version
 probe-image-size
 ripz
-seostar
+scalaj-http
 serpstatbot
-sitechecker.pro
-spyfu
-tAkeOut
-trendiction.com
+sogouspider
+voyagerx.com
 webgains-bot
+webmeup-crawler
 webpros.com
 webprosbot
-x09Mozilla
-xpymep1.exe