V4.2022.05.3093 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
 404enemy
 80legs
 ADmantX
+ALittle Client
 Abonti
-Aboundex
 Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
 Aipbot
 Alexibot
 AllSubmitter
-Alligator
-Anarchie
-Anarchy
+AlphaBot
 Anarchy99
-Ankit
-Aspiegel
-Atomseobot
+Attach
+AwarioSmartBot
 BDCbot
-Backlink-Ceck
+BLEXBot
+BackDoorBot
+BackWeb
+BacklinkCrawler
+Badass
+Bandit
 Barkrowler
 Battleztar Bazinga
+BetaBot
+Bitacle
 BlackWidow
-Blackboard
-Boardreader
-Bolt
-BotALot
-Buck
-Buddy
-CATExplorador
-CODE87
-CSHttp
+BlowFish
+Brandprotect
+Brandwatch
+BuiltBotTough
+Bullseye
 Calculon
 Cegbfeieh
+CensysInspect
 CheTeam
+CheeseBot
+Chlooe
 Citoid
-Claritybot
+Cloud mapping
+Cocolyzebot
 Cogentbot
 Copier
+CopyRightCheck
 Cosmos
-Crescent
-Custo
-DatabaseDriverMysqli
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+DSearch
 Deusu
-DigitalPebble
-Dirbuster
-Dispatch
-DnBCrawler-Analytics
+Devil
+Discobot
+Discoverybot
 DnyzBot
-DomainCrawler
+DomainAppender
 DomainSigmaCrawler
 Domains Project
-Download Wonder
+Dragonfly
 Drip
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
+EasyDL
+Ecxi
+EirGrabber
+EroCrawler
+Exabot
+Extractor
 EyeNetIE
+Ezooms
+FHscan
+FemtosearchBot
 Firefox/7.0
-Foobot
+FlashGet
 Freeuploader
 FyberSpider
 G-i-g-a-b-o-t
-GermCrawler
-GetWeb
-Gigabot
-Gotit
-Grabber
+GalaxyBot
+GoZilla
+HEADMasterSEO
 HMView
-HTTP::Lite
-Havij
-Heritrix
+HTTrack
+Haansoft
+HaosouSpider
+Harvest
 Hloader
-HonoluluBot
 Humanlinks
-IDBot
+HybridBot
+IDBTE4M
 IRLbot
-Id-search
 IlseBot
+Image Fetch
 InfoNaviRobot
+Intelliseek
+InterGET
+InternetSeer
 Iria
-IstellaBot
-Jbrofuzz
-JennyBot
-Jetty
-Joomla
+JikeSpider
+Jorgee
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
+Keyword Density
+Kinza
+LNSpiderguy
+Lanshanbot
+Larbin
 Leap
-LieBaoFast
-Lightspeedsystems
-LinkScan
+LibWeb
+Libwhisker
+Likse
 Linkbot
-LinkextractorPro
-Lipperhey
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
+MQQBrowser
 MSFrontPage
-MSIECrawler
-Mag-Net
-Magnet
-Majestic-SEO
-Masscan
+MTRobot
+Mail.RU_Bot
+Mass Downloader
 Meanpathbot
-Metauri
+MegaIndex.ru
+Minefield
 Mister PiX
-Mojeek
+Moblie Safari
 Mozlila
-Mr.4x3
-NICErsPRO
-Nameprotect
+Musobot
+NearSite
 Net Vampire
-NetLyzer
-NetSpider
 NetZIP
-Netvibes
 Nibbler
-Niki-bot
-Nikto
-Nimbostratus
 Octopus
-Offline Explorer
 Offline Navigator
+OnCrawl
+OpenLinkProfiler
+OpenVAS
 Openfind
-OrangeBot
-PHPCrawl
+OutfoxBot
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
+PageScorer
+PageThing.com
 Panscient
 Petalbot
-Picsearch
-PictureFinder
+Pi-Monster
+Piepmatz
 Pimonster
-ProWebWalker
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
-RankFlex
+Pixray
+PleaseCrawl
+Probethenet
+Pu_iN
+Quick-Crawler
+RankActiveLinkBot
 Rankivabot
-Re-re
-Reaper
-Recorder
-RepoMonkey
 RocketCrawler
-SEOkicks
+Rogerbot
+SBIder
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-Scrapy
-Screaming
-ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
 Seekport
-SeobilityBot
-Seomoz
-Siphon
-SiteLockSpider
+SemanticJuice
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Site Sucker
+SiteExplorer
+SiteSnagger
 SiteSucker
-Sitebeam
 Sitevigil
+SlySearch
 Snake
+SocialRankIOBot
+Sociscraper
+Sogou web spider
 Spammen
-Spinn3r
-Sqlworm
+SpankBot
+Spanner
 Steeler
-Sucuri
+Stripper
 SuperBot
-Surfbot
+SuperHTTP
 SurveyBot
 Szukacz
 T0PHackTeam
 T8Abot
 Teleport
-TeleportPro
-Telesoft
-TheNomad
+The Intraformant
 Titan
 Trendiction
 True_Robot
 Turingos
 TurnitinBot
+TwengaBot
+Twice
+Typhoeus
 URLy.Warning
+UnisterBot
 Upflow
 V-BOT
-VB Project
-VidibleScraper
-Virusdie
-VoidEYE
+Vagabondo
+Voil
 Voltron
-WBSearchBot
+WASALive-Bot
 WEBDAV
 WPScan
-WWW::Mechanize
-Wallpapers/3.0
+WallpapersHD
 WeSEE
+Web Auto
+Web Enhancer
 Web Fetch
-Web Sucker
-WebCollage
+Web Fuck
+Web Pix
 WebEnhancer
-WebGo IS
-WebReaper
+WebFetch
+WebImageCollector
 WebSucker
-WebWhacker
-WebZIP
+Webalta
+WebmasterWorldForumBot
 WebsiteQuester
-Whack
 Whacker
-Whatweb
-WiseGuys Robot
+WinHTTrack
+Wonderbot
 Woobot
 Wotbox
+Xenu
 YoudaoBot
-ZmEu
+Zade
+Zeus
 ZoomBot
-ZyBorg
-adscanner
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 cah.io.community
+clark-crawler
 cognitiveseo
 crawler.feedback
-eCatch
-facebookscraper
+demandbase-bot
+evc-batch
 instabid
-isitwp.com
-iubenda-radar
-mediawords
-netEstate NE Crawler
-pcBrowser
-probe-image-size
-ripz
-s1z.ru
+lwp-request
+lwp-trivial
+meanpathbot
+polaris version
 scalaj-http
-scan.lol
-seobility
-seocompany.store
-seostar
-sogouspider
+sexsearcher
+sitechecker.pro
 sp_auditbot
-trendiction.de
+tAkeOut
 webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io
+zgrab