V4.2022.09.3336 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-ADmantX
-AIBOT
-ALittle Client
-ASPSeek
-Aboundex
-AlphaBot
+360Spider
+AfD-Verbotsverfahren
+Alligator
+Anarchie
+Anarchy
+Ankit
+Anthill
+Apexoo
 Aspiegel
-Atomseobot
-AwarioSmartBot
+Asterias
+AwarioRssBot
+BBBike
 BDFetch
-BackWeb
-Backlink-Ceck
-Battleztar Bazinga
-BetaBot
-Black Hole
-BlackWidow
+BackDoorBot
+BackStreet
+BacklinkCrawler
+Badass
+Bigfoot
+Bitacle
+Blow
 Boardreader
 Buddy
-BuiltWith
-Bullseye
-BunnySlippers
+BuiltBotTough
+BuzzSumo
 CATExplorador
+CSHttp
 Cegbfeieh
+CheTeam
 CheeseBot
-CherryPicker
+ChinaClaw
 Chlooe
-Citoid
-Claritybot
 Cliqzbot
-Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
-Copier
 CopyRightCheck
-Copyscape
-Cosmos
-Craftbot
+CrazyWebCrawler
 Crescent
+CrunchBot
+Curious
 Custo
+DIIbot
+DSearch
+DTS Agent
 Demon
 Deusu
+Digincore
+DigitalPebble
 Disco
+Discobot
 Discoverybot
-Dispatch
-DnyzBot
-DomainCrawler
+DomCopBot
+DomainAppender
+DomainStatsBot
+Dotbot
+Download Wonder
 EMail Siphon
-Ebingbong
-EroCrawler
+EMail Wolf
+Ecxi
+Evil
+Exabot
 ExtLinksBot
+FHscan
 FemtosearchBot
-FlashGet
+Fimap
 FrontPage
-Fuzz
 Fyrebot
-GT::WWW
-GalaxyBot
-Genieo
+GetRight
+Getintent
+Gigabot
+Go!Zilla
 GoZilla
-Gotit
 GrabNet
-Grabber
-HTMLparser
-Haansoft
-HaosouSpider
-Havij
-Humanlinks
-IDBot
-Id-search
-IndeedBot
-Indy Library
-InfoNaviRobot
-Intelliseek
+Grafula
+GridBot
+HMView
+HTTP::Lite
+Heritrix
+HybridBot
+IRLbot
+Iblog
+IlseBot
+Image Fetch
+Image Sucker
 InterGET
 Internet Ninja
+InternetSeer
 Iria
-JOC Web Spider
+Iskanie
 Jbrofuzz
 JennyBot
-JikeSpider
-Jorgee
-Kinza
+JetCar
+Jyxobot
+Keyword Density
 LNSpiderguy
 Lanshanbot
+LeechFTP
 LeechGet
 LexiBot
-Lftp
 LibWeb
 LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lmspider
-Ltx71
-MIIxpc
+MIDown tool
+MJ12bot
+MSIECrawler
+MTRobot
 Mag-Net
-Majestic-SEO
-MarkWatch
+Mail.RU_Bot
+Majestic SEO
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Microsoft Data Access
-Minefield
-Mister PiX
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+Microsoft URL Control
 Moblie Safari
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-NPbot
-Name Intelligence
+Musobot
 Nameprotect
-Needle
+NearSite
+Nessus
 Net Vampire
-NetAnts
 NetMechanic
-NetSpider
-NetZIP
 Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
-Niki-bot
+Nikto
+Nimbostratus
 Ninja
 Nmap
 Not
-Nutch
-Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OrangeBot
-PHPCrawl
+Openfind
+OrangeSpider
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-Pandalytics
-Pi-Monster
+Panscient
+Pavuk
+PeoplePal
+Petalbot
 Picscout
-ProPowerBot
-Pu_iN
-Pump
-QueryN Metasearch
+Pimonster
+PleaseCrawl
+Quick-Crawler
+RankActiveLinkBot
 RankFlex
-RankurBot
-Re-re
-RealDownload
-Recorder
+RankingBot
+Rankivabot
+RebelMouse
+Ripper
 RocketCrawler
-SEOprofiler
-SMTBot
-SalesIntelligent
-Scrapy
+SEOkicks
+SEOkicks-Robot
+SEOstats
 ScreenerBot
-SearchmetricsBot
+ScrepyBot
+Searchestate
 Seekport
+SemanticJuice
 Semrush
-SemrushBot
 SentiBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Sitevigil
+SiteLockSpider
+SiteSnagger
 Snake
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
-SpaceBison
-Spbot
-Spinn3r
-Sqlmap
-SuperBot
-SuperHTTP
+Snapbot
+Sqworm
+Steeler
 SurveyBot
-Suzuran
-Swiftbot
 Szukacz
 T8Abot
 TeleportPro
-Thumbor
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
+TightTwatBot
+Toata
 Trendiction
-Turnitin
-TurnitinBot
-VB Project
+Trendictionbot
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+UnisterBot
+Upflow
+Vacuum
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
 Virusdie
 VoidEYE
-WBSearchBot
 WEBDAV
-Web Auto
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
 Web Collage
 Web Enhancer
-Web Fuck
-Web Pix
-Web Sucker
+Web Sauger
+WebAuto
+WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebPix
+WebFuck
+WebGo IS
 WebReaper
+WebStripper
+WebSucker
 WebWhacker
+WebZIP
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-Whack
+Website Quester
+Webster
+Whacker
 Whatweb
-Widow
 Wonderbot
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Zermelo
 Zeus
-Zitebot
-ZyBorg
-autoemailspider
+ZumBot
+adscanner
+arquivo-web-crawler
+arquivo.pt
 backlink-check
 cah.io.community
 check1.exe
-cognitiveseo
 com.plumanalytics
 crawl.sogou.com
 dataforseo.com
-facebookscraper
+gopher
 heritrix
-iubenda-radar
-lwp-request
-lwp-trivial
 magpie-crawler
-mediawords
-polaris version
+muhstik-scan
+netEstate NE Crawler
 probe-image-size
-ripz
-s1z.ru
-scan.lol
-seobility
-seostar
-sitechecker.pro
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webpros.com
+satoristudio.net
+scalaj-http
+seoscanners
+siteripz
+sogouspider
+spyfu
+trendiction.com
+trendiction.de
+webmeup-crawler
 webprosbot
-x22Mozilla
+xpymep1.exe
 zauba.io