V4.2021.11.2729 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-AIBOT
+ADmantX
 ALittle Client
-ASPSeek
+Abonti
+Aboundexbot
 Acunetix
-AhrefsBot
-AllSubmitter
+AfD-Verbotsverfahren
+Alexibot
+Alligator
 AlphaBot
 Anarchie
-Aspiegel
-Attach
-AwarioSmartBot
+Anarchy
+Anthill
+Asterias
 BBBike
 BDCbot
-BLEXBot
+BDFetch
+BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Bandit
-Battleztar Bazinga
-BetaBot
+Barkrowler
+Bitacle
 Black Hole
-Blackboard
+Blow
+BlowFish
+Bolt
+Brandwatch
+Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
 CCBot
-Cegbfeieh
-CensysInspect
-CheTeam
+CazoodleBot
+CheeseBot
 CherryPicker
-Chlooe
-Cliqzbot
-Collector
+Claritybot
+Cloud mapping
+Cocolyzebot
+Copier
 CopyRightCheck
-Copyscape
 Cosmos
 Craftbot
+CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
 Custo
 DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Digincore
-Dirbuster
+Demon
+Devil
+DigitalPebble
 Discobot
-DittoSpyder
+Discoverybot
+Dispatch
 DnyzBot
-DomCopBot
-DomainSigmaCrawler
+DomainCrawler
 DomainStatsBot
+Dotbot
 Download Wonder
+Dragonfly
+ECCP/1.0
 EMail Siphon
+EMail Wolf
 EasyDL
 Ebingbong
-Ecxi
-Evil
-Exabot
+Express WebPictures
 Extreme Picture Finder
 EyeNetIE
-FHscan
-FemtosearchBot
-Fimap
-Foobot
-Freeuploader
-Fyrebot
-GalaxyBot
-GermCrawler
-Getintent
-Gotit
-GridBot
-HEADMasterSEO
+FrontPage
+FyberSpider
+GT::WWW
+Go-Ahead-Got-It
+GrabNet
+Grabber
+GrapeFX
+GrapeshotCrawler
+HMView
+HTTP::Lite
 HTTrack
 HaosouSpider
-Harvest
 Heritrix
-IDBot
-IRLbot
-Id-search
-IlseBot
-Image Fetch
+Hloader
+HybridBot
+IDBTE4M
+Image Sucker
 IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-Iskanie
-JOC Web Spider
-Jbrofuzz
+InterGET
 JetCar
-JikeSpider
-Joomla
-JustView
+Kenjin Spider
+Keyword Density
 LNSpiderguy
-LWP::Simple
 Lanshanbot
 Larbin
-Leap
-Likse
-LinkScan
+LeechFTP
+LeechGet
+Libwhisker
 LinkWalker
-Linkbot
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Ltx71
-MIIxpc
-Magnet
-Majestic SEO
-Majestic-SEO
-Masscan
-MeanPath Bot
+Litemage_walker
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
+MSFrontPage
+MTRobot
+Mail.RU_Bot
+Mass Downloader
+Mata Hari
+Mb2345Browser
 Mediatoolkitbot
+Metauri
+Mister PiX
 Mojeek
-Mozlila
-Musobot
-NICErsPRO
-Name Intelligence
+Morfeus Fucking Scanner
+Nameprotect
 Navroad
 NearSite
-Nessus
-Netcraft
-Nettrack
+Net Vampire
 Netvibes
 Niki-bot
-NimbleCrawler
-OpenVAS
 Openfind
 Openvas
-PECL::HTTP
+OutfoxBot
 PHPCrawl
 PageAnalyzer
-Pandalytics
-Papa Foto
-Picscout
-PleaseCrawl
-Pockey
-ProPowerBot
-Probethenet
+PageGrabber
+PeoplePal
+Petalbot
+Pi-Monster
+Picsearch
+PictureFinder
+Pimonster
 Psbot
 Pu_iN
 Pump
-PxBroker
-RankActive
-RankActiveLinkBot
+RSSingBot
 Rankivabot
-ReGet
-RebelMouse
-RepoMonkey
-Rogerbot
-SEOlyticsCrawler
+RankurBot
+Reaper
+Ripper
+RocketCrawler
+SEOkicks-Robot
 SISTRIX
+SMTBot
+ScoutJet
+ScreenerBot
+ScrepyBot
 Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
 SentiBot
+SeoSiteCheckup
 Shodan
+SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
-SiteSnagger
-Siteimprove
-SlySearch
-SmartDownload
-Snake
+Sitevigil
 Snoopy
 Sogou web spider
 Sottopop
-SpankBot
-Sqworm
-Steeler
+SpaceBison
+Spammen
+Spanner
+SputnikBot
+Sqlworm
+Stripper
 Sucker
 SuperHTTP
-Swiftbot
-Szukacz
+SurveyBot
 Teleport
 TeleportPro
 Telesoft
-Telesphorep
-TightTwatBot
+TheNomad
+Toweyabot
 Tracemyfile
+Trendictionbot
+Turingos
+Typhoeus
+URLy Warning
 UnisterBot
-V-BOT
-VB Project
-VCI
+Upflow
+Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-VoidEYE
-Voltron
-WBSearchBot
 WEBDAV
 WISENutbot
 WPScan
-WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
+Wallpapers/3.0
 WeSEE
-Web Enhancer
-Web Fetch
-Web Sauger
-WebBandit
-WebCollage
+Web Auto
+Web Fuck
+WebCopier
 WebEnhancer
-WebFetch
-WebGo IS
-WebPix
-WebReaper
-WebSauger
-WebStripper
+WebFuck
 WebSucker
-Webalta
-Whack
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whacker
 Whatweb
 Who.is Bot
 Widow
-Zade
-Zauba
+Wotbox
+Wprecon
+Xenu
+YoudaoBot
+Zermelo
 adscanner
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-cah.io.community
 clark-crawler
 coccocbot-web
-crawl.sogou.com
+cognitiveseo
 crawler.feedback
+demandbase-bot
+eCatch
+heritrix
 internetVista monitor
+lwp-request
 magpie-crawler
-mediawords
-muhstik-scan
 page scorer
 pcBrowser
-polaris version
+plumanalytics
+ripz
 s1z.ru
-scalaj-http
 scan.lol
-seocompany.store
+seobility
 seoscanners
-seostar
 serpstatbot
-sexsearcher
+sitechecker.pro
 siteripz
-sysscan
-tAkeOut
-trendiction.de
 voyagerx.com
-x22Mozilla
+webpros.com
 xpymep1.exe
-zgrab
+zauba.io