V4.2021.10.2636 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-ADmantX
+80legs
 AIBOT
 ALittle Client
 ASPSeek
-Aboundex
-AiHitBot
-AllSubmitter
-AlphaBot
-Anarchie
-Anthill
-Aspiegel
-Asterias
-Attach
+Abonti
+AhrefsBot
+Alligator
+Anarchy
+Apexoo
+AwarioSmartBot
+BBBike
 BDCbot
-BDFetch
-BLEXBot
+BackDoorBot
 Backlink-Ceck
 BacklinkCrawler
+Badass
+Bandit
 Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
-BlackWidow
 Blackboard
-BlowFish
-Bolt
-BuiltWith
+Blow
+BotALot
+Brandprotect
+Buck
+Buddy
+Bullseye
+BunnySlippers
 BuzzSumo
 CATExplorador
 CSHttp
+Calculon
 CazoodleBot
-CheTeam
-CherryPicker
-ChinaClaw
+CheeseBot
 Chlooe
 Claritybot
+Cliqzbot
+Cocolyzebot
+Collector
 Copier
-Crawling at Home Project
+CopyRightCheck
+Craftbot
 CrunchBot
 Curious
+DBLBot
+DIIbot
 DSearch
-DataCha0s
-DigitalPebble
-Dirbuster
-Dispatch
+DTS Agent
+DatabaseDriverMysqli
+Digincore
+Disco
+Discoverybot
+DittoSpyder
+DnyzBot
 DomCopBot
-DomainSigmaCrawler
+Domains Project
+Dotbot
 Download Wonder
-EMail Siphon
+Dragonfly
+EMail Wolf
 EasyDL
-EirGrabber
-Evil
-Exabot
-Extractor
-ExtractorPro
+Ebingbong
+EroCrawler
+ExtLinksBot
 Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
+FHscan
 FemtosearchBot
-Firefox/7.0
+Flunky
+Foobot
+Freeuploader
 FrontPage
-FyberSpider
-GT::WWW
-Genieo
-Gigabot
-Go!Zilla
+Fuzz
+G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
+GetRight
+GetWeb
+Getintent
 Go-Ahead-Got-It
-GrabNet
-Grafula
-GridBot
+GoZilla
+Gotit
+GrapeFX
+HEADMasterSEO
+HMView
 HTMLparser
-HTTP::Lite
+Haansoft
 HaosouSpider
-Havij
-Hloader
-HybridBot
-IRLbot
-IlseBot
+Id-search
+IndeedBot
 Intelliseek
 Internet Ninja
-IstellaBot
-JOC Web Spider
-Jbrofuzz
+InternetSeer
+JamesBOT
 JetCar
-Joomla
 Jorgee
 JustView
-Kenjin Spider
-Keyword Density
-LWP::Simple
+Kozmosbot
+Lanshanbot
 Larbin
-LeechFTP
-Libwhisker
-LieBaoFast
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Leap
+LeechGet
+LibWeb
+Likse
+LinksManager
 LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MTRobot
+Lmspider
+MSFrontPage
+MSIECrawler
 Magnet
-Majestic SEO
-MarkMonitor
+Majestic12
+MarkWatch
+Masscan
 MauiBot
-Mediatoolkitbot
+Mb2345Browser
+MeanPath Bot
 Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
-NICErsPRO
-Net Vampire
-NetAnts
+Name Intelligence
+NearSite
+Nessus
 NetLyzer
-NetSpider
-NetZIP
+NetMechanic
+Netcraft
+Nettrack
 Netvibes
-Niki-bot
+NextGenSearchBot
+Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Nmap
-Nuclei
-Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
+Openvas
+OrangeBot
 OutfoxBot
-PageGrabber
-PageScorer
-PageThing.com
-Panscient
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 Papa Foto
+PeoplePal
 Petalbot
+PictureFinder
 Piepmatz
-PleaseCrawl
 ProPowerBot
-Pu_iN
 Pump
-Quick-Crawler
-RSSingBot
-RankActive
+QueryN Metasearch
 RankActiveLinkBot
+RankFlex
 RankingBot
 RankingBot2
-Re-re
-Reaper
-RebelMouse
-Rogerbot
-SBIder
+RedesScrapy
+RepoMonkey
 SEOkicks
-SEOlyticsCrawler
-SEOstats
+SEOkicks-Robot
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
 ScoutJet
-Scrapy
-ScreenerBot
 ScrepyBot
-SeoSiteCheckup
-Siphon
+Semrush
+SemrushBot
+SentiBot
+Site Sucker
 SiteCheckerBotCrawler
 SiteLockSpider
 SiteSnagger
-SiteSucker
-SmartDownload
+Sitevigil
+Snake
 Snapbot
-Snoopy
-Sottopop
-SpaceBison
-Spammen
-Sqlworm
-Sucker
+SpankBot
+Spinn3r
+Sqworm
+Steeler
+Stripper
 Sucuri
-Surfbot
-Swiftbot
-Szukacz
-T8Abot
-Telesoft
+SuperBot
+SuperHTTP
+SurveyBot
+Suzuran
+Telesphoreo
+Telesphorep
+The Intraformant
 TightTwatBot
-Titan
-Toweyabot
+Tracemyfile
 Trendictionbot
-True_Robot
-Turingos
-Turnitin
+TurnitinBot
+Twice
 URLy Warning
-URLy.Warning
 Upflow
-VB Project
-Vacuum
+V-BOT
+VCI
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-VoidEYE
-WASALive-Bot
-Wallpapers/3.0
+Voltron
+WISENutbot
+WWW-Mechanize
+WWWOFFLE
+WallpapersHD
 Web Auto
-Web Fetch
+Web Collage
+Web Enhancer
+WebAuto
 WebBandit
 WebCollage
-WebFetch
+WebCopier
+WebEnhancer
 WebGo IS
-WebReaper
-WebStripper
-WebWhacker
-Webalta
-WebmasterWorldForumBot
+WebImageCollector
+WebPix
 WebsiteQuester
-Whack
 Whacker
 Widow
 WinHTTrack
-WiseGuys Robot
-Wprecon
 Xenu
-YoudaoBot
 ZmEu
 ZoomBot
-ZoominfoBot
-ZyBorg
-arquivo.pt
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+check1.exe
 clark-crawler
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-heritrix
+crawler.feedback
+dataforseo.com
+gopher
 internetVista monitor
-isitwp.com
+ips-agent
+lwp-request
 magpie-crawler
-muhstik-scan
 netEstate NE Crawler
-page scorer
+pcBrowser
 polaris version
 probe-image-size
 s1z.ru
-scalaj-http
-scan.lol
-seobility
-sexsearcher
-siteripz
-sysscan
-tAkeOut
+satoristudio.net
+seoscanners
+serpstatbot
+sogouspider
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-x22Mozilla
-xpymep1.exe
+trendiction.de
 zauba.io
-zgrab