V4.2022.02.2918 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-80legs
-AhrefsBot
+360Spider
+404checker
+ADmantX
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
+Aipbot
+AllSubmitter
 AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
-Anthill
 Apexoo
+Aspiegel
 Asterias
 Atomseobot
-Attach
 AwarioSmartBot
-BDFetch
-BLEXBot
-BackStreet
-BacklinkCrawler
-Badass
-Battleztar Bazinga
-BetaBot
-Black Hole
+BBBike
+BDCbot
+BatchFTP
+BlackWidow
+Blow
 Boardreader
+BotALot
+Brandwatch
 BuiltWith
-Bullseye
-BunnySlippers
+CATExplorador
+CODE87
 CSHttp
+CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-Chlooe
-Cliqzbot
+Citoid
 Cloud mapping
-Cocolyzebot
 Cogentbot
-Copier
-Copyscape
 Cosmos
 Craftbot
 Crawling at Home Project
+CrunchBot
+Curious
 Custo
+CyotekWebCopy
 DBLBot
-DIIbot
-DSearch
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Digincore
+DigitalPebble
 Dirbuster
 Dispatch
-DomCopBot
-Domains Project
-Download Wonder
-Dragonfly
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
+ECCP/1.0
+EMail Siphon
+EasyDL
 Ecxi
-EirGrabber
 EroCrawler
-Extractor
-ExtractorPro
-EyeNetIE
+FDM
 FHscan
-FemtosearchBot
 Fimap
 FlashGet
-Flunky
-Fuzz
+Foobot
+Freeuploader
+FyberSpider
 Fyrebot
-GT::WWW
-Genieo
-Getintent
-Gigabot
-Go-Ahead-Got-It
+GetRight
+GoZilla
+GrabNet
 Grabber
-Grafula
+GrapeFX
 GrapeshotCrawler
-HTTrack
-Haansoft
-HaosouSpider
-Heritrix
+HEADMasterSEO
+HTTP::Lite
+Harvest
+Havij
 Hloader
+Humanlinks
+HybridBot
 IDBTE4M
 IDBot
-Id-search
-Image Sucker
-Intelliseek
+Iblog
+IndeedBot
+Indy Library
+InfoTekies
+Iria
 Iskanie
-JOC Web Spider
+JennyBot
 JikeSpider
-Joomla
-Kozmosbot
-LNSpiderguy
+Jyxobot
+Keyword Density
 LWP::Simple
-Lanshanbot
 Leap
-LeechFTP
-Lftp
+LeechGet
 LibWeb
-Libwhisker
-Lightspeedsystems
 Likse
 LinkScan
+LinkWalker
 Linkbot
-Lipperhey
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MJ12bot
-MSFrontPage
+MFC_Tear_Sample
+MIDown tool
+MSIECrawler
+MTRobot
 Mag-Net
 Magnet
-Majestic-SEO
-MarkMonitor
-Mass Downloader
-MauiBot
-Minefield
-Mister PiX
-Moblie Safari
+Mail.RU_Bot
+Masscan
+Mata Hari
+Mb2345Browser
+MegaIndex.ru
+MicroMessenger
 MolokaiBot
+Mozlila
 Mr.4x3
-Musobot
 NICErsPRO
-Nameprotect
-Net Vampire
-NetAnts
+NPbot
+NearSite
 NetLyzer
-NetZIP
-Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
 Niki-bot
-NimbleCrawler
 Nmap
-Not
-Nuclei
-Octopus
-Offline Navigator
-OnCrawl
-PageScorer
-PageThing.com
-Panscient
-Papa Foto
-PeoplePal
+Nutch
+Offline Explorer
+OpenLinkProfiler
+OpenVAS
+Openvas
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+PageGrabber
+Pi-Monster
 Picscout
+Picsearch
+PictureFinder
 Piepmatz
 Pixray
-PleaseCrawl
 PxBroker
 PyCurl
 Quick-Crawler
 RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
+Rankivabot
 ReGet
-RepoMonkey
+RealDownload
+Reaper
+Recorder
+RedesScrapy
+Ripper
 Rogerbot
-SBIder
-SEOlyticsCrawler
-SEOprofiler
-Scanbot
-ScrepyBot
-Searchestate
-Seekport
-SemanticJuice
+SEOkicks
+SEOkicks-Robot
+SEOstats
+ScoutJet
+Scrapy
+SearchmetricsBot
 SemrushBot
-SiteSucker
+SiteExplorer
+Siteimprove
 Sitevigil
 SmartDownload
+Snake
 Snapbot
 Snoopy
-Sogou web spider
-Spammen
-Spanner
-Spbot
-Sqlmap
-Sqlworm
+Sociscraper
+Sosospider
+SpankBot
+SputnikBot
 Sqworm
-Sucker
+Steeler
 SuperBot
-Surfbot
-SurveyBot
-Suzuran
 Swiftbot
-Telesphoreo
-Telesphorep
+Szukacz
+T8Abot
+Telesoft
 The Intraformant
+Thumbor
 TightTwatBot
 Titan
+Toata
 Tracemyfile
-Trendiction
+Turingos
 TurnitinBot
 TwengaBot
-Twice
+URLy Warning
 URLy.Warning
-VeriCiteCrawler
+Upflow
 Virusdie
-Voil
 Voltron
+WBSearchBot
+WEBDAV
 WISENutbot
-WWW::Mechanize
-Wallpapers/3.0
-WeSEE
+Wallpapers
+WallpapersHD
 Web Collage
 Web Fetch
+Web Pix
 Web Sauger
 Web Sucker
-WebBandit
-WebEnhancer
+WebCollage
+WebCopier
+WebImageCollector
+WebLeacher
+WebPix
+WebStripper
+WebSucker
 WebWhacker
+WebZIP
 Webalta
-WebmasterWorldForumBot
-Webshag
-Website Quester
 WebsiteExtractor
-WebsiteQuester
+Webster
+Whack
+Whatweb
 Widow
+Wotbox
 Wprecon
 Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
 Zeus
-ZmEu
-ZoomBot
 ZoominfoBot
-ZumBot
-adscanner
-arquivo.pt
+archive.org_bot
+arquivo-web-crawler
 autoemailspider
 backlink-check
 cah.io.community
-clark-crawler
+coccocbot-web
 com.plumanalytics
-crawler.feedback
 crawler4j
+dataforseo.com
 demandbase-bot
-evc-batch
-facebookscraper
-gopher
-heritrix
 instabid
-lwp-trivial
-muhstik-scan
+internetVista monitor
+ips-agent
 netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-seoscanners
+probe-image-size
+ripz
+seobility
+seocompany.store
+seostar
 serpstatbot
-sexsearcher
 sitechecker.pro
-sogouspider
-sysscan
-tAkeOut
-webprosbot
-x22Mozilla
-xpymep1.exe
-zgrab
+sp_auditbot
+trendiction.com
+voyagerx.com
+webgains-bot
+x09Mozilla
+zauba.io