V4.2022.08.3309 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
 404enemy
+ALittle Client
 Abonti
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AllSubmitter
-Ankit
-Atomseobot
-Attach
-BDFetch
-BLEXBot
-BackStreet
-Badass
-Bandit
+AiHitBot
+Alligator
+Anarchie
+Anarchy99
+Anthill
+Apexoo
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BackWeb
+BacklinkCrawler
+BatchFTP
 BetaBot
-Bigfoot
+Black Hole
+BlackWidow
 Blackboard
-Blow
-BlowFish
-Brandprotect
+BotALot
 Brandwatch
 Buck
 Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
-CazoodleBot
-Cegbfeieh
-CherryPicker
+Calculon
+CensysInspect
+CheTeam
 Chlooe
-Citoid
-Claritybot
 Cliqzbot
+Cloud mapping
+Cocolyzebot
 Collector
-Copier
-Craftbot
-Crawling at Home Project
+CopyRightCheck
+Copyscape
 CrazyWebCrawler
-CrunchBot
 Curious
-CyotekWebCopy
-DBLBot
-DataCha0s
+Custo
+DIIbot
 Deusu
-Dirbuster
 Disco
 DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Download Wonder
-Dragonfly
-EMail Siphon
-EMail Wolf
+DomainStatsBot
+EasyDL
 Ecxi
-EirGrabber
 EroCrawler
 Evil
-Express WebPictures
+ExtLinksBot
+Extractor
+Extreme Picture Finder
 FDM
-FHscan
-Fimap
 FlashGet
-Flunky
-FrontPage
-FyberSpider
-GetRight
-Getintent
-GoZilla
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+Gigabot
+Go-Ahead-Got-It
+Grabber
 HTMLparser
-HTTrack
 Harvest
-Havij
 Hloader
 HonoluluBot
-IDBot
-IRLbot
-Iblog
+Humanlinks
+HybridBot
 Id-search
 Image Fetch
 InfoNaviRobot
-Internet Ninja
-Iskanie
+InfoTekies
+Iria
 JOC Web Spider
+JamesBOT
+Jbrofuzz
 JennyBot
-Jetty
 JikeSpider
-Joomla
+Jorgee
 Keybot Translation-Search-Machine
 LWP::Simple
 Lanshanbot
+Larbin
+Leap
+LexiBot
+Lftp
 LibWeb
-LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
 LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-MIDown tool
+LinksManager
+Ltx71
+MFC_Tear_Sample
 MIIxpc
 MQQBrowser
-MSFrontPage
-MSIECrawler
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
 Majestic12
+MarkMonitor
 Mass Downloader
 Masscan
-Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
+Meanpathbot
 Mister PiX
 Moblie Safari
 MolokaiBot
-Mozlila
-Musobot
-NICErsPRO
-NPbot
+Morfeus Fucking Scanner
 Nameprotect
-NearSite
-Needle
-Net Vampire
-NetLyzer
+Navroad
+Nessus
+NetSpider
+NetZIP
 Netcraft
-Nikto
-NimbleCrawler
-Nimbostratus
+Netvibes
+NextGenSearchBot
+Nibbler
+Ninja
 Nmap
-Nuclei
+Not
 Nutch
-Octopus
 Offline Navigator
-OpenVAS
+OnCrawl
+OrangeBot
 OrangeSpider
-PHPCrawl
+OutclicksBot
 Page Analyzer
 PageAnalyzer
-Papa Foto
+Pandalytics
+Panscient
 Pavuk
-Petalbot
-Pi-Monster
-Picscout
-Picsearch
-PictureFinder
-Pockey
-Probethenet
-PxBroker
-PyCurl
-Quick-Crawler
+PeoplePal
+Piepmatz
+Pimonster
+PleaseCrawl
+Psbot
+Pu_iN
+Pump
 RankActive
-RankFlex
+RankActiveLinkBot
+RankingBot
 RankurBot
-ReGet
 RealDownload
-Reaper
 Recorder
-RepoMonkey
-SEOkicks
+RocketCrawler
+Rogerbot
+SBIder
 SEOlyticsCrawler
-SEOprofiler
-SMTBot
 SalesIntelligent
-Scanbot
-Screaming
-SeobilityBot
-Seomoz
+ScreenerBot
+ScrepyBot
+Searchestate
+Seekport
+SemanticJuice
+Semrush
+SemrushBot
 Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
-SlySearch
-SocialRankIOBot
+Sitebeam
+Snapbot
+Sociscraper
 Sosospider
 SpaceBison
-Spammen
-SpankBot
-Spanner
 Spbot
-Sqlworm
-Stripper
-Suzuran
-Swiftbot
-Telesoft
-Telesphorep
-TheNomad
+SputnikBot
+Sqworm
+Sucker
+SuperHTTP
+Surfbot
+SurveyBot
+T0PHackTeam
+TeleportPro
+Telesphoreo
+The Intraformant
+Thumbor
 TightTwatBot
-Toweyabot
-Turnitin
-TwengaBot
-URLy Warning
+Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
+Twice
+Typhoeus
 VB Project
 VCI
 VelenPublicWebCrawler
-VidibleScraper
-Voil
+VeriCiteCrawler
+Voltron
 WEBDAV
-WPScan
+WISENutbot
 WWW-Collector-E
-Wallpapers
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers/3.0
-WeSEE
-Web Collage
-Web Enhancer
+WallpapersHD
+Web Auto
+Web Fetch
 Web Pix
-WebBandit
-WebEnhancer
+Web Sauger
+Web Sucker
+WebFetch
+WebFuck
+WebGo IS
 WebImageCollector
-WebZIP
-WebmasterWorldForumBot
-Website Quester
+WebPix
+WebSauger
+WebStripper
+WebWhacker
+WebsiteExtractor
+Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
+Wonderbot
 Wprecon
-Xaldon WebSpider
-Zauba
+YoudaoBot
 Zeus
 Zitebot
 ZoomBot
-ZoominfoBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
 cah.io.community
-check1.exe
+cognitiveseo
 com.plumanalytics
+crawler.feedback
+dataforseo.com
 eCatch
-evc-batch
-gopher
-heritrix
-isitwp.com
+internetVista monitor
 iubenda-radar
-lwp-request
-lwp-trivial
-netEstate NE Crawler
-oBot
-pcBrowser
-polaris version
-ripz
-seoscanners
-seostar
+linkdexbot
+mediawords
+probe-image-size
+s1z.ru
+serpstatbot
 sexsearcher
-sitechecker.pro
-spyfu
-tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+siteripz
 voyagerx.com
 webgains-bot
-webpros.com
 webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe