V4.2022.02.2896 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+01h4x.com
 80legs
 ADmantX
-AIBOT
+ALittle Client
 ASPSeek
+Abonti
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
 AllSubmitter
-Alligator
+AlphaBot
 Anarchy
-Anarchy99
-Anthill
-Asterias
-BDCbot
+Ankit
+Attach
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BLEXBot
 BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
 Badass
-Barkrowler
-BatchFTP
-Battleztar Bazinga
 Bitacle
+Black Hole
 Blackboard
-BlowFish
-Brandprotect
+Blow
 Brandwatch
-BuiltWith
+Buck
+BuiltBotTough
+BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
-CSHttp
+CODE87
 Calculon
+CazoodleBot
+Cegbfeieh
 CensysInspect
+CheTeam
+CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
-Citoid
-Cliqzbot
 Cloud mapping
 Cocolyzebot
-Craftbot
-Crawling at Home Project
-Crescent
-Curious
+CrunchBot
 Custo
-CyotekWebCopy
-DSearch
-Demon
-DigitalPebble
-Discoverybot
+DBLBot
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Digincore
 DomCopBot
 DomainSigmaCrawler
 DomainStatsBot
-Dragonfly
+Domains Project
+Dotbot
+Download Wonder
+EMail Siphon
 EMail Wolf
 EasyDL
+EroCrawler
 Exabot
-Ezooms
-FemtosearchBot
+ExtLinksBot
+Extreme Picture Finder
 Firefox/7.0
 FlashGet
-Flunky
-Foobot
-Freeuploader
-Fyrebot
+GT::WWW
 GalaxyBot
 Genieo
-Gigabot
-GrabNet
-Grabber
-Grafula
+GetRight
+Getintent
+Go-Ahead-Got-It
+Gotit
 GrapeFX
+GrapeshotCrawler
 GridBot
-HMView
-HTTP::Lite
-Haansoft
+HTTrack
+HaosouSpider
 Havij
-Humanlinks
 HybridBot
-IRLbot
+Iblog
+Image Fetch
 Image Sucker
-IndeedBot
-Indy Library
-Internet Ninja
-Iskanie
-JOC Web Spider
+Intelliseek
+InterGET
+InternetSeer
+JamesBOT
 Jbrofuzz
-JetCar
 JikeSpider
+Jorgee
+Jyxobot
 Kenjin Spider
-Kozmosbot
-LNSpiderguy
+Keyword Density
 LWP::Simple
-Lanshanbot
-Larbin
+LeechFTP
 LeechGet
-LexiBot
-Lftp
-Lightspeedsystems
-LinkextractorPro
+Libwhisker
+LieBaoFast
+Linkdexbot
 LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
-MIIxpc
-MSIECrawler
-MTRobot
-Mag-Net
-Majestic SEO
-Majestic-SEO
+MJ12bot
+MSFrontPage
+Mail.RU_Bot
 Majestic12
-MarkMonitor
+MarkWatch
+Masscan
 MauiBot
-MeanPath Bot
 Meanpathbot
-Metauri
+MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
+Minefield
+Mister PiX
+Moblie Safari
+Mojeek
+Mojolicious
 Musobot
-NPbot
-Nameprotect
-Navroad
+Name Intelligence
 Needle
 Nessus
 NetLyzer
-Netcraft
-NimbleCrawler
-Not
+NetSpider
+NetZIP
+Nettrack
+Nibbler
+Nuclei
+Nutch
+Offline Navigator
 OutclicksBot
+OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageAnalyzer
+POE-Component-Client-HTTP
 PageScorer
-Papa Foto
-Pavuk
+PageThing.com
+Pandalytics
 Petalbot
-Picscout
 Picsearch
-Pixray
+PictureFinder
 Pockey
-ProWebWalker
+Psbot
 Pu_iN
-Pump
-PyCurl
-RankActive
-RankFlex
-Rankivabot
+PxBroker
+RSSingBot
+RankActiveLinkBot
+RankingBot2
+RealDownload
 Recorder
-RepoMonkey
-Ripper
-Rogerbot
+RocketCrawler
 SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+SalesIntelligent
+ScanAlert
 ScoutJet
+Scrapy
+Screaming
 Searchestate
-SemanticJuice
-SentiBot
+Semrush
+SemrushBot
 SeoSiteCheckup
-Shodan
+Seomoz
 SiteCheckerBotCrawler
-SiteLockSpider
-Snake
-SocialRankIOBot
+SiteSucker
+Siteimprove
+SlySearch
+Snapbot
+Snoopy
 Sociscraper
-Sogou web spider
+Sosospider
 Sottopop
-SpankBot
+Spanner
+Spbot
+Sqlmap
+Sqlworm
 Sucuri
-SuperBot
-SurveyBot
-Szukacz
-T8Abot
+SuperHTTP
+Surfbot
+Suzuran
 TeleportPro
+Telesoft
 Telesphoreo
+Telesphorep
 TheNomad
-Thumbor
-True_Robot
-Turingos
-Turnitin
-TurnitinBot
+TightTwatBot
+Toweyabot
+Tracemyfile
 TwengaBot
 Twice
-Typhoeus
-Upflow
-VB Project
-Vacuum
-VelenPublicWebCrawler
+URLy Warning
+URLy.Warning
+V-BOT
+VeriCiteCrawler
 VoidEYE
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-Web Auto
-Web Collage
-Web Enhancer
+Voil
+Voltron
+WBSearchBot
+WPScan
+WWW-Mechanize
 Web Fetch
-Web Fuck
-Web Sauger
+Web Pix
 Web Sucker
-WebAuto
+WebCopier
 WebFetch
-WebReaper
+WebGo IS
+WebLeacher
+WebPix
 WebSauger
-WebZIP
-Webshag
-WebsiteExtractor
+WebmasterWorldForumBot
+WebsiteQuester
+Webster
+Whack
+Whacker
+Whatweb
+WiseGuys Robot
+Wonderbot
 Wprecon
-Zeus
+Zauba
 Zitebot
+ZmEu
 ZoominfoBot
+ZyBorg
 adscanner
-arquivo.pt
+arquivo-web-crawler
 backlink-check
 cah.io.community
-cognitiveseo
-crawler4j
-dataforseo.com
-evc-batch
-facebookscraper
-heritrix
-lwp-trivial
-magpie-crawler
+check1.exe
+clark-crawler
+coccocbot-web
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
+eCatch
+instabid
+isitwp.com
+muhstik-scan
+netEstate NE Crawler
 page scorer
 plumanalytics
-polaris version
-scalaj-http
-scan.lol
-seobility
-seocompany.store
+probe-image-size
+s1z.ru
+satoristudio.net
 seoscanners
-seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
-sp_auditbot
-sysscan
+siteripz
 tAkeOut
 trendiction.de
-ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webpros.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe
-zauba.io
 zgrab