V4.2022.02.2891 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 80legs
+ADmantX
+ASPSeek
 Acunetix
-AfD-Verbotsverfahren
-Alexibot
-AlphaBot
-Anarchy99
+AiHitBot
+AllSubmitter
+Alligator
 Ankit
-Asterias
-Attach
+Apexoo
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BackStreet
-Backlink-Ceck
+BacklinkCrawler
 Badass
-BatchFTP
-BlackWidow
-Blow
-Brandwatch
+Bandit
+Bitacle
+BlowFish
+Boardreader
+Bolt
 Buck
-BuiltWith
 Bullseye
-CSHttp
+BuzzSumo
+CATExplorador
 CazoodleBot
-CheeseBot
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Copyscape
-Crawling at Home Project
-DataCha0s
+ChinaClaw
+Cloud mapping
+Collector
+Copier
+Cosmos
+Craftbot
+CrazyWebCrawler
+DBLBot
+DTS Agent
+DatabaseDriverMysqli
 Demon
+Devil
 DigitalPebble
+Dirbuster
+Disco
+Discoverybot
+DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
 DomainSigmaCrawler
-Dotbot
-Download Wonder
-Dragonfly
-Drip
-EasyDL
-EirGrabber
-EroCrawler
+DomainStatsBot
+EMail Wolf
+Ebingbong
+Ecxi
 Evil
-Express WebPictures
-Extractor
+Exabot
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FDM
-FHscan
+FemtosearchBot
+FlashGet
+Foobot
 Freeuploader
+FrontPage
+Fyrebot
 GT::WWW
-GalaxyBot
 Genieo
+GermCrawler
 GetWeb
+Getintent
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-HMView
+GrabNet
+HEADMasterSEO
+HTMLparser
 HTTP::Lite
+HTTrack
+Haansoft
 Harvest
-HybridBot
-IDBot
+Havij
+Hloader
+HonoluluBot
 Iblog
-Id-search
-IndeedBot
-Indy Library
-InfoNaviRobot
+Image Sucker
 Intelliseek
-Internet Ninja
-InternetSeer
-Iskanie
-IstellaBot
-Jbrofuzz
+JOC Web Spider
+JamesBOT
 JetCar
 Jetty
-Jorgee
-Kenjin Spider
+JikeSpider
+Joomla
+JustView
 Keyword Density
 LNSpiderguy
-Larbin
-Leap
 LeechFTP
 LeechGet
 LexiBot
+LibWeb
 Libwhisker
-LieBaoFast
-LinkScan
-LinkWalker
 LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
-MIDown tool
-MJ12bot
-Mag-Net
-Magnet
+Ltx71
+MFC_Tear_Sample
+MIIxpc
 Mail.RU_Bot
 Majestic SEO
 Majestic12
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Mister PiX
+MarkMonitor
+MarkWatch
+MauiBot
+Mb2345Browser
+MicroMessenger
+Microsoft Data Access
+Minefield
+Mojeek
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
 Musobot
-NPbot
-Nameprotect
-Navroad
-Nessus
+NICErsPRO
+Needle
+Net Vampire
 NetMechanic
-NetSpider
+Netvibes
 NextGenSearchBot
-Nibbler
-Not
-Offline Navigator
+NimbleCrawler
+Nutch
+Octopus
+OnCrawl
 OpenLinkProfiler
+OpenVAS
 Openfind
-OrangeSpider
-OutfoxBot
+Openvas
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageGrabber
 PageThing.com
-Pavuk
+Papa Foto
 PeoplePal
 Pi-Monster
 Picscout
-Picsearch
 PictureFinder
+Pimonster
 PleaseCrawl
 Pockey
+ProPowerBot
+ProWebWalker
 Psbot
-Pu_iN
-Pump
+PxBroker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
 RankingBot2
 Rankivabot
-ReGet
 RealDownload
-RebelMouse
-RepoMonkey
-RocketCrawler
-SEOprofiler
+SBIder
+SEOkicks
+SEOlyticsCrawler
 SEOstats
-SMTBot
-ScanAlert
-ScoutJet
-ScreenerBot
-SemanticJuice
+Screaming
+Searchestate
+Semrush
 SemrushBot
+SeoSiteCheckup
 SiteCheckerBotCrawler
-SiteExplorer
 Siteimprove
-SlySearch
-SmartDownload
+Snake
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sottopop
+Spammen
 Spanner
-Spbot
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
+Stripper
 SurveyBot
-T8Abot
+Swiftbot
 Teleport
 TeleportPro
 Telesoft
 Telesphorep
 Thumbor
+Toata
 Toweyabot
-Trendictionbot
-Turnitin
-TurnitinBot
-Twice
-UnisterBot
+Tracemyfile
+Trendiction
+URLy Warning
+Upflow
+V-BOT
 VB Project
-Vacuum
+Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-VoidEYE
-WASALive-Bot
-WEBDAV
-WISENutbot
+VidibleScraper
+Voltron
+WBSearchBot
 WPScan
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WeSEE
+WWW::Mechanize
+Web Enhancer
 Web Fetch
-Web Fuck
-Web Sauger
-Web Sucker
+WebAuto
 WebCollage
-WebCopier
-WebFetch
-WebGo IS
-WebPix
-WebSauger
-WebmasterWorldForumBot
-Webshag
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
+WebImageCollector
+WebLeacher
+WebReaper
+WebStripper
+WebSucker
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whacker
+Wonderbot
 Wotbox
-Wprecon
-Xenu
+Xaldon WebSpider
 YoudaoBot
 Zauba
 ZmEu
-ZoominfoBot
-ZumBot
-adscanner
-archive.org_bot
+ZyBorg
+arquivo.pt
+autoemailspider
 clark-crawler
 coccocbot-web
-cognitiveseo
 crawl.sogou.com
-domainsproject.org
-facebookscraper
+crawler.feedback
+dataforseo.com
+eCatch
+evc-batch
 gopher
-heritrix
-lwp-request
-lwp-trivial
+instabid
+ips-agent
+iubenda-radar
+magpie-crawler
 meanpathbot
-muhstik-scan
 pcBrowser
+polaris version
+probe-image-size
 ripz
-seocompany.store
-seostar
+s1z.ru
+scan.lol
+seobility
+serpstatbot
 sexsearcher
 sp_auditbot
-spyfu
-tAkeOut
-trendiction.de
+sysscan
 voyagerx.com
-webpros.com
+webprosbot
 x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io
+zgrab