V4.2021.12.2781 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
+404enemy
 ADmantX
-Aboundexbot
+Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-Alligator
+AiHitBot
+Alexibot
 AlphaBot
-Anarchie
 Ankit
 Aspiegel
 Attach
 AwarioRssBot
 AwarioSmartBot
+BBBike
 BDFetch
-BackDoorBot
-Badass
+BacklinkCrawler
 Barkrowler
-BatchFTP
-Black Hole
+Battleztar Bazinga
+BetaBot
 BlackWidow
-BlowFish
 Boardreader
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-CSHttp
+BotALot
+Brandprotect
+Buddy
+Bullseye
+CODE87
 Calculon
-CazoodleBot
-Cegbfeieh
-Cloud mapping
-Cogentbot
-Crescent
-Curious
-Custo
-DBLBot
-DIIbot
-DSearch
-Demon
-Digincore
-Dirbuster
-Discobot
+CheTeam
+Chlooe
+Citoid
+Cliqzbot
+Collector
+Copier
+Cosmos
+Craftbot
+CrunchBot
+DTS Agent
+DatabaseDriverMysqli
+Devil
+Disco
+Discoverybot
+DittoSpyder
 DomainAppender
-DomainSigmaCrawler
-Dotbot
+DomainStatsBot
+Domains Project
 Download Wonder
-Dragonfly
+ECCP/1.0
 EMail Siphon
-EMail Wolf
-EroCrawler
+Ecxi
+EirGrabber
 Evil
-Exabot
 Express WebPictures
+ExtLinksBot
 ExtractorPro
 EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-FlashGet
+FDM
 Flunky
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
+Foobot
+FrontPage
 GalaxyBot
+Genieo
 GermCrawler
 GetRight
-Go-Ahead-Got-It
-GoZilla
+Go!Zilla
 Gotit
-Grabber
 Grafula
-GrapeshotCrawler
-GridBot
-HMView
+GrapeFX
 HTMLparser
-HTTrack
 Haansoft
+Havij
 Heritrix
-Humanlinks
+IDBTE4M
+IDBot
+IRLbot
+Iblog
+Id-search
+Image Fetch
 Image Sucker
-Internet Ninja
-IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
-LNSpiderguy
+Indy Library
+Jyxobot
 LWP::Simple
-Leap
-LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
+Lanshanbot
+LeechGet
+LexiBot
 LinkScan
 Linkbot
-LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey Spider
-Ltx71
-MIIxpc
-MSFrontPage
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MJ12bot
+Magnet
 Majestic SEO
-Majestic12
+MarkMonitor
+MarkWatch
 Masscan
-Mata Hari
-Meanpathbot
-MegaIndex.ru
+Mb2345Browser
+Metauri
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Mojeek
 Mojolicious
-NPbot
+Morfeus Fucking Scanner
+Musobot
+NICErsPRO
 Nameprotect
-Nessus
-Net Vampire
+Needle
+NetMechanic
 NetSpider
-NetZIP
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
+Nibbler
 Niki-bot
-NimbleCrawler
-Nmap
+Nikto
 Not
-Nuclei
-Offline Navigator
+Octopus
+OpenLinkProfiler
 Openfind
-OrangeSpider
+OutclicksBot
 OutfoxBot
 Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
+Papa Foto
 Pavuk
-Petalbot
-Pi-Monster
-Piepmatz
-ProPowerBot
-ProWebWalker
+Picsearch
+PictureFinder
+Pimonster
+Pixray
+Pockey
+Psbot
+Pu_iN
+Pump
 PxBroker
+PyCurl
 QueryN Metasearch
-RSSingBot
 RankActive
-Rankivabot
-RankurBot
-RealDownload
-RedesScrapy
+RankActiveLinkBot
+RankingBot2
+ReGet
 RepoMonkey
 Ripper
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOstats
-SISTRIX
-SalesIntelligent
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
+ScanAlert
+Scanbot
 Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
+Searchestate
+SearchmetricsBot
 SemanticJuice
 Semrush
-SeobilityBot
-SiteCheckerBotCrawler
-SiteExplorer
+SemrushBot
+SentiBot
+Shodan
+SiteSnagger
 Siteimprove
-Sitevigil
 SlySearch
 Snapbot
 SocialRankIOBot
-Sottopop
+Sogou web spider
+Spanner
 Spinn3r
-Sqlworm
-Stripper
-Surfbot
-Swiftbot
-Szukacz
-T8Abot
-Teleport
-The Intraformant
-Thumbor
+SputnikBot
+SuperHTTP
+SurveyBot
+Suzuran
+T0PHackTeam
+Telesoft
+Telesphorep
 Titan
-Toata
+Toweyabot
 Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
+TwengaBot
 Twice
 URLy.Warning
 VB Project
-Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
+Wallpapers
+WeSEE
 Web Auto
 Web Collage
-Web Enhancer
-Web Sauger
+Web Fuck
 Web Sucker
-WebBandit
-WebFetch
-WebPix
+WebAuto
+WebEnhancer
+WebFuck
+WebImageCollector
 WebSucker
-WebsiteExtractor
-Webster
-Whatweb
-WinHTTrack
-Wonderbot
+WebZIP
+WebmasterWorldForumBot
+Whacker
+Who.is Bot
+Widow
 Woobot
 Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
+Zauba
 Zermelo
-Zitebot
+ZmEu
 ZoominfoBot
 ZumBot
-ZyBorg
-adscanner
-cah.io.community
-clark-crawler
+archive.org_bot
+backlink-check
+check1.exe
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
-eCatch
-instabid
-internetVista monitor
-ips-agent
+crawler.feedback
+crawler4j
+dataforseo.com
+gopher
+heritrix
 isitwp.com
-lwp-request
-meanpathbot
-mediawords
+magpie-crawler
+muhstik-scan
 netEstate NE Crawler
-polaris version
-probe-image-size
+oBot
+page scorer
+pcBrowser
+plumanalytics
 scalaj-http
-scan.lol
-seocompany.store
+seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
 tAkeOut
 trendiction.com
-voyagerx.com
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe