V4.2021.11.2738 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-ADmantX
+404checker
+404enemy
 ALittle Client
-Acunetix
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
 AllSubmitter
 Alligator
 AlphaBot
 Anarchie
-Anarchy
+Anarchy99
 Ankit
-BDCbot
-BackWeb
-Backlink-Ceck
+AwarioSmartBot
+BDFetch
+BacklinkCrawler
+Bandit
 Battleztar Bazinga
-BetaBot
+Bitacle
+Black Hole
 Boardreader
-Buck
-Bullseye
+Bolt
 BunnySlippers
-BuzzSumo
 CATExplorador
-CODE87
 CSHttp
-Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
-CheTeam
 CheeseBot
-Copyscape
-Cosmos
+CherryPicker
+Cloud mapping
+Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
 Custo
+DBLBot
 DIIbot
-DTS Agent
-Deusu
-Digincore
+DatabaseDriverMysqli
+Demon
 Dirbuster
 Disco
 Discobot
-Dispatch
-DittoSpyder
+DnyzBot
 DomCopBot
-DomainAppender
-Domains Project
-Dotbot
-Dragonfly
+Download Wonder
 EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-EroCrawler
-Exabot
+Evil
+Express WebPictures
 ExtLinksBot
-ExtractorPro
 Extreme Picture Finder
-FDM
+FHscan
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-GalaxyBot
+Flunky
+G-i-g-a-b-o-t
+Genieo
+GetRight
+GetWeb
 Gigabot
 Go!Zilla
-GoZilla
+Go-Ahead-Got-It
+Gotit
 GrabNet
 Grabber
-GrapeFX
-GridBot
+GrapeshotCrawler
+HMView
 HTTrack
-HaosouSpider
 Harvest
+Havij
 Hloader
 Humanlinks
+IDBTE4M
+IRLbot
 Iblog
-Image Fetch
 IndeedBot
-InfoNaviRobot
+Intelliseek
+InterGET
+Internet Ninja
+Iria
+Iskanie
 JamesBOT
-JennyBot
 JetCar
 Jetty
-JikeSpider
-Kenjin Spider
-Kinza
-LNSpiderguy
+Jorgee
+Jyxobot
+Larbin
 Leap
+LeechFTP
+LeechGet
+LexiBot
 Lftp
 LieBaoFast
-LinqiaRSSBot
-Litemage_walker
-MIIxpc
-MQQBrowser
-MSFrontPage
+Likse
+Linkbot
+LinkpadBot
+LinksManager
+Lmspider
+Ltx71
+MJ12bot
 MTRobot
 Mag-Net
-Majestic-SEO
-MarkWatch
-Mass Downloader
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Masscan
-Microsoft URL Control
-Minefield
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Microsoft Data Access
+Mister PiX
+Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
+Msrabot
 Musobot
-Name Intelligence
-NetZIP
+Navroad
+NearSite
+Needle
+Nessus
+NetAnts
+NetLyzer
+NetMechanic
+Nettrack
 NextGenSearchBot
-Nibbler
-Niki-bot
-NimbleCrawler
-Nmap
+Nikto
 Not
 Nuclei
-Nutch
-Offline Navigator
+Offline Explorer
+OpenVAS
 Openvas
-OrangeBot
 OutfoxBot
 PECL::HTTP
 PHPCrawl
-PageThing.com
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 Pandalytics
 Pavuk
-Pi-Monster
-Pimonster
-ProWebWalker
-Probethenet
-QueryN Metasearch
+PeoplePal
+Pockey
+Psbot
+Pu_iN
+Pump
+Quick-Crawler
+RSSingBot
 RankActive
-Reaper
-Recorder
-RedesScrapy
+RankActiveLinkBot
+RankingBot
+ReGet
+RepoMonkey
 Ripper
-Rogerbot
-SEOkicks-Robot
+RocketCrawler
+SEOkicks
 SEOlyticsCrawler
 SEOprofiler
 SEOstats
-Scanbot
+SISTRIX
+ScanAlert
+ScoutJet
+Scrapy
+Screaming
 ScrepyBot
 SemanticJuice
-SeobilityBot
+SemrushBot
+SentiBot
+SeoSiteCheckup
 Seomoz
 Shodan
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-Sitevigil
-SlySearch
+SiteLockSpider
+SiteSucker
+Sitebeam
+Snake
 Snapbot
-Sosospider
+Snoopy
+Sogou web spider
 Sottopop
-SpaceBison
-SpankBot
-Spanner
+Spbot
 SputnikBot
-Sqworm
-Stripper
-Sucuri
+SuperBot
 Surfbot
 SurveyBot
-Szukacz
-T0PHackTeam
-T8Abot
-TeleportPro
-TightTwatBot
-Titan
+Swiftbot
+Teleport
+The Intraformant
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
+TurnitinBot
+TwengaBot
 Twice
-Typhoeus
 URLy Warning
+Upflow
+V-BOT
+VB Project
+VCI
+Vacuum
 Vagabondo
-VoidEYE
-Voltron
-WISENutbot
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+WBSearchBot
 WPScan
-WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Collage
-Web Fetch
+WeSEE
+Web Enhancer
+Web Fuck
 Web Pix
 Web Sauger
-WebAuto
-WebBandit
-WebLeacher
-WebPix
-WebStripper
-WebSucker
-WebWhacker
-WebZIP
-Webalta
-Webshag
-Website Quester
-WebsiteExtractor
+WebFetch
+WebGo IS
+WebImageCollector
+WebReaper
+WebSauger
+Webster
 Whack
-Whacker
-Who.is Bot
-Widow
-Wonderbot
-Wotbox
+WinHTTrack
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
 Zade
+ZmEu
 ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
 adscanner
+arquivo-web-crawler
 autoemailspider
-backlink-check
-check1.exe
-com.plumanalytics
-crawl.sogou.com
+cah.io.community
+coccocbot-web
+crawler4j
 dataforseo.com
-demandbase-bot
 eCatch
-facebookscraper
+gopher
 heritrix
-lwp-trivial
+instabid
+ips-agent
+meanpathbot
+muhstik-scan
 page scorer
 pcBrowser
-plumanalytics
-probe-image-size
-s1z.ru
 satoristudio.net
-scalaj-http
-seocompany.store
-sexsearcher
 sitechecker.pro
-sogouspider
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
 webpros.com
-x22Mozilla