V4.2022.06.3142 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
-80legs
 Abonti
 Aboundexbot
+Acunetix
 AiHitBot
-Aipbot
-AlphaBot
-Anarchie
+Alexibot
 Anarchy
-Anarchy99
-Ankit
-Anthill
-Aspiegel
-Asterias
+Apexoo
+Atomseobot
 AwarioRssBot
-BDCbot
-BLEXBot
+BBBike
+BDFetch
+Backlink-Ceck
 BacklinkCrawler
 Badass
-Barkrowler
+Bandit
 BatchFTP
-Black Hole
+Bitacle
 BlackWidow
-Boardreader
 Buddy
-BuiltBotTough
-BunnySlippers
 CCBot
-CODE87
-Cegbfeieh
+CazoodleBot
 CensysInspect
+CheTeam
 ChinaClaw
-Claritybot
+Chlooe
 Cliqzbot
 Cloud mapping
-Cogentbot
 Copier
-Craftbot
-Crawling at Home Project
-Curious
-DTS Agent
+Crescent
+CrunchBot
+DBLBot
 DataCha0s
-DatabaseDriverMysqli
 Digincore
-Discobot
+DigitalPebble
+Dirbuster
 Discoverybot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DomainSigmaCrawler
-Domains Project
-Drip
-ECCP/1.0
-EMail Siphon
+DnyzBot
+DomainAppender
+Dotbot
+Download Wonder
+Dragonfly
+EasyDL
 Ecxi
+Evil
 Express WebPictures
-ExtLinksBot
 Extractor
+Extreme Picture Finder
+EyeNetIE
+Ezooms
 FDM
 FHscan
-Fimap
 Firefox/7.0
-FyberSpider
-Genieo
+Freeuploader
+FrontPage
+Fuzz
+G-i-g-a-b-o-t
 GetRight
-GoZilla
+GetWeb
+Getintent
+Go-Ahead-Got-It
+Gotit
+Grafula
 GrapeshotCrawler
-HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Havij
-Heritrix
+GridBot
+Harvest
+Hloader
+Humanlinks
 HybridBot
-IDBTE4M
-Iblog
+IDBot
+IRLbot
 Id-search
 Image Fetch
 Image Sucker
 IndeedBot
 Indy Library
-Intelliseek
+InfoNaviRobot
 InternetSeer
+Iria
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jorgee
-Jyxobot
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Joomla
 Kenjin Spider
-Keybot Translation-Search-Machine
-LWP::Simple
+Lanshanbot
 Larbin
-Leap
 LeechFTP
-Lftp
+LibWeb
+Libwhisker
 Lightspeedsystems
-Likse
 LinkWalker
-Linkbot
-LinkextractorPro
-LinqiaRSSBot
-Lipperhey Spider
+LinksManager
+Ltx71
 MIDown tool
 MJ12bot
-MQQBrowser
 MSFrontPage
+Mag-Net
+Magnet
+Majestic-SEO
 MarkMonitor
-Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Metauri
-Minefield
-Mojeek
-Morfeus Fucking Scanner
+MeanPath Bot
+Mediatoolkitbot
+Microsoft Data Access
+Mister PiX
+Mozlila
 Msrabot
+NPbot
+Name Intelligence
 Navroad
-NetLyzer
-NetSpider
+NetAnts
+NetMechanic
 Netcraft
-NextGenSearchBot
-Nikto
-NimbleCrawler
-Nimbostratus
+Netvibes
 Ninja
+Nmap
 Not
-Nutch
-Octopus
+Nuclei
 Offline Explorer
+OnCrawl
 OpenLinkProfiler
+OpenVAS
 Openvas
-OrangeBot
-OutfoxBot
-PHPCrawl
 POE-Component-Client-HTTP
 PageGrabber
-PageThing.com
+Pandalytics
+Panscient
+Papa Foto
+Pavuk
+PeoplePal
 Pi-Monster
-Picscout
-Pimonster
-PleaseCrawl
+Picsearch
+Pixray
+Pockey
 ProPowerBot
 Probethenet
 Pump
-PyCurl
-Quick-Crawler
-RSSingBot
-RankingBot2
+PxBroker
+QueryN Metasearch
+RankFlex
 Reaper
-SEOkicks
-SEOkicks-Robot
+RedesScrapy
+RocketCrawler
+Rogerbot
 SISTRIX
-ScanAlert
 Scanbot
-ScoutJet
-Scrapy
-ScreenerBot
-SearchmetricsBot
-Seekport
-SemrushBot
+ScrepyBot
+Searchestate
+Semrush
+SeoSiteCheckup
 Seomoz
-SiteSnagger
-SmartDownload
+Siphon
+Site Sucker
+SiteExplorer
+Siteimprove
+SlySearch
+Snake
 Snapbot
-Sogou web spider
-SpaceBison
-Spbot
+Snoopy
+Sottopop
 Spinn3r
-Sqlworm
-Sqworm
-Swiftbot
-T8Abot
-Telesoft
-Telesphoreo
-Telesphorep
+SputnikBot
+Steeler
+Stripper
+Surfbot
+Suzuran
+T0PHackTeam
 Titan
+Tracemyfile
 Trendiction
-Trendictionbot
-True_Robot
-TwengaBot
-URLy Warning
+Twice
+URLy.Warning
+UnisterBot
 Upflow
-V-BOT
-Vacuum
+VB Project
+VeriCiteCrawler
+VidibleScraper
 Virusdie
 VoidEYE
-Voltron
 WASALive-Bot
 WBSearchBot
-WEBDAV
-WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 Wallpapers
-WallpapersHD
-WeSEE
-Web Sauger
-Web Sucker
-WebBandit
-WebCopier
+Wallpapers/3.0
+Web Collage
+Web Fetch
+Web Fuck
+WebAuto
+WebCollage
 WebEnhancer
-WebFuck
-WebLeacher
+WebImageCollector
 WebReaper
-WebZIP
+WebStripper
+WebWhacker
 Webalta
+WebmasterWorldForumBot
 Webshag
+WebsiteQuester
 Webster
-Whack
 Whacker
 Whatweb
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Woobot
-Xaldon_WebSpider
-Xenu
+Wotbox
+Wprecon
 YoudaoBot
 Zade
 Zauba
 ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
+autoemailspider
+cah.io.community
+check1.exe
 coccocbot
-cognitiveseo
 com.plumanalytics
-domainsproject.org
-eCatch
-gopher
+crawler.feedback
+dataforseo.com
+internetVista monitor
+isitwp.com
 iubenda-radar
-magpie-crawler
-oBot
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-seocompany.store
-serpstatbot
+lwp-request
+muhstik-scan
+netEstate NE Crawler
+page scorer
+ripz
+satoristudio.net
+scalaj-http
+scan.lol
+seobility
+seoscanners
 sexsearcher
 sitechecker.pro
-sogouspider
+siteripz
+sp_auditbot
+tAkeOut
 trendiction.com
-webmeup-crawler
+voyagerx.com
+x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab