V4.2021.08.2520 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-AIBOT
-ALittle Client
-AhrefsBot
-AiHitBot
-Aipbot
+404checker
+80legs
+Aboundex
+Acunetix
 AllSubmitter
-Alligator
+AlphaBot
 Anarchie
 Anarchy
 Ankit
 Anthill
 Apexoo
 Aspiegel
-Asterias
-BBBike
-BDCbot
-BackWeb
+AwarioRssBot
+AwarioSmartBot
+BDFetch
 Badass
 BetaBot
 Bigfoot
-Buck
+Bitacle
+Black Hole
+Blow
+BotALot
 BuiltBotTough
 BuzzSumo
+CODE87
 CSHttp
 Calculon
-CazoodleBot
-CheTeam
-ChinaClaw
-Chlooe
+CheeseBot
+CherryPicker
 Cloud mapping
+Cocolyzebot
+Cogentbot
+Collector
 Copier
+CopyRightCheck
 Copyscape
-CrazyWebCrawler
+Cosmos
+Craftbot
 CrunchBot
 Custo
-CyotekWebCopy
 DBLBot
-DSearch
+DIIbot
 DatabaseDriverMysqli
-Digincore
-Disco
+Demon
+Devil
+DigitalPebble
 Discoverybot
+DnyzBot
 DomCopBot
+DomainAppender
 DomainStatsBot
-Download Wonder
-Ebingbong
+Domains Project
+Drip
+EMail Siphon
+EMail Wolf
+Ecxi
 EirGrabber
-EroCrawler
-FDM
+Evil
+Extractor
+Ezooms
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Foobot
-Fyrebot
-GT::WWW
+Fimap
+Flunky
+FrontPage
 GalaxyBot
 GetRight
 GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grafula
-HMView
+Gigablast
+Gotit
+Grabber
+GridBot
+HEADMasterSEO
 HTTrack
+Haansoft
+HaosouSpider
 Harvest
 Havij
 Heritrix
-Hloader
-HybridBot
-IDBTE4M
+Humanlinks
 IRLbot
-Image Fetch
-Image Sucker
-IndeedBot
-Internet Ninja
-Jbrofuzz
-JetCar
+Iblog
+Id-search
+IlseBot
+InfoNaviRobot
+InterGET
+IstellaBot
+JennyBot
+Jetty
 Joomla
 Jorgee
-Jyxobot
-LeechGet
+Kenjin Spider
+Keyword Density
+LWP::Simple
+Lanshanbot
+LeechFTP
+LexiBot
 Lftp
-LibWeb
-LinkScan
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+Linkdexbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
-MJ12bot
+Lipperhey
+MIDown tool
 MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic SEO
-Majestic12
-MarkMonitor
-Masscan
+Majestic-SEO
 Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Mr.4x3
-Msrabot
-NICErsPRO
-Nameprotect
-Nessus
-NetAnts
+Metauri
+Mister PiX
+Moblie Safari
+Mojolicious
+Morfeus Fucking Scanner
+Musobot
+Name Intelligence
+Navroad
 NetLyzer
-Niki-bot
-Nikto
+Netcraft
+Netvibes
+Nibbler
 Nimbostratus
+Nmap
 Octopus
-OpenLinkProfiler
-OpenVAS
-Openfind
-PECL::HTTP
-POE-Component-Client-HTTP
+Offline Navigator
+OutclicksBot
+PageScorer
+Pandalytics
+Panscient
 Pavuk
-Petalbot
+PeoplePal
 PictureFinder
-Pimonster
-ProPowerBot
 ProWebWalker
-Probethenet
-PxBroker
+Pu_iN
 QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-Re-re
-RedesScrapy
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
+Reaper
+RebelMouse
+Recorder
+RocketCrawler
 SBIder
-SEOlyticsCrawler
-SEOprofiler
+SEOkicks-Robot
 SISTRIX
-SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
 Scrapy
 Screaming
-ScreenerBot
+ScrepyBot
 SearchmetricsBot
 Semrush
 SemrushBot
-SentiBot
+SeobilityBot
 Seomoz
-SiteCheckerBotCrawler
-SiteLockSpider
+Shodan
+Site Sucker
+SiteExplorer
 SiteSucker
 Siteimprove
-Sitevigil
+SmartDownload
 Snake
 Snapbot
-SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sosospider
 SpaceBison
-SpankBot
+Spanner
+Spbot
 SputnikBot
+Sqlmap
 Sqlworm
+Sqworm
+Steeler
 Stripper
-Sucuri
 SuperBot
-SuperHTTP
-Swiftbot
-Szukacz
-T8Abot
+Suzuran
+T0PHackTeam
 TeleportPro
 Telesphoreo
-The Intraformant
 TheNomad
 TightTwatBot
-Titan
-Toweyabot
 Tracemyfile
+Trendiction
+TurnitinBot
+TwengaBot
 Twice
-UnisterBot
+Typhoeus
+Upflow
 V-BOT
 VB Project
-VCI
-VeriCiteCrawler
-Voil
+Vagabondo
+VidibleScraper
+Virusdie
 Voltron
 WASALive-Bot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
 Wallpapers
-WallpapersHD
-Web Auto
+WeSEE
 Web Collage
-Web Fetch
-Web Fuck
-Web Sauger
+Web Enhancer
 WebBandit
 WebCollage
-WebEnhancer
+WebCopier
 WebFetch
-WebGo IS
-WebLeacher
-WebSauger
 WebStripper
-WebZIP
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
+WebWhacker
 Webster
+Whacker
+Who.is Bot
 Widow
-Wonderbot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
+WiseGuys Robot
+Woobot
+YoudaoBot
 Zauba
-Zermelo
 Zeus
-Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
+ZumBot
 arquivo-web-crawler
 autoemailspider
-coccocbot-web
-cognitiveseo
+check1.exe
 crawl.sogou.com
 crawler.feedback
+crawler4j
 eCatch
-evc-batch
 facebookscraper
-heritrix
-internetVista monitor
-ips-agent
+gopher
+instabid
 isitwp.com
-lwp-trivial
-page scorer
-plumanalytics
-ripz
+mediawords
+oBot
+pcBrowser
+polaris version
 s1z.ru
 scalaj-http
 scan.lol
+seobility
+seoscanners
+seostar
 sexsearcher
-sitechecker.pro
-siteripz
-voyagerx.com
-x09Mozilla
+sp_auditbot
+spyfu
+trendiction.com
+ubermetrics-technologies.com
 zauba.io
 zgrab