V4.2021.08.2546 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+360Spider
+80legs
+ADmantX
+AIBOT
+Abonti
+Aboundex
+Aboundexbot
 Acunetix
-AiHitBot
-AlphaBot
+AhrefsBot
+Aipbot
+Anarchy
+Anarchy99
 Ankit
-Anthill
-Aspiegel
-AwarioSmartBot
-BBBike
+Asterias
 BDCbot
 BackDoorBot
-BackStreet
-BackWeb
-BacklinkCrawler
-Bitacle
-BlackWidow
-BlowFish
+Backlink-Ceck
+Battleztar Bazinga
+BetaBot
+Black Hole
 Bolt
-Brandprotect
-BuiltWith
-Bullseye
-BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
 CODE87
 Calculon
-Chlooe
+CensysInspect
+CheeseBot
+Claritybot
 Cliqzbot
 Cogentbot
 Collector
-Copier
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
-Crescent
+CyotekWebCopy
+DBLBot
 DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
-Devil
 Digincore
+Disco
 Discoverybot
 Dispatch
-DittoSpyder
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
-Ecxi
-EirGrabber
+DomainAppender
+Dotbot
+Drip
+EMail Wolf
+Evil
 Express WebPictures
 Extractor
-EyeNetIE
-Ezooms
+FHscan
 Fimap
-Firefox/7.0
-Fyrebot
-G-i-g-a-b-o-t
+FlashGet
+Foobot
+FrontPage
+Fuzz
+FyberSpider
+GT::WWW
+Genieo
+GermCrawler
 GetWeb
 Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
+Grabber
 Grafula
+GrapeFX
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
 HMView
-HaosouSpider
+HTTP::Lite
+Haansoft
+Hloader
 Humanlinks
 HybridBot
 IDBTE4M
-IRLbot
 Iblog
 IlseBot
+Image Sucker
 IndeedBot
-Indy Library
 InfoNaviRobot
-InfoTekies
 Intelliseek
-InternetSeer
-Iria
-JOC Web Spider
-Jetty
-Joomla
-JustView
-Jyxobot
-Kenjin Spider
-Kinza
+InterGET
+Internet Ninja
+JamesBOT
+JetCar
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Larbin
+Leap
 LeechGet
-Lftp
-LibWeb
 Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
 LinkScan
+LinkWalker
+Linkbot
 Linkdexbot
 LinkextractorPro
 LinqiaRSSBot
-Lipperhey
-Litemage_walker
-Ltx71
+Lmspider
+MIDown tool
+MJ12bot
 MQQBrowser
-Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
+Mass Downloader
+Masscan
 Mata Hari
-Mb2345Browser
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
+MauiBot
+MeanPath Bot
+Mediatoolkitbot
 Moblie Safari
-Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
 Musobot
+NICErsPRO
 NPbot
-Needle
-NetAnts
-Netvibes
+NearSite
+Net Vampire
+NetLyzer
+NetMechanic
+NetZIP
+Netcraft
+Nettrack
 NextGenSearchBot
-Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Nmap
 Nuclei
-Nutch
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OrangeBot
-OrangeSpider
-OutfoxBot
-PHPCrawl
-PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
+OnCrawl
+Openfind
+Pandalytics
 Panscient
-Pavuk
-Petalbot
+Picsearch
 PictureFinder
+Piepmatz
+Pixray
 Pockey
 ProPowerBot
 Probethenet
-RankActiveLinkBot
-RankFlex
+Psbot
+QueryN Metasearch
+RankingBot
 Rankivabot
+RankurBot
+ReGet
 Reaper
 Recorder
 RedesScrapy
-RocketCrawler
-Rogerbot
+SBIder
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
-ScanAlert
+SalesIntelligent
 ScoutJet
-ScrepyBot
-SeoSiteCheckup
+Screaming
+SearchmetricsBot
 SeobilityBot
-Seomoz
+Shodan
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Siteimprove
-Sitevigil
+SlySearch
+SmartDownload
+Snake
 Snapbot
-Snoopy
-Sogou web spider
-Sottopop
-SpankBot
+Sosospider
+SpaceBison
+Spammen
 Spinn3r
 Sqlmap
 Sqlworm
+Sqworm
 Stripper
-SuperHTTP
-Surfbot
-SurveyBot
-Swiftbot
-T8Abot
-Teleport
-Telesphoreo
-Telesphorep
-TheNomad
+Szukacz
+The Intraformant
 Thumbor
+Toata
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
+TurnitinBot
 TwengaBot
 Twice
 URLy Warning
-VB Project
+UnisterBot
+Upflow
 VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-WBSearchBot
-WEBDAV
-WPScan
-WWW::Mechanize
-Web Collage
+WASALive-Bot
+WWW-Collector-E
+WWW-Mechanize
+Web Enhancer
+Web Fetch
 Web Fuck
-Web Sauger
-WebBandit
-WebFuck
+Web Pix
+WebCopier
+WebEnhancer
 WebGo IS
-WebLeacher
-WebPix
-WebStripper
+WebReaper
 WebSucker
-Website Quester
-WebsiteExtractor
-Whacker
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zauba
+Webshag
+WebsiteQuester
+Whack
+Whatweb
+Who.is Bot
+Wotbox
+Wprecon
 ZmEu
+ZoomBot
+ZumBot
 archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
-cah.io.community
+backlink-check
+check1.exe
+cognitiveseo
 crawl.sogou.com
-demandbase-bot
-domainsproject.org
-facebookscraper
-heritrix
+eCatch
+evc-batch
 instabid
-ips-agent
-isitwp.com
-lwp-request
+internetVista monitor
 magpie-crawler
+meanpathbot
+muhstik-scan
 oBot
+page scorer
+pcBrowser
 probe-image-size
+ripz
 s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
 seoscanners
-seostar
+serpstatbot
 sexsearcher
-sp_auditbot
+sitechecker.pro
+spyfu
+sysscan
+tAkeOut
 trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-x22Mozilla
-xpymep1.exe
-zauba.io
+webmeup-crawler
+webpros.com
+webprosbot