V4.2021.11.2719 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 80legs
-ADmantX
-AIBOT
+ALittle Client
+ASPSeek
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
+Aipbot
 AlphaBot
+Anarchie
 Anarchy
-Ankit
-Asterias
-Attach
+Anthill
+AwarioSmartBot
 BBBike
-BDCbot
 BDFetch
-BackWeb
-BacklinkCrawler
-Bandit
+Badass
 Barkrowler
-BatchFTP
-Bitacle
-Black Hole
+Battleztar Bazinga
+BetaBot
+Bigfoot
+BlackWidow
 Blow
-BlowFish
 Boardreader
-Bolt
 BotALot
-Brandprotect
-Brandwatch
-Buck
 Buddy
-CCBot
+BuiltBotTough
 CODE87
-CSHttp
 Calculon
 CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
-CherryPicker
-Chlooe
-Cloud mapping
+ChinaClaw
+Cliqzbot
 Cocolyzebot
 Collector
 CopyRightCheck
-Craftbot
-Crawling at Home Project
+Copyscape
 Crescent
-CyotekWebCopy
+Custo
+DIIbot
+DSearch
+DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
-Digincore
+Devil
 DigitalPebble
-Disco
 Discobot
-Discoverybot
-DittoSpyder
-DomCopBot
-DomainStatsBot
-Download Wonder
+DomainAppender
+DomainCrawler
 Dragonfly
-EMail Siphon
+Drip
+ECCP/1.0
 EMail Wolf
+EasyDL
 Ebingbong
-EirGrabber
+Ecxi
+EroCrawler
 Evil
-Exabot
-Extractor
+Express WebPictures
+ExtLinksBot
 Extreme Picture Finder
 FDM
+FHscan
 FemtosearchBot
-Firefox/7.0
 Flunky
-Freeuploader
-FrontPage
-Fuzz
-Fyrebot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+FyberSpider
+GalaxyBot
+GermCrawler
+Getintent
+Grabber
 Grafula
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HTMLparser
-HaosouSpider
-Harvest
-HybridBot
-IDBot
+HMView
+Havij
+Humanlinks
+IDBTE4M
 IRLbot
-Image Sucker
+Iblog
+Id-search
+Image Fetch
+IndeedBot
 InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
 InternetSeer
+Iskanie
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Jorgee
 Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
-LWP::Simple
+Kinza
 Lanshanbot
+LeechGet
+Lftp
 LibWeb
-Lightspeedsystems
-LinkextractorPro
-LinksManager
+LinkScan
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lipperhey Spider
+MIDown tool
+MIIxpc
+MJ12bot
+MQQBrowser
+MSFrontPage
+MTRobot
 Mag-Net
 Magnet
-Majestic SEO
-Majestic-SEO
 MarkWatch
 Masscan
-MauiBot
+Mata Hari
+Meanpathbot
 Mediatoolkitbot
+Metauri
+MicroMessenger
 Microsoft Data Access
 Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
 Mozlila
-Musobot
-NPbot
+Mr.4x3
 Name Intelligence
 Nameprotect
+NearSite
 Nessus
-NetLyzer
-Netcraft
 Nettrack
-Nimbostratus
-Nmap
-Nutch
-OpenLinkProfiler
+Netvibes
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Ninja
+Nuclei
+Octopus
+Offline Navigator
 OpenVAS
-Openvas
 OrangeBot
+OrangeSpider
 OutclicksBot
 OutfoxBot
-PECL::HTTP
-Pandalytics
-Petalbot
-Piepmatz
-Pixray
-ProWebWalker
-Probethenet
-Pu_iN
+PHPCrawl
+POE-Component-Client-HTTP
+Panscient
+PeoplePal
+Pi-Monster
+Picsearch
+Psbot
 Pump
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankingBot
-RankingBot2
-RankurBot
+PyCurl
 ReGet
 RealDownload
-Reaper
-SBIder
-SEOkicks-Robot
-SEOstats
-SalesIntelligent
-ScanAlert
-Scanbot
-SearchmetricsBot
-SemanticJuice
-Semrush
-SemrushBot
+RebelMouse
+RepoMonkey
+Ripper
+RocketCrawler
+SMTBot
+ScoutJet
+Scrapy
+Screaming
 SentiBot
-SeoSiteCheckup
 Shodan
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
+SlySearch
+Snake
 Snapbot
+SocialRankIOBot
+Sogou web spider
 Sosospider
 SpaceBison
-Spammen
-SpankBot
-Spbot
-Spinn3r
-Sqlworm
+Sqlmap
 Stripper
-Sucker
 SuperBot
 SuperHTTP
 SurveyBot
 Suzuran
-Swiftbot
+T0PHackTeam
 Teleport
 TeleportPro
-Telesphorep
-TightTwatBot
+Telesoft
+Thumbor
+Toata
+Tracemyfile
+Trendictionbot
 True_Robot
 Turingos
-Typhoeus
-UnisterBot
+Turnitin
 Upflow
-V-BOT
 VB Project
+VCI
 Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
+VoidEYE
+Voltron
 WASALive-Bot
-WBSearchBot
 WEBDAV
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers/3.0
+WISENutbot
+WWWOFFLE
 WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Enhancer
-Web Fetch
 Web Fuck
-Web Pix
 Web Sucker
-WebCopier
-WebEnhancer
-WebSauger
-WebSucker
-WebWhacker
-Webalta
+WebBandit
+WebFuck
+WebGo IS
+WebReaper
+WebZIP
 Webshag
+WebsiteExtractor
 WebsiteQuester
+Whack
 Whacker
-Whatweb
-Who.is Bot
-WinHTTrack
+Widow
 WiseGuys Robot
-Xenu
-Zade
+Wprecon
+Zauba
 Zermelo
-ZoomBot
 ZoominfoBot
-adscanner
-arquivo-web-crawler
+ZyBorg
+arquivo.pt
 autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-coccocbot-web
 com.plumanalytics
 crawl.sogou.com
-evc-batch
-ips-agent
-isitwp.com
-muhstik-scan
+crawler4j
+dataforseo.com
+eCatch
+facebookscraper
+heritrix
+internetVista monitor
+lwp-request
+magpie-crawler
+oBot
+page scorer
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+scalaj-http
 scan.lol
-seobility
-seocompany.store
-seoscanners
-seostar
-sexsearcher
 trendiction.de
 webmeup-crawler
-webpros.com
 webprosbot
+x22Mozilla
+zgrab