V4.2022.01.2844 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-ADmantX
 ASPSeek
-Aboundex
-Alligator
-Anarchie
+AiHitBot
+Aipbot
+Alexibot
+AlphaBot
 Anarchy
-Ankit
-Anthill
+Anarchy99
 Apexoo
-Aspiegel
 Attach
-AwarioSmartBot
-BBBike
-BDCbot
+BLEXBot
 BackStreet
-BacklinkCrawler
+Backlink-Ceck
 Barkrowler
-Bitacle
+BetaBot
+Black Hole
 BlackWidow
-Blackboard
 Blow
 BlowFish
-Brandprotect
-Brandwatch
+Boardreader
 Bullseye
-BuzzSumo
-Cegbfeieh
+BunnySlippers
+CSHttp
 CheTeam
+CherryPicker
+Citoid
 Cliqzbot
 Cloud mapping
 Cocolyzebot
-Collector
-Copyscape
-Crescent
-Curious
-Custo
-DBLBot
-DSearch
-DTS Agent
-DataCha0s
-Demon
+Copier
+Cosmos
+Crawling at Home Project
+CrunchBot
+DIIbot
 Devil
 Dirbuster
+Disco
 Discobot
+Dispatch
 DittoSpyder
-DomCopBot
-DomainCrawler
-Dotbot
-EMail Siphon
-EMail Wolf
+DnBCrawler-Analytics
+DomainSigmaCrawler
+DomainStatsBot
+Drip
+ECCP/1.0
+EasyDL
+Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
 Evil
 Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
+FDM
 FemtosearchBot
 Fimap
-FyberSpider
+Firefox/7.0
+FrontPage
 Fyrebot
-GT::WWW
+GalaxyBot
 Genieo
 GermCrawler
+GetRight
 GetWeb
 Go!Zilla
 GoZilla
-Gotit
-GrapeshotCrawler
-HEADMasterSEO
-HTTrack
+Grafula
+HMView
+HTMLparser
 Haansoft
 Harvest
-Hloader
+Heritrix
+Humanlinks
+IDBTE4M
 IDBot
-Iblog
+Image Fetch
+Image Sucker
 IndeedBot
-Indy Library
 InfoTekies
-InterGET
-InternetSeer
 Iria
 Iskanie
 IstellaBot
-JamesBOT
-Jetty
-JikeSpider
-Jorgee
+JOC Web Spider
 Jyxobot
+Kenjin Spider
 Keyword Density
-LNSpiderguy
+Kozmosbot
 LWP::Simple
-Larbin
-LexiBot
-LieBaoFast
-Likse
-Linkbot
-Linkdexbot
-Lipperhey
-Lipperhey Spider
-Lmspider
+Lftp
+LibWeb
+Libwhisker
+Lightspeedsystems
+LinkWalker
+LinkpadBot
+LinksManager
 MFC_Tear_Sample
 MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
-MSIECrawler
+MSFrontPage
+Magnet
 Majestic-SEO
 Mass Downloader
 Masscan
 Mata Hari
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
+Meanpathbot
+MicroMessenger
+Mister PiX
 Moblie Safari
-Mozlila
-NPbot
-Nameprotect
-Navroad
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
 Needle
-Nessus
-NextGenSearchBot
+Net Vampire
+NetSpider
+Nettrack
 Nikto
-NimbleCrawler
-Nmap
-Not
+Nimbostratus
 Nutch
-Offline Explorer
+Octopus
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
-Openvas
-OrangeBot
-OutclicksBot
-PECL::HTTP
+OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
+Pandalytics
 Panscient
+Papa Foto
 Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
 Picsearch
-PictureFinder
+Piepmatz
+Pimonster
 ProPowerBot
+ProWebWalker
+Psbot
 Pu_iN
 Pump
-QueryN Metasearch
 Quick-Crawler
+RankActive
 RankFlex
 RankingBot2
 Rankivabot
 Re-re
-ReGet
-RebelMouse
+RealDownload
+Reaper
 RedesScrapy
 RepoMonkey
 Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
-SalesIntelligent
-ScreenerBot
+Scanbot
+Scrapy
+ScrepyBot
 Searchestate
-Seekport
+Semrush
 SemrushBot
-SeobilityBot
-Seomoz
-Site Sucker
+SentiBot
+Shodan
+Siphon
+SiteLockSpider
 SiteSucker
-Sitebeam
-Snake
-SocialRankIOBot
+SlySearch
+Snapbot
+Sociscraper
 Sosospider
 SpaceBison
-Spammen
-SpankBot
-Sqlmap
+SputnikBot
 Sqlworm
 Sqworm
+Stripper
 Sucker
 SuperBot
-Surfbot
-T8Abot
+SuperHTTP
+Szukacz
+Telesoft
 Telesphoreo
-The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
-Tracemyfile
-True_Robot
-TurnitinBot
-Upflow
-VeriCiteCrawler
-Virusdie
+Toata
+Trendiction
+Turingos
+Turnitin
+Twice
+VB Project
 Voil
+Voltron
+WASALive-Bot
+WEBDAV
 WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 Wallpapers
-WallpapersHD
+Wallpapers/3.0
 WeSEE
 Web Collage
-Web Fuck
-Web Pix
-Web Sucker
+Web Enhancer
+Web Sauger
 WebAuto
+WebCollage
+WebEnhancer
 WebFetch
 WebGo IS
-WebImageCollector
 WebLeacher
-WebStripper
-WebWhacker
-WebZIP
+WebPix
 Webalta
 WebmasterWorldForumBot
-Webster
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
-Woobot
+Webshag
+WebsiteExtractor
 Wprecon
-Xaldon WebSpider
-Xenu
-Zermelo
-ZmEu
+YoudaoBot
+Zade
+Zitebot
+ZoomBot
 ZoominfoBot
 ZumBot
-adscanner
+ZyBorg
+arquivo-web-crawler
+autoemailspider
 check1.exe
 clark-crawler
-com.plumanalytics
-eCatch
-evc-batch
-lwp-request
+crawl.sogou.com
+domainsproject.org
+facebookscraper
+heritrix
+instabid
+isitwp.com
+lwp-trivial
+meanpathbot
+muhstik-scan
 netEstate NE Crawler
-probe-image-size
-seobility
-seocompany.store
-seostar
-serpstatbot
+satoristudio.net
+scalaj-http
+sogouspider
 spyfu
+sysscan
+tAkeOut
+trendiction.de
 webpros.com
+webprosbot
 x09Mozilla
-zauba.io
+xpymep1.exe