V4.2022.04.3021 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404enemy
 ADmantX
-ALittle Client
+AIBOT
 Abonti
+Aboundex
 Aboundexbot
-AiHitBot
+Acunetix
+AfD-Verbotsverfahren
 Aipbot
+Alexibot
 AllSubmitter
-Anarchie
-Apexoo
-Asterias
-Atomseobot
+Alligator
+AlphaBot
+Anarchy99
+Aspiegel
 Attach
-AwarioRssBot
-BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
+Backlink-Ceck
 Badass
+Barkrowler
 BatchFTP
 BetaBot
 Bigfoot
-BlackWidow
-Blackboard
-Blow
-Boardreader
+BlowFish
 Bolt
-BotALot
+Brandwatch
 Buck
-BuiltBotTough
-BuzzSumo
-CCBot
-CODE87
-Calculon
-Cegbfeieh
-ChinaClaw
-Chlooe
-Citoid
-Collector
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+Buddy
+BuiltWith
+CensysInspect
+CheTeam
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Copyscape
+Crescent
+CrunchBot
+Curious
+DBLBot
 DIIbot
-DTS Agent
+DSearch
 DataCha0s
 DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-DigitalPebble
-Dispatch
+Discobot
+DittoSpyder
 DnyzBot
-Domains Project
-EMail Siphon
+Dotbot
+Dragonfly
 EasyDL
-Ebingbong
-Express WebPictures
-ExtLinksBot
+EirGrabber
 Extreme Picture Finder
+EyeNetIE
+FDM
 Fimap
 Firefox/7.0
-Genieo
-Gigabot
+Fyrebot
+GT::WWW
+GalaxyBot
 Go-Ahead-Got-It
-GoZilla
+GrabNet
 Grabber
+GrapeFX
+GridBot
 HMView
-HTMLparser
 HTTrack
-Haansoft
-HaosouSpider
+Havij
 Hloader
-Humanlinks
-Iblog
+IDBTE4M
+IRLbot
 Id-search
-IlseBot
-InfoNaviRobot
-InternetSeer
-Iskanie
+Indy Library
+InfoTekies
+Intelliseek
+Internet Ninja
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 JennyBot
+JetCar
 Keybot Translation-Search-Machine
-Kozmosbot
-LNSpiderguy
+Kinza
 LWP::Simple
-Leap
+Lanshanbot
 LeechFTP
-LeechGet
 Lftp
-LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
+LinkScan
 LinkWalker
+Linkbot
 Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-MIIxpc
-MQQBrowser
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Lmspider
+MJ12bot
 MSIECrawler
-Majestic SEO
-MarkWatch
-Mass Downloader
-Mata Hari
+Magnet
+Majestic-SEO
 MauiBot
+MeanPath Bot
+Meanpathbot
 MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft Data Access
 Mister PiX
+Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
+NICErsPRO
+Nameprotect
 Navroad
 NearSite
-Needle
 NetLyzer
-NetMechanic
-NetZIP
-Netcraft
 Netvibes
-NextGenSearchBot
-Niki-bot
-Ninja
+Nibbler
+Nikto
+NimbleCrawler
+Not
+Nuclei
+Octopus
 Offline Explorer
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
-OpenVAS
 Openfind
-OrangeSpider
-OutclicksBot
+OrangeBot
+OutfoxBot
+PHPCrawl
+PageAnalyzer
 PageGrabber
-PageScorer
-Pandalytics
-Papa Foto
-PictureFinder
-PleaseCrawl
-Probethenet
-Pu_iN
+Pavuk
+PeoplePal
+Petalbot
+Picsearch
+Pimonster
+Pixray
+Pockey
+ProPowerBot
+Psbot
 Pump
-PyCurl
 QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-RankingBot
-RankurBot
-Reaper
+Rankivabot
+RealDownload
 Recorder
-RedesScrapy
-RepoMonkey
-SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+SISTRIX
 SalesIntelligent
-ScanAlert
-ScoutJet
-Scrapy
-Screaming
 ScreenerBot
 ScrepyBot
 Seekport
+SemanticJuice
 SemrushBot
-Shodan
-Siphon
-Site Sucker
-SiteSucker
-SmartDownload
-Snoopy
-Sottopop
+SentiBot
+SeobilityBot
+SiteLockSpider
+Sitebeam
+Snake
+Sociscraper
+SpaceBison
+Spammen
 SpankBot
+Spanner
+Spbot
 Spinn3r
-Sqworm
-Stripper
+Sqlmap
 Sucuri
-Surfbot
 SurveyBot
+Suzuran
 Swiftbot
-T0PHackTeam
-T8Abot
-Teleport
-Telesphoreo
+TeleportPro
+Telesoft
 Telesphorep
-The Intraformant
-TheNomad
-TightTwatBot
-Titan
-Toweyabot
-Tracemyfile
-Trendiction
+Thumbor
 True_Robot
-Turingos
-Twice
+Turnitin
 Typhoeus
-URLy Warning
 URLy.Warning
-V-BOT
-VB Project
-Vacuum
+Upflow
+VCI
 VelenPublicWebCrawler
+VidibleScraper
+WASALive-Bot
 WEBDAV
-WWW-Collector-E
+WISENutbot
 WWW-Mechanize
 WWW::Mechanize
+Wallpapers
 WallpapersHD
-Web Auto
-Web Sucker
+Web Fetch
+Web Sauger
 WebAuto
-WebCollage
-WebEnhancer
+WebBandit
+WebFetch
+WebFuck
 WebImageCollector
-WebLeacher
-WebReaper
+WebSauger
+WebSucker
 WebWhacker
-Webalta
-Website Quester
+WebsiteExtractor
 WebsiteQuester
+Webster
 Whacker
+Who.is Bot
+Widow
 WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
-Zade
-Zauba
-ZmEu
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zeus
+ZoominfoBot
+ZumBot
 arquivo.pt
-cah.io.community
+autoemailspider
+backlink-check
 check1.exe
 clark-crawler
+coccocbot
 cognitiveseo
-crawler.feedback
-eCatch
-evc-batch
-lwp-trivial
-mediawords
-oBot
-page scorer
+crawl.sogou.com
+crawler4j
+dataforseo.com
+domainsproject.org
+heritrix
+instabid
+ips-agent
+lwp-request
+meanpathbot
+netEstate NE Crawler
+pcBrowser
 plumanalytics
-scan.lol
+probe-image-size
+s1z.ru
+satoristudio.net
 seobility
-seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
 siteripz
-sp_auditbot
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webpros.com
+trendiction.com
+webmeup-crawler
 x22Mozilla
-zauba.io
+xpymep1.exe