V4.2022.04.3036 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ASPSeek
-Aboundex
+360Spider
+404enemy
+80legs
+ADmantX
+AIBOT
+ALittle Client
+Abonti
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
+AiHitBot
 Alligator
+Anarchie
+Anarchy
 Anarchy99
 Anthill
 Apexoo
+Asterias
 Atomseobot
+Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
-Badass
+BBBike
+BDFetch
+BLEXBot
+BackDoorBot
+BatchFTP
+BetaBot
 BlackWidow
 Blackboard
-Blow
-Bolt
 Brandprotect
-Brandwatch
+Buddy
 BuiltWith
-Bullseye
-CATExplorador
+BunnySlippers
 CCBot
-CODE87
-CheTeam
-CheeseBot
+CSHttp
+Calculon
+Cegbfeieh
 CherryPicker
-ChinaClaw
-Chlooe
-Cliqzbot
-Cloud mapping
-CopyRightCheck
+Collector
 Cosmos
+Craftbot
+CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
-CyotekWebCopy
 DBLBot
-DIIbot
 DTS Agent
-DataCha0s
-Deusu
-Digincore
-Dirbuster
-Discoverybot
+DatabaseDriverMysqli
+Demon
+Disco
+Dispatch
 DittoSpyder
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
-Ebingbong
-EirGrabber
+Dragonfly
+Ecxi
+Evil
 Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
 Ezooms
+FDM
 FemtosearchBot
-Firefox/7.0
+Fimap
+Flunky
 FrontPage
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+GermCrawler
 GetRight
 GetWeb
-Getintent
+Gigabot
 Go-Ahead-Got-It
+GoZilla
+Gotit
 GrabNet
-HMView
+GrapeFX
+GridBot
 HTMLparser
 HaosouSpider
-Harvest
-Heritrix
-Hloader
-IRLbot
-InternetSeer
-JamesBOT
-Jbrofuzz
+IDBTE4M
+Id-search
+Image Sucker
+Indy Library
+InfoNaviRobot
+InterGET
+Internet Ninja
+IstellaBot
+JennyBot
 JetCar
-Jetty
-Keybot Translation-Search-Machine
-LNSpiderguy
-Leap
-LeechGet
+Joomla
+JustView
+Kinza
+LWP::Simple
+Larbin
 LexiBot
-Lftp
-LibWeb
 Libwhisker
 LinkScan
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+Linkbot
+LinkpadBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
-MIIxpc
-MSFrontPage
-MTRobot
-Mag-Net
-Magnet
+MJ12bot
+MSIECrawler
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
+Majestic12
 MarkMonitor
 MarkWatch
-Masscan
+Mass Downloader
+Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
 MegaIndex.ru
 Metauri
 Microsoft Data Access
-Microsoft URL Control
+Minefield
 Mister PiX
-Name Intelligence
-Nameprotect
-Navroad
-Nessus
-NetAnts
+Mojolicious
+Morfeus Fucking Scanner
+NPbot
+NetLyzer
 NetMechanic
 NetSpider
-NetZIP
-Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
 Niki-bot
-Nikto
 Nimbostratus
 Ninja
-Nmap
-Not
 Nuclei
+Octopus
 Offline Navigator
-OpenLinkProfiler
-Openvas
+OpenVAS
+Openfind
 OrangeSpider
+OutclicksBot
 OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageAnalyzer
-Pandalytics
-Panscient
+PageGrabber
+PageScorer
+PageThing.com
 Papa Foto
-Pi-Monster
-Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-ProPowerBot
-Probethenet
+Pavuk
+Petalbot
+Pockey
 Psbot
-PyCurl
+PxBroker
 QueryN Metasearch
-Quick-Crawler
-RankActive
-RankurBot
 Re-re
+ReGet
+Recorder
 RedesScrapy
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+RepoMonkey
+Rogerbot
+SEOkicks
+SEOprofiler
 SMTBot
+ScanAlert
 Scanbot
-ScoutJet
 Scrapy
-SearchmetricsBot
-SentiBot
+ScreenerBot
+ScrepyBot
+Searchestate
+Seekport
+SemrushBot
 SeoSiteCheckup
-Siphon
+SeobilityBot
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
-SiteSucker
-SlySearch
-SmartDownload
-Snapbot
-Sociscraper
-Sogou web spider
-SpaceBison
-SpankBot
+Sitebeam
+Siteimprove
+Snake
+Snoopy
 Spbot
-Sqlmap
-Sqlworm
-Steeler
-SuperBot
+Spinn3r
+SputnikBot
+Stripper
+Sucker
 Surfbot
-SurveyBot
+Suzuran
 T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
 Telesphoreo
-The Intraformant
-Toata
+Thumbor
+TightTwatBot
 Toweyabot
 Tracemyfile
+Trendictionbot
 True_Robot
-URLy.Warning
-VCI
-Vacuum
-VeriCiteCrawler
-WEBDAV
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
+Turnitin
+URLy Warning
+Upflow
+VelenPublicWebCrawler
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWWOFFLE
 WallpapersHD
-Web Pix
+WeSEE
+Web Fuck
+Web Sauger
 Web Sucker
-WebCollage
+WebBandit
 WebEnhancer
-WebGo IS
+WebFetch
 WebImageCollector
 WebPix
 WebReaper
 WebSauger
 WebSucker
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Who.is Bot
+WebZIP
+Webshag
+WebsiteExtractor
+Webster
+Whacker
 Widow
-Wonderbot
-Woobot
-Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Xenu
 Zauba
-Zitebot
-ZumBot
+Zermelo
+ZoomBot
 ZyBorg
 adscanner
-cah.io.community
-check1.exe
-clark-crawler
-cognitiveseo
-com.plumanalytics
+arquivo.pt
+autoemailspider
+backlink-check
 crawl.sogou.com
+crawler.feedback
 demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
-instabid
-magpie-crawler
+facebookscraper
+heritrix
+isitwp.com
+linkdexbot
+lwp-request
+lwp-trivial
+mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
 polaris version
 probe-image-size
 scalaj-http
 scan.lol
-seocompany.store
-siteripz
+serpstatbot
 spyfu
-ubermetrics-technologies.com
-webpros.com
-x22Mozilla
+xpymep1.exe