V4.2022.12.3531 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
 404enemy
-AIBOT
 ALittle Client
+Abonti
 Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Alligator
-Ankit
+AhrefsBot
+AiHitBot
+Aipbot
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy
+Anarchy99
 Anthill
-Attach
-BLEXBot
+Aspiegel
+Asterias
+BDCbot
+BackDoorBot
 BackStreet
-Backlink-Ceck
-Badass
-Bandit
-Black Hole
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Blackboard
 Brandprotect
-Brandwatch
-Buck
-Buddy
-BuiltBotTough
 BunnySlippers
-BuzzSumo
-CSHttp
-CensysInspect
 CheTeam
-CheeseBot
-Chlooe
+Citoid
 Claritybot
-Cliqzbot
-Cogentbot
-Collector
-Copyscape
-Craftbot
-CrazyWebCrawler
+Cloud mapping
+Copier
+Crawling at Home Project
+Crescent
 CrunchBot
 Curious
-DataCha0s
+Custo
+DIIbot
+DSearch
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Devil
-Disco
-Discobot
-DnBCrawler-Analytics
+Dirbuster
+Dispatch
 DnyzBot
 DomainCrawler
-DomainSigmaCrawler
-Download Wonder
-Drip
-EMail Siphon
-EasyDL
-EroCrawler
-Evil
-ExtLinksBot
-Extreme Picture Finder
-Fimap
+Ebingbong
+Exabot
+Express WebPictures
+ExtractorPro
+FDM
+Firefox/7.0
 FlashGet
-Foobot
+Freeuploader
 FrontPage
-Fuzz
-Fyrebot
 GalaxyBot
-Genieo
-GetWeb
 Getintent
+Go-Ahead-Got-It
 GoZilla
 Gotit
-Grafula
+GrabNet
+Grabber
 GrapeFX
-GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
-Haansoft
-Harvest
-Havij
+HMView
+HTTrack
+HaosouSpider
+Heritrix
+Hloader
 HonoluluBot
 Humanlinks
+Iblog
 IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
+Indy Library
 InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-Iskanie
 IstellaBot
-JOC Web Spider
 JamesBOT
-Jbrofuzz
 JennyBot
-JustView
+Jetty
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-Libwhisker
-Lightspeedsystems
-Likse
+LWP::Simple
+LeechFTP
+LeechGet
+Lftp
+LinkScan
 LinkWalker
-LinkextractorPro
-LinksManager
+Linkbot
+LinkpadBot
 LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
 Lmspider
-MFC_Tear_Sample
-MIDown tool
+Ltx71
 MJ12bot
 MSIECrawler
-Magnet
-Majestic SEO
-Majestic12
-Mass Downloader
-Masscan
-Metauri
-Microsoft URL Control
-Minefield
+Mag-Net
+MeanPath Bot
+Mediatoolkitbot
+MicroMessenger
+Microsoft Data Access
+Mister PiX
+Mojeek
 Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
-Name Intelligence
-Nameprotect
+Mr.4x3
+Msrabot
+Musobot
+NPbot
 NearSite
 Nessus
-NetAnts
-NetLyzer
-NetMechanic
-NetZIP
-Netcraft
-Nettrack
-Nikto
-NimbleCrawler
-Ninja
+NextGenSearchBot
+Nibbler
 Nmap
-Openfind
+Nuclei
+Nutch
+OnCrawl
+OpenVAS
 Openvas
+OrangeBot
+OrangeSpider
+PHPCrawl
 Page Analyzer
-PageGrabber
-Papa Foto
-Petalbot
-Pockey
+Pavuk
+PeoplePal
+Pi-Monster
+Piepmatz
+PleaseCrawl
 ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-PxBroker
-PyCurl
-QueryN Metasearch
+ProWebWalker
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankingBot
-Rankivabot
-ReGet
+RankurBot
+Reaper
 RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SISTRIX
-ScanAlert
+SalesIntelligent
 Scanbot
+Screaming
+ScreenerBot
 Searchestate
-Seekport
-SemanticJuice
-Semrush
-SentiBot
+SearchmetricsBot
 SeobilityBot
+SiteExplorer
+SiteSnagger
 SiteSucker
-Siteimprove
-SlySearch
-Sociscraper
-Sogou web spider
+Sitebeam
+Snake
+Snapbot
+SocialRankIOBot
 Sosospider
-Sottopop
 SpaceBison
-Spammen
-SputnikBot
-Sqworm
-Stripper
+Spanner
+Sucuri
+SuperBot
 Surfbot
 SurveyBot
 Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
-Telesphoreo
+T8Abot
+TeleportPro
 Telesphorep
-Titan
+TheNomad
+Toweyabot
+Trendiction
+Trendictionbot
+Turingos
 Twice
-URLy Warning
-UnisterBot
+Typhoeus
 Upflow
 V-BOT
-VB Project
 VCI
-Vacuum
-WEBDAV
+VeriCiteCrawler
+VidibleScraper
+WASALive-Bot
 WPScan
 WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Web Auto
-Web Pix
+WeSEE
+Web Collage
+Web Enhancer
+Web Fetch
+Web Sauger
 Web Sucker
+WebAuto
+WebBandit
+WebCopier
+WebFuck
 WebImageCollector
-WebLeacher
-WebSauger
+WebSucker
 WebWhacker
-Webster
-Whack
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Website Quester
+WebsiteQuester
 Who.is Bot
-Widow
-Wonderbot
+WinHTTrack
+Wotbox
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zeus
-Zitebot
-ZumBot
-arquivo-web-crawler
+ZoomBot
+ZoominfoBot
+archive.org_bot
+autoemailspider
 backlink-check
-check1.exe
-coccocbot
+com.plumanalytics
 crawl.sogou.com
-eCatch
-gopher
+dataforseo.com
+evc-batch
 heritrix
+internetVista monitor
+ips-agent
 iubenda-radar
-linkdexbot
-lwp-trivial
+lwp-request
 magpie-crawler
-polaris version
+meanpathbot
+muhstik-scan
+oBot
+pcBrowser
+plumanalytics
 probe-image-size
-ripz
-s1z.ru
 satoristudio.net
-scalaj-http
 seocompany.store
-seostar
-sexsearcher
+sitechecker.pro
 spyfu
 sysscan
-tAkeOut
-trendiction.com
-voyagerx.com
+trendiction.de
 webmeup-crawler
+xpymep1.exe
+zauba.io
+zgrab