V4.2022.11.3465 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
+80legs
+AIBOT
 ASPSeek
-Acunetix
+Aboundex
 AhrefsBot
-AiHitBot
-Alexibot
 AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
+Anarchie
+Anarchy
+Ankit
 Anthill
 Asterias
-Atomseobot
-AwarioSmartBot
+Attach
+AwarioRssBot
 BBBike
+BDFetch
 BLEXBot
-BackDoorBot
 BackWeb
-BacklinkCrawler
+Badass
 Barkrowler
-Battleztar Bazinga
-Black Hole
+BatchFTP
+BetaBot
 BlackWidow
-Blackboard
-Bolt
-BotALot
-Buck
-Buddy
+BlowFish
+Boardreader
 BuiltWith
 BunnySlippers
-BuzzSumo
-CODE87
-CSHttp
-Claritybot
+CATExplorador
+Calculon
+Cegbfeieh
+ChinaClaw
+Chlooe
+Citoid
 Cogentbot
 Collector
 CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
+Craftbot
 Curious
 Custo
 CyotekWebCopy
-DBLBot
+DIIbot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
 Demon
-Devil
 DigitalPebble
+Dirbuster
 Discoverybot
 DomCopBot
-Dotbot
+DomainStatsBot
 Dragonfly
-ECCP/1.0
-Ebingbong
+EMail Siphon
+EMail Wolf
+EasyDL
 Ecxi
-Evil
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FDM
-Firefox/7.0
+EroCrawler
 FlashGet
-Flunky
 FrontPage
 Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
-GetRight
-Getintent
-Gotit
+GalaxyBot
+GermCrawler
+GrabNet
+Grabber
 GrapeFX
 GrapeshotCrawler
 GridBot
-HTMLparser
 Haansoft
-Heritrix
+Havij
 Hloader
 HonoluluBot
-HybridBot
+IDBTE4M
+IDBot
 IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
-Internet Ninja
+Indy Library
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 InternetSeer
 Iria
 IstellaBot
-JamesBOT
-Joomla
+Jbrofuzz
+Jetty
+JikeSpider
 Jorgee
-Jyxobot
-Larbin
-Leap
+JustView
+Keyword Density
+LNSpiderguy
+LWP::Simple
+LeechGet
+Lftp
+LibWeb
+Lightspeedsystems
 Likse
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
+Litemage_walker
+MJ12bot
 MQQBrowser
 MSFrontPage
 MSIECrawler
-Magnet
-Majestic12
-Masscan
-Mata Hari
-MegaIndex.ru
+MTRobot
+Mail.RU_Bot
+MarkMonitor
+MauiBot
+Meanpathbot
+Metauri
 MicroMessenger
-Microsoft Data Access
-Mister PiX
-Moblie Safari
+Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
-Musobot
+Msrabot
+NICErsPRO
 NPbot
 Name Intelligence
-Nameprotect
-Needle
-Nessus
 NetAnts
-NetMechanic
-NetZIP
+NetSpider
+Netcraft
 Nettrack
 Netvibes
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nuclei
-Octopus
-OpenLinkProfiler
-Openfind
-OrangeBot
-OrangeSpider
-OutfoxBot
-PageThing.com
-Pandalytics
+Nibbler
+Nmap
+Not
+Offline Explorer
+Offline Navigator
+Page Analyzer
+PageAnalyzer
+PageScorer
 Panscient
 Pavuk
-Picscout
+PeoplePal
+Pi-Monster
 Picsearch
-Pockey
+Piepmatz
+Pimonster
+Pixray
 ProWebWalker
-Psbot
+Probethenet
+Pu_iN
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-ReGet
-RedesScrapy
+RSSingBot
+RankActive
+RankurBot
+RebelMouse
+Ripper
+RocketCrawler
 SBIder
-SEOkicks
-SEOstats
+SEOkicks-Robot
+SEOlyticsCrawler
+Scanbot
+Scrapy
 Screaming
-Seekport
+Searchestate
+SearchmetricsBot
 SemanticJuice
 SentiBot
+SeobilityBot
+Seomoz
+Shodan
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
 SiteSucker
+Siteimprove
 SlySearch
-SmartDownload
-Snake
-Snoopy
-Sottopop
-Spanner
+Sociscraper
+SpaceBison
+Spammen
+SpankBot
 Spinn3r
-SputnikBot
 Sqlmap
-Sqworm
-Stripper
-SuperBot
+Sucker
+Sucuri
+Suzuran
 Swiftbot
-Szukacz
+TeleportPro
 Telesphorep
-Toweyabot
-Trendiction
+The Intraformant
+Thumbor
+Titan
+Toata
 Trendictionbot
+True_Robot
+Turingos
 Typhoeus
-UnisterBot
-VCI
+URLy.Warning
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
+VoidEYE
 Voil
+Voltron
+WASALive-Bot
 WEBDAV
-WWW-Collector-E
-WeSEE
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Enhancer
-Web Sauger
-WebBandit
+Web Collage
+Web Sucker
 WebCollage
-WebCopier
 WebEnhancer
-WebFuck
-WebGo IS
-WebSauger
-WebStripper
+WebFetch
+WebReaper
 WebSucker
+WebZIP
 Webalta
-WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteExtractor
-Webster
-Whatweb
-Who.is Bot
+Widow
 WiseGuys Robot
+Wonderbot
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zeus
-ZmEu
+Wprecon
 ZoomBot
 ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
+ZumBot
+ZyBorg
+arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
-check1.exe
-clark-crawler
-crawl.sogou.com
+com.plumanalytics
 crawler.feedback
-domainsproject.org
+crawler4j
 eCatch
+gopher
 instabid
-ips-agent
-meanpathbot
-netEstate NE Crawler
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-trivial
+mediawords
+muhstik-scan
 oBot
+page scorer
 pcBrowser
 polaris version
 probe-image-size
-s1z.ru
-scalaj-http
-seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
-spyfu
-sysscan
 tAkeOut
 voyagerx.com
+x09Mozilla
+xpymep1.exe
+zauba.io