V4.2022.04.3075 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
+404enemy
 ADmantX
-AIBOT
-ASPSeek
+ALittle Client
 Abonti
-Aboundex
-AiHitBot
-Alexibot
+Acunetix
+Alligator
+Anarchie
 Anarchy
 Ankit
-Anthill
-Aspiegel
 Attach
 BBBike
 BDCbot
-BDFetch
+BLEXBot
 BackStreet
 BackWeb
 BacklinkCrawler
-Badass
 Bandit
 Barkrowler
-Bigfoot
-Blackboard
-BlowFish
+BetaBot
+BlackWidow
+Bolt
+BotALot
+Brandprotect
 Buck
-Bullseye
-BuzzSumo
+BuiltBotTough
+CCBot
 CODE87
+CSHttp
+Cegbfeieh
+CensysInspect
 CherryPicker
-Chlooe
+ChinaClaw
+Citoid
+Cocolyzebot
 Cogentbot
-CopyRightCheck
-Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
 Crescent
-CrunchBot
+Curious
 DBLBot
-DatabaseDriverMysqli
-Devil
-DigitalPebble
+DSearch
+DataCha0s
+Demon
+Digincore
+Dispatch
 DnBCrawler-Analytics
 DnyzBot
 DomainAppender
-DomainStatsBot
+DomainCrawler
 Dotbot
-Dragonfly
-Drip
-ECCP/1.0
-EMail Wolf
-Ebingbong
-EirGrabber
-EroCrawler
-Express WebPictures
+EMail Siphon
+EasyDL
 ExtLinksBot
-Extractor
-ExtractorPro
-FemtosearchBot
-Fimap
+Ezooms
+FHscan
 Firefox/7.0
-Foobot
-Freeuploader
-Genieo
-GermCrawler
-GetRight
-GetWeb
+FlashGet
+Flunky
+Fuzz
+Fyrebot
 Getintent
-Gigabot
+Go-Ahead-Got-It
 GoZilla
-Gotit
 GrabNet
 Grabber
-GrapeshotCrawler
-HTTrack
+GrapeFX
+GridBot
+HTMLparser
 Haansoft
-HaosouSpider
 Harvest
-Humanlinks
+Hloader
 HybridBot
-Id-search
-IlseBot
-Image Sucker
+IDBTE4M
+IndeedBot
 InterGET
-InternetSeer
+Internet Ninja
 Iria
 Iskanie
 IstellaBot
-Jbrofuzz
 JennyBot
-Joomla
-Jorgee
+Jetty
+JikeSpider
+JustView
+Keybot Translation-Search-Machine
 Keyword Density
-Kozmosbot
-Leap
-LeechFTP
+LNSpiderguy
+LWP::Simple
+Larbin
 LexiBot
-Lftp
-LieBaoFast
+Libwhisker
 Lightspeedsystems
+LinkScan
 Linkbot
-LinkpadBot
-LinqiaScrapeBot
-Litemage_walker
-MQQBrowser
-MTRobot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+MIIxpc
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 Majestic12
-MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
+MauiBot
 Mb2345Browser
 Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Microsoft Data Access
-Minefield
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-NICErsPRO
+Msrabot
+Musobot
+Nameprotect
+NearSite
 Nessus
-Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
+NetSpider
 NetZIP
+Nibbler
 Niki-bot
 Nikto
+NimbleCrawler
+Not
+Nutch
+Octopus
+Offline Navigator
+OnCrawl
 Openfind
 Openvas
-OutfoxBot
+OrangeBot
+OutclicksBot
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
+PageScorer
 Pandalytics
+Panscient
 Papa Foto
 Petalbot
-Pi-Monster
-Picscout
-Piepmatz
-Pixray
-PleaseCrawl
+Picsearch
+Pimonster
+Probethenet
 Pu_iN
-RankActive
-RankActiveLinkBot
-Rankivabot
-RankurBot
-Re-re
+RankFlex
+RankingBot
+RankingBot2
 Reaper
-Recorder
 RedesScrapy
 Ripper
 RocketCrawler
-SEOkicks
 SEOlyticsCrawler
+SISTRIX
+SMTBot
 SalesIntelligent
-ScoutJet
+Scanbot
 Scrapy
-Screaming
-ScreenerBot
-Searchestate
-Seekport
-SemanticJuice
-Semrush
-SemrushBot
+ScrepyBot
+SearchmetricsBot
+SentiBot
 Shodan
 Siphon
-SiteExplorer
-SiteSnagger
+Site Sucker
+SlySearch
 Snoopy
-SocialRankIOBot
 Sociscraper
 Sogou web spider
-Spbot
-Spinn3r
+SpaceBison
+SpankBot
 SputnikBot
-Sqlmap
-Steeler
-Stripper
-Sucker
-Sucuri
-SuperHTTP
-Swiftbot
+Surfbot
+Suzuran
+T8Abot
+TeleportPro
+Telesphorep
 The Intraformant
-TightTwatBot
-Trendictionbot
-True_Robot
+Thumbor
+Titan
+Toata
+Toweyabot
+Turingos
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
 URLy Warning
-VB Project
-VCI
+UnisterBot
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 Virusdie
-VoidEYE
 Voltron
-WBSearchBot
-WEBDAV
+WASALive-Bot
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-WeSEE
-Web Collage
-Web Pix
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Enhancer
+Web Sauger
 WebBandit
-WebEnhancer
-WebFuck
-WebImageCollector
+WebGo IS
+WebPix
+WebReaper
+WebSauger
 WebStripper
-Webalta
+WebSucker
+WebWhacker
+WebZIP
 WebmasterWorldForumBot
 WebsiteQuester
-Widow
-Woobot
+Webster
+Who.is Bot
+Xaldon WebSpider
+Xenu
 YoudaoBot
 Zade
-Zauba
 Zermelo
+Zeus
+Zitebot
 ZmEu
+ZoominfoBot
 ZumBot
-clark-crawler
-cognitiveseo
-domainsproject.org
-gopher
-iubenda-radar
-linkdexbot
+adscanner
+archive.org_bot
+cah.io.community
+check1.exe
+coccocbot
+crawl.sogou.com
+crawler4j
+eCatch
+evc-batch
+facebookscraper
 lwp-request
-lwp-trivial
-mediawords
-muhstik-scan
+magpie-crawler
 netEstate NE Crawler
-pcBrowser
-plumanalytics
 polaris version
+probe-image-size
 ripz
-satoristudio.net
+seobility
+seocompany.store
+seostar
 serpstatbot
-sp_auditbot
-spyfu
+sogouspider
 sysscan
-tAkeOut
+trendiction.de
+voyagerx.com
 webpros.com
+x22Mozilla
+xpymep1.exe