V4.2022.08.3322 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-AIBOT
-Aboundexbot
+404checker
+80legs
+ADmantX
 Acunetix
-Aipbot
-Alexibot
-Anarchie
+AhrefsBot
 Anarchy
-Anarchy99
+Ankit
 Anthill
 Apexoo
-Aspiegel
+Asterias
 Attach
 AwarioRssBot
+AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
-BLEXBot
-BackWeb
-Backlink-Ceck
-Badass
+BackDoorBot
+BackStreet
+Bandit
 Barkrowler
-Battleztar Bazinga
-Bitacle
-Black Hole
+BatchFTP
+BetaBot
 Blackboard
-Blow
-BlowFish
-Buck
+Boardreader
+Bolt
+BotALot
 BuiltBotTough
-CODE87
-CheTeam
+BuiltWith
+BunnySlippers
+BuzzSumo
+Cegbfeieh
 CheeseBot
-Claritybot
-Cliqzbot
+CherryPicker
+Chlooe
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Collector
-Copier
+CopyRightCheck
 Copyscape
+Cosmos
 Crawling at Home Project
 CrazyWebCrawler
 Crescent
 Curious
 CyotekWebCopy
-DBLBot
+DSearch
+DataCha0s
 Demon
-Deusu
-Devil
-Dirbuster
-Dispatch
-DittoSpyder
+DigitalPebble
+Disco
+DomCopBot
+DomainAppender
 Dotbot
-Download Wonder
 Dragonfly
-Drip
-EMail Wolf
+EMail Siphon
 Ebingbong
-EirGrabber
-Evil
 ExtLinksBot
-Extractor
-ExtractorPro
-EyeNetIE
-FDM
 FHscan
-FlashGet
-GalaxyBot
-Genieo
+Fimap
+Flunky
+Freeuploader
+G-i-g-a-b-o-t
 GermCrawler
 GetWeb
-Gigabot
 Go-Ahead-Got-It
-Gotit
-Grabber
-GrapeFX
-GridBot
-HEADMasterSEO
-HMView
-HaosouSpider
-Heritrix
+GoZilla
+GrabNet
+Grafula
+GrapeshotCrawler
+Haansoft
+Havij
+HonoluluBot
 HybridBot
-IRLbot
+IDBTE4M
+IDBot
 Id-search
-Image Fetch
-IndeedBot
-Intelliseek
-IstellaBot
-JikeSpider
-Jorgee
+IlseBot
+Image Sucker
+Indy Library
+InfoTekies
+InterGET
+InternetSeer
+JennyBot
+JetCar
 JustView
 Kenjin Spider
-Keyword Density
-Kinza
+LWP::Simple
 Lanshanbot
-Lightspeedsystems
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-Ltx71
-MIIxpc
-Mag-Net
-Magnet
+Lftp
+Likse
+LinkScan
+LinkWalker
+Linkbot
+LinkpadBot
+LinksManager
+Lipperhey
+Litemage_walker
+MJ12bot
+MSIECrawler
 Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 MarkMonitor
 MarkWatch
 Mass Downloader
-Mb2345Browser
+Masscan
+Mata Hari
 MeanPath Bot
 MegaIndex.ru
-Metauri
-Microsoft URL Control
+MicroMessenger
+Microsoft Data Access
 Mister PiX
-Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
-Mr.4x3
-Msrabot
-Name Intelligence
+Morfeus Fucking Scanner
+Nameprotect
 Navroad
 NearSite
 Needle
 NetZIP
-Nimbostratus
-Nmap
+Netcraft
+NextGenSearchBot
+Niki-bot
+Ninja
+Offline Explorer
 OnCrawl
-Openfind
+OpenLinkProfiler
+OpenVAS
 Openvas
+OrangeBot
 OrangeSpider
-PECL::HTTP
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
+PageScorer
 PageThing.com
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
 PeoplePal
-Piepmatz
+Picsearch
+PictureFinder
+Pimonster
 Pixray
 PleaseCrawl
-Pockey
-ProPowerBot
+Probethenet
 Psbot
-Re-re
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankingBot
+RankingBot2
+Rankivabot
 ReGet
-Recorder
+RebelMouse
 RepoMonkey
+Ripper
 Rogerbot
-SBIder
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-ScanAlert
+Scanbot
+ScoutJet
+Scrapy
 ScreenerBot
-SearchmetricsBot
 SentiBot
-Site Sucker
+SeobilityBot
+Seomoz
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
+SiteSucker
 Siteimprove
 Snapbot
-Snoopy
-SocialRankIOBot
-Sosospider
-SpaceBison
-SpankBot
+Sociscraper
+Sottopop
+Spanner
 Spbot
-Sqlworm
 Steeler
 Stripper
-Sucker
 SuperHTTP
-Swiftbot
-Szukacz
 T8Abot
+TeleportPro
+Telesoft
 Telesphorep
-The Intraformant
+TheNomad
 TightTwatBot
 Titan
-Tracemyfile
+Toata
+Toweyabot
+Trendiction
 Turingos
-Turnitin
-Twice
-URLy Warning
-URLy.Warning
-UnisterBot
-V-BOT
-Vacuum
-VelenPublicWebCrawler
+TurnitinBot
+VB Project
+VeriCiteCrawler
 Virusdie
 VoidEYE
 Voil
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
+WEBDAV
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
-WeSEE
-Web Collage
-Web Sauger
-Web Sucker
-WebAuto
-WebBandit
-WebCollage
+Web Fetch
+Web Pix
 WebCopier
-WebEnhancer
-WebFuck
-WebLeacher
+WebFetch
+WebGo IS
+WebImageCollector
+WebReaper
 WebStripper
-WebSucker
 Webalta
-WebmasterWorldForumBot
-Website Quester
-Webster
+WebsiteQuester
+WiseGuys Robot
 Woobot
+Xaldon_WebSpider
+YoudaoBot
+Zade
+Zauba
+Zermelo
 Zeus
-Zitebot
 ZoomBot
-ZyBorg
-archive.org_bot
-autoemailspider
-cah.io.community
-cognitiveseo
+ZumBot
+arquivo-web-crawler
+backlink-check
+clark-crawler
 crawl.sogou.com
+crawler.feedback
 crawler4j
-demandbase-bot
-domainsproject.org
+dataforseo.com
+eCatch
+evc-batch
 instabid
-ips-agent
-mediawords
-muhstik-scan
-pcBrowser
+internetVista monitor
+isitwp.com
+linkdexbot
+lwp-trivial
+magpie-crawler
+meanpathbot
+page scorer
 plumanalytics
 polaris version
+ripz
+satoristudio.net
 scalaj-http
-seobility
+scan.lol
 seocompany.store
-seostar
 sexsearcher
-spyfu
+sysscan
+tAkeOut
 trendiction.com
+voyagerx.com
 webgains-bot
 webmeup-crawler
-x09Mozilla
-xpymep1.exe
+webpros.com
+webprosbot
+zauba.io
 zgrab