V4.2022.06.3198 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
-Abonti
+AIBOT
+ALittle Client
+ASPSeek
 Aboundex
-Aboundexbot
 AhrefsBot
 AiHitBot
+AllSubmitter
+Alligator
 AlphaBot
-Anarchy
-Anthill
-Apexoo
-AwarioSmartBot
-BDCbot
+Anarchie
+Anarchy99
+Ankit
+Aspiegel
+AwarioRssBot
+BBBike
 BDFetch
-BLEXBot
 BackWeb
-Backlink-Ceck
-Barkrowler
-BatchFTP
-Bitacle
+Badass
+Bigfoot
+BlackWidow
 Blackboard
+Blow
 BlowFish
 Bolt
-BotALot
+Brandprotect
+Brandwatch
+Buck
 Buddy
+BuiltWith
 Bullseye
-BunnySlippers
 BuzzSumo
-CCBot
-Chlooe
-Cliqzbot
-Copier
+CATExplorador
+CODE87
+Cegbfeieh
+Citoid
+Claritybot
+Cloud mapping
+Cogentbot
+Collector
 CopyRightCheck
-CrazyWebCrawler
-Crescent
+Copyscape
+Cosmos
+Craftbot
 CrunchBot
 Custo
-CyotekWebCopy
-DSearch
-DataCha0s
 DatabaseDriverMysqli
-Deusu
-Devil
+Demon
+Digincore
 DigitalPebble
-Disco
-Discobot
-DittoSpyder
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
-Download Wonder
+Dragonfly
 Drip
-EMail Siphon
-EMail Wolf
+ECCP/1.0
 EasyDL
-Ebingbong
-EirGrabber
-Express WebPictures
-EyeNetIE
-Firefox/7.0
+EroCrawler
+Extreme Picture Finder
+Ezooms
+FemtosearchBot
+Flunky
+Foobot
+Freeuploader
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GermCrawler
-Gotit
+GT::WWW
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+Grabber
 Grafula
 GrapeFX
+GridBot
 HEADMasterSEO
-HTTrack
+HMView
 Haansoft
 Harvest
-Heritrix
+Havij
 Hloader
-HonoluluBot
-IRLbot
-Iblog
+IDBTE4M
+IDBot
 IlseBot
-Image Sucker
-InfoTekies
-InterGET
+Image Fetch
+Indy Library
 Internet Ninja
-InternetSeer
 Iskanie
-JennyBot
-JetCar
 Jetty
+JikeSpider
+Joomla
+Jorgee
+JustView
 Kinza
 Larbin
-LeechFTP
-LeechGet
+Lftp
+Libwhisker
+LieBaoFast
+Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MJ12bot
+Litemage_walker
 MQQBrowser
-MSFrontPage
 MTRobot
-Mag-Net
+Magnet
 Majestic SEO
+Majestic12
 MarkWatch
-MauiBot
-Mister PiX
+Mass Downloader
+Masscan
+Mata Hari
+Mb2345Browser
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Minefield
 Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
+Mojolicious
 Musobot
-Needle
+NICErsPRO
+Name Intelligence
+NearSite
 Net Vampire
-NetLyzer
 NetMechanic
-Nettrack
-Netvibes
+NetZIP
+NextGenSearchBot
 Nibbler
-NimbleCrawler
+Niki-bot
+Nikto
+Nmap
 Not
-Nuclei
 Nutch
-Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OpenVAS
 Openfind
-Openvas
 OrangeBot
-Page Analyzer
+OutclicksBot
 PageAnalyzer
 PageScorer
-PageThing.com
-Papa Foto
-Picsearch
-Pixray
+Petalbot
+Pimonster
 PleaseCrawl
+Probethenet
 Psbot
+Pu_iN
 PxBroker
-QueryN Metasearch
 RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot
 Rankivabot
-RankurBot
-RealDownload
+Re-re
 Reaper
-RebelMouse
+Recorder
+RepoMonkey
+Ripper
+RocketCrawler
 SBIder
+SEOkicks-Robot
 SEOstats
 SISTRIX
-SMTBot
+ScanAlert
 Scanbot
-ScoutJet
-Screaming
-ScrepyBot
+ScreenerBot
 Searchestate
 SearchmetricsBot
 Seekport
-SemrushBot
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
-Snoopy
+SiteSucker
 Sociscraper
-Sottopop
+Sogou web spider
 SpaceBison
 Spammen
-Spanner
-Sqlmap
+SpankBot
+Spinn3r
+SputnikBot
 Sqworm
 Steeler
-Sucker
 SuperHTTP
-Swiftbot
-Szukacz
+SurveyBot
 T0PHackTeam
+T8Abot
+Teleport
+The Intraformant
+Titan
 Toata
 Toweyabot
-Tracemyfile
-Trendiction
 True_Robot
-Turnitin
-Twice
+TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
-VCI
+Upflow
 VelenPublicWebCrawler
-Virusdie
+VoidEYE
 Voil
-WASALive-Bot
-WBSearchBot
-WISENutbot
 WWW-Collector-E
-Wallpapers
+WWW-Mechanize
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Enhancer
-Web Fetch
+Web Pix
 Web Sauger
-WebAuto
-WebFetch
-WebImageCollector
-WebSauger
-WebStripper
+WebBandit
+WebCollage
+WebEnhancer
+WebFuck
+WebLeacher
+WebPix
 WebSucker
-WebZIP
-Website Quester
-Webster
-Whack
+Webalta
+WebmasterWorldForumBot
+WebsiteExtractor
 Whacker
+Whatweb
 Widow
 WinHTTrack
 Wonderbot
-Wotbox
-Xaldon WebSpider
+Wprecon
 Xenu
-Zade
-autoemailspider
+Zermelo
+ZmEu
+ZoominfoBot
+ZumBot
+adscanner
+archive.org_bot
 backlink-check
-cah.io.community
-clark-crawler
-coccocbot
-com.plumanalytics
+check1.exe
 crawler.feedback
-crawler4j
-dataforseo.com
+domainsproject.org
 eCatch
-instabid
-internetVista monitor
+evc-batch
+facebookscraper
 ips-agent
-isitwp.com
-magpie-crawler
+lwp-request
+lwp-trivial
 meanpathbot
-oBot
-probe-image-size
-scalaj-http
-scan.lol
-seobility
-seocompany.store
+muhstik-scan
+page scorer
+satoristudio.net
 seoscanners
 seostar
-serpstatbot
 sexsearcher
-sp_auditbot
+sogouspider
+sysscan
+trendiction.com
 trendiction.de
-webmeup-crawler
+voyagerx.com
 webpros.com
-x22Mozilla
+zauba.io
+zgrab