V4.2021.09.2588 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ASPSeek
-Aboundex
-AhrefsBot
+ADmantX
+AIBOT
+Abonti
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
-AlphaBot
+Alexibot
+Anarchy99
 Apexoo
-Aspiegel
-Asterias
-Attach
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
+BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Badass
-BatchFTP
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
-Black Hole
+Blow
 BlowFish
+Boardreader
+Bolt
+BotALot
 Brandprotect
 Buck
-Buddy
 CATExplorador
-CODE87
-Cegbfeieh
-Chlooe
-Claritybot
-Cliqzbot
-Cocolyzebot
+Calculon
+CazoodleBot
+CheeseBot
+ChinaClaw
+Cloud mapping
 Collector
-Craftbot
-Crawling at Home Project
-CyotekWebCopy
-DBLBot
+CopyRightCheck
+CrazyWebCrawler
+Crescent
+Custo
 DIIbot
 DSearch
-DTS Agent
-DatabaseDriverMysqli
 Demon
-Deusu
 Digincore
 Dirbuster
-DomainAppender
+Disco
+Dispatch
+DomCopBot
+DomainCrawler
 DomainStatsBot
 Domains Project
 Dotbot
+Dragonfly
 ECCP/1.0
-EasyDL
-EirGrabber
+Ebingbong
 Exabot
-ExtLinksBot
-Extractor
+ExtractorPro
 Extreme Picture Finder
+EyeNetIE
+Ezooms
+FDM
+FemtosearchBot
+Fimap
 Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-FrontPage
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
+GermCrawler
 GetRight
 Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
-GrapeFX
-GrapeshotCrawler
-GridBot
+Grabber
 HTMLparser
-HTTP::Lite
-HTTrack
+Haansoft
+HaosouSpider
+Harvest
 Humanlinks
-HybridBot
-IDBot
-IRLbot
 Iblog
 Id-search
-InfoNaviRobot
+Image Fetch
+Indy Library
 Intelliseek
-Iria
-JOC Web Spider
+InterGET
 Jbrofuzz
-JennyBot
 JetCar
+JikeSpider
+Joomla
 Kenjin Spider
-Keyword Density
-LNSpiderguy
+LWP::Simple
 Lanshanbot
-LeechFTP
+Larbin
+LeechGet
 LibWeb
-LinkextractorPro
+Lightspeedsystems
+Likse
+LinkScan
+LinkWalker
+Linkbot
 LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
+LinqiaRSSBot
+Lmspider
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
 Mag-Net
-Magnet
-Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
+Majestic-SEO
+Mata Hari
 MauiBot
 Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
 Metauri
+MicroMessenger
 Mister PiX
-Msrabot
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 Musobot
 NPbot
+Name Intelligence
 Nameprotect
+NearSite
+Nessus
+Net Vampire
 NetAnts
-NetSpider
-NextGenSearchBot
+NetZIP
+Netvibes
+Nibbler
+Nikto
 NimbleCrawler
+Nimbostratus
 Nuclei
 Nutch
+Offline Explorer
 Offline Navigator
-Openfind
-OutclicksBot
-PageThing.com
-Pandalytics
-Panscient
-Papa Foto
-Petalbot
-Pi-Monster
-PictureFinder
+OpenVAS
+OrangeSpider
+PageGrabber
+PageScorer
+Pavuk
+Picsearch
+Pimonster
+Pixray
 PleaseCrawl
-ProPowerBot
-ProWebWalker
 PxBroker
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankingBot
+RSSingBot
 RankingBot2
 Rankivabot
 Re-re
-ReGet
 RealDownload
 Reaper
-RebelMouse
 Recorder
-Ripper
-SEOlyticsCrawler
-SEOstats
+RepoMonkey
+SBIder
 SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
-Screaming
 ScreenerBot
 ScrepyBot
 Searchestate
-Semrush
-SiteCheckerBotCrawler
-SiteExplorer
+SeoSiteCheckup
+Seomoz
+Shodan
+Siphon
 SiteLockSpider
-Sitevigil
 SmartDownload
-Snapbot
-Sociscraper
+Snake
 Sosospider
-SpaceBison
-Spammen
+SpankBot
 Spanner
+Spbot
+Spinn3r
+SputnikBot
 Sqlmap
-Sucuri
+Sqworm
+Stripper
+Sucker
 SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
-Thumbor
+Suzuran
+Szukacz
+TeleportPro
+Telesoft
+TheNomad
 Tracemyfile
 Trendictionbot
-True_Robot
-Turnitin
 TurnitinBot
-TwengaBot
 Twice
-Typhoeus
-URLy.Warning
-UnisterBot
+Upflow
+V-BOT
 Vacuum
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voil
+VoidEYE
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
-Web Pix
-WebAuto
-WebFetch
-WebPix
-WebSauger
-WebmasterWorldForumBot
-Webshag
-WebsiteQuester
+WeSEE
+Web Collage
+Web Fetch
+Web Sucker
+WebEnhancer
+WebLeacher
+WebSucker
+WebsiteExtractor
+Webster
 Whacker
-Whatweb
-Who.is Bot
 WinHTTrack
-WiseGuys Robot
-Wonderbot
 Woobot
-Wotbox
-Zade
-Zauba
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zeus
 Zitebot
 ZmEu
-ZumBot
-ZyBorg
-archive.org_bot
 arquivo.pt
 backlink-check
-clark-crawler
+cah.io.community
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-eCatch
+crawl.sogou.com
+dataforseo.com
+evc-batch
 facebookscraper
+internetVista monitor
 ips-agent
-isitwp.com
 mediawords
-muhstik-scan
+oBot
+pcBrowser
 plumanalytics
 probe-image-size
-sitechecker.pro
-siteripz
-sp_auditbot
+scalaj-http
+seobility
+seoscanners
+seostar
+serpstatbot
+sogouspider
 spyfu
 sysscan
 tAkeOut
 trendiction.com
 trendiction.de
-webmeup-crawler
 webprosbot
+x09Mozilla
+xpymep1.exe
 zgrab