V4.2022.03.2979 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404enemy
+404checker
+80legs
 ADmantX
+ALittle Client
+Abonti
 Aboundexbot
-Anarchie
+AhrefsBot
+AllSubmitter
 Anarchy
+Apexoo
+Attach
 AwarioSmartBot
-BLEXBot
+BDCbot
 BackStreet
-BackWeb
 Backlink-Ceck
-Badass
-Bandit
+BacklinkCrawler
 Barkrowler
 BatchFTP
+Battleztar Bazinga
 BetaBot
-Bitacle
-BlackWidow
-BlowFish
+Black Hole
+Blackboard
 Boardreader
-Buck
-Buddy
+Bolt
+Brandprotect
 Bullseye
-CCBot
-CSHttp
+Calculon
 CheTeam
-Claritybot
-Cliqzbot
-Cloud mapping
-Cogentbot
-Copyscape
-Crescent
-CrunchBot
-DataCha0s
+Cosmos
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Curious
+DBLBot
+DIIbot
+DatabaseDriverMysqli
 Devil
-Digincore
-DigitalPebble
-Dirbuster
-Disco
+Discobot
 Discoverybot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainStatsBot
-EasyDL
+DomainCrawler
+Domains Project
+Dragonfly
+EMail Siphon
+EMail Wolf
+Ebingbong
+Ecxi
 EirGrabber
 EroCrawler
-Extractor
-ExtractorPro
+Evil
+Extreme Picture Finder
+EyeNetIE
 FDM
 FemtosearchBot
+Fimap
 Firefox/7.0
-Flunky
+Freeuploader
+FrontPage
+Fuzz
 Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
-GrabNet
+GalaxyBot
+GetWeb
+Getintent
+Gigabot
+Go-Ahead-Got-It
+Gotit
+Grabber
+Grafula
+GrapeFX
+GridBot
 HEADMasterSEO
-Havij
-Heritrix
-HonoluluBot
-HybridBot
-Image Fetch
+HMView
+HTMLparser
+HTTP::Lite
+Haansoft
+IDBTE4M
+Id-search
 Image Sucker
-InfoTekies
+Iria
 Iskanie
 IstellaBot
 JamesBOT
-Jbrofuzz
-JennyBot
 JetCar
-Jorgee
-Jyxobot
-Kinza
-LNSpiderguy
-Larbin
 LeechFTP
-Lftp
-LibWeb
+LeechGet
 Libwhisker
 Likse
-Linkbot
-LinkpadBot
-Litemage_walker
-Lmspider
-MJ12bot
-Mail.RU_Bot
+Linkdexbot
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+MSIECrawler
+Mag-Net
 Majestic SEO
 Majestic-SEO
-Masscan
+MarkMonitor
+Mass Downloader
 MauiBot
-Mb2345Browser
-MegaIndex.ru
-Metauri
-MicroMessenger
+MeanPath Bot
+Microsoft Data Access
 Microsoft URL Control
-Minefield
-Mister PiX
+Moblie Safari
+Mozlila
 Musobot
-NPbot
-Name Intelligence
-Net Vampire
+Nameprotect
+Navroad
+Needle
+Nessus
 NetAnts
-NetLyzer
-Netcraft
-NextGenSearchBot
-Nibbler
-Nikto
+NetSpider
+NimbleCrawler
+Nimbostratus
+Not
+Nuclei
+Nutch
 Offline Navigator
+OnCrawl
 Openfind
-OrangeBot
-OutclicksBot
-PECL::HTTP
+Openvas
+OrangeSpider
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
 PageGrabber
-PageScorer
-Pandalytics
-Papa Foto
 Pavuk
 PeoplePal
 Pi-Monster
+Picscout
+Picsearch
 PictureFinder
+Piepmatz
+Pixray
 Pockey
-PxBroker
-PyCurl
-Quick-Crawler
+Psbot
+Pu_iN
+Pump
+QueryN Metasearch
 RankActive
-RankFlex
-RankingBot
-RankingBot2
-RankurBot
-RealDownload
-RebelMouse
+Re-re
+ReGet
 Recorder
-RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SEOkicks
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
 SalesIntelligent
-ScanAlert
 Scanbot
 ScoutJet
-ScrepyBot
-SearchmetricsBot
-Semrush
-Seomoz
+Scrapy
+ScreenerBot
+Searchestate
+Seekport
+SemanticJuice
+SemrushBot
+SentiBot
+SeobilityBot
 Shodan
-SiteLockSpider
-SiteSucker
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 Sitebeam
-Sitevigil
+SlySearch
 SmartDownload
-Snake
 Snapbot
-Snoopy
-Sogou web spider
+Sociscraper
 SpankBot
+Spanner
 SputnikBot
-Sqlworm
+Sqlmap
 Steeler
-Surfbot
-Suzuran
+Sucker
+SuperBot
 Swiftbot
-Szukacz
-TeleportPro
-The Intraformant
+Telesoft
+Telesphoreo
 Thumbor
-TightTwatBot
-Titan
 Toata
-True_Robot
-Turingos
-Turnitin
-Typhoeus
-URLy.Warning
-V-BOT
+Toweyabot
+TurnitinBot
 VB Project
 Vacuum
-VeriCiteCrawler
+Vagabondo
 VidibleScraper
 VoidEYE
 WASALive-Bot
-WEBDAV
+WBSearchBot
 WPScan
-WWW-Mechanize
-Web Collage
-Web Fetch
-Web Fuck
+Wallpapers
+Web Auto
 Web Pix
-Web Sauger
+Web Sucker
 WebAuto
+WebBandit
+WebCopier
 WebEnhancer
 WebFetch
-WebGo IS
-WebPix
+WebImageCollector
+WebLeacher
 WebReaper
-WebSauger
 WebSucker
-Webalta
-WebmasterWorldForumBot
-Whack
-Woobot
-Wprecon
+WebWhacker
+WebZIP
+Website Quester
+Webster
+Widow
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zitebot
-ZoominfoBot
+Zermelo
+ZmEu
+ZoomBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+backlink-check
 cah.io.community
-check1.exe
+coccocbot
+cognitiveseo
 crawl.sogou.com
+crawler4j
+dataforseo.com
 demandbase-bot
 domainsproject.org
 eCatch
-evc-batch
+facebookscraper
 gopher
-heritrix
-instabid
 internetVista monitor
-ips-agent
-netEstate NE Crawler
-oBot
-page scorer
-plumanalytics
-polaris version
+lwp-trivial
+meanpathbot
+muhstik-scan
 probe-image-size
+s1z.ru
 scalaj-http
+scan.lol
 seobility
 seoscanners
-seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
 siteripz
-sogouspider
 spyfu
-sysscan
+tAkeOut
 trendiction.com
-trendiction.de
-voyagerx.com
+webgains-bot
 webpros.com
+webprosbot
 x09Mozilla
 x22Mozilla
-zauba.io