V4.2022.06.3142 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
 ADmantX
+ASPSeek
+Abonti
 Aboundex
 AhrefsBot
-AiHitBot
 Alexibot
+AllSubmitter
 Alligator
-AlphaBot
-Ankit
-Aspiegel
+Anarchy
+Anthill
 Asterias
 AwarioRssBot
-BackWeb
-Backlink-Ceck
-Badass
-BatchFTP
-Bigfoot
-Black Hole
-BlackWidow
-Boardreader
+AwarioSmartBot
+BBBike
+BLEXBot
+BackDoorBot
+BackStreet
+Barkrowler
+BetaBot
+Blow
+Brandwatch
+Buck
+Buddy
 BuiltWith
 BunnySlippers
 BuzzSumo
-CATExplorador
-CCBot
+CODE87
 CSHttp
-Calculon
 Cegbfeieh
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Citoid
-Crawling at Home Project
-CrazyWebCrawler
-Curious
+CensysInspect
+Chlooe
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Collector
+Copier
 DBLBot
-DIIbot
+DSearch
+DTS Agent
+DataCha0s
+Demon
+Devil
 DigitalPebble
-Dispatch
-DittoSpyder
+Dirbuster
 DnyzBot
 DomCopBot
-DomainCrawler
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Dragonfly
-ECCP/1.0
-Ebingbong
-EirGrabber
-EroCrawler
-Express WebPictures
+EMail Siphon
+EMail Wolf
+EasyDL
+Evil
+ExtLinksBot
 Extractor
+Extreme Picture Finder
 EyeNetIE
+Ezooms
+FHscan
+FemtosearchBot
 Fimap
+FlashGet
 Flunky
-Foobot
 FyberSpider
-G-i-g-a-b-o-t
-Gigabot
-Gotit
-Grafula
-GrapeFX
-HTMLparser
-Haansoft
-HaosouSpider
+GermCrawler
+Grabber
+GrapeshotCrawler
+GridBot
+HMView
+HTTrack
+Harvest
+Havij
 Heritrix
-Humanlinks
-IDBot
-Id-search
-Indy Library
-InfoNaviRobot
+Hloader
+HybridBot
+IDBTE4M
+IlseBot
+Image Fetch
+IndeedBot
+InfoTekies
+Internet Ninja
+Iria
 Iskanie
-JOC Web Spider
-Jbrofuzz
+IstellaBot
+JamesBOT
 JennyBot
-Jorgee
+Jetty
+Joomla
 JustView
+Kenjin Spider
 Keybot Translation-Search-Machine
+Kinza
 Kozmosbot
 Lanshanbot
 Leap
-LeechFTP
 LeechGet
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
+Lftp
+LibWeb
 Linkbot
-LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lmspider
+Litemage_walker
 Ltx71
+MIDown tool
+MIIxpc
 MSFrontPage
-MSIECrawler
-MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkWatch
 Mass Downloader
-Mata Hari
 MeanPath Bot
-Meanpathbot
-Metauri
-Microsoft Data Access
 Minefield
-Mister PiX
 MolokaiBot
+Mozlila
+Musobot
 NICErsPRO
 NPbot
 NearSite
 Needle
-NetAnts
+Nessus
+Net Vampire
+NetLyzer
 NetMechanic
+NetSpider
 NetZIP
-Nibbler
-Nikto
-Nimbostratus
-Nmap
+Nettrack
 Nuclei
-Nutch
 Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
+OpenVAS
+Openfind
 Openvas
 OutfoxBot
-PHPCrawl
+PECL::HTTP
 POE-Component-Client-HTTP
 PageThing.com
-Panscient
-Piepmatz
-Pimonster
+Petalbot
+Pi-Monster
+Picsearch
 Pixray
 PleaseCrawl
 Pockey
 ProWebWalker
-Psbot
-RSSingBot
+Pu_iN
+Pump
 RankActiveLinkBot
+RankFlex
 RankingBot
-Rankivabot
+RankingBot2
+RankurBot
 Re-re
 RepoMonkey
 RocketCrawler
-Rogerbot
-SEOlyticsCrawler
-SISTRIX
-ScanAlert
+SEOstats
+ScoutJet
+Scrapy
+ScreenerBot
 ScrepyBot
 Searchestate
 SearchmetricsBot
 Seekport
 SemrushBot
-SeoSiteCheckup
+SentiBot
+Shodan
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-SmartDownload
-Snoopy
-SocialRankIOBot
+SiteLockSpider
+SiteSucker
+Sitevigil
+Snapbot
+Sosospider
 Sottopop
-Spammen
-SpankBot
 Spbot
-SputnikBot
+Sqlmap
 Sqworm
-SuperBot
-SuperHTTP
+Steeler
+Sucker
+Sucuri
 SurveyBot
-Swiftbot
+Teleport
 TeleportPro
 Telesoft
+Telesphoreo
 Telesphorep
+The Intraformant
+TightTwatBot
+Titan
 Toata
-Toweyabot
 Tracemyfile
-Turingos
-TurnitinBot
-TwengaBot
-UnisterBot
-VCI
-Virusdie
-VoidEYE
+True_Robot
+Upflow
+V-BOT
+VidibleScraper
 Voltron
-WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
-WWW::Mechanize
-WWWOFFLE
-WallpapersHD
-WeSEE
+Wallpapers
+Wallpapers/3.0
+Web Auto
 Web Collage
+Web Fetch
 Web Pix
 Web Sauger
-WebAuto
-WebBandit
-WebEnhancer
-WebFetch
-WebGo IS
+WebFuck
 WebImageCollector
-WebLeacher
-WebPix
 WebReaper
 WebWhacker
 Webalta
-WebmasterWorldForumBot
-Whatweb
-Wonderbot
-Xaldon_WebSpider
+Webshag
+Website Quester
+WebsiteExtractor
+Widow
+WinHTTrack
+Woobot
+Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
 Zermelo
-ZmEu
+Zeus
 ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
-coccocbot
-com.plumanalytics
-crawl.sogou.com
-eCatch
-heritrix
-instabid
-ips-agent
+adscanner
+check1.exe
+dataforseo.com
 iubenda-radar
-linkdexbot
 lwp-request
-magpie-crawler
+meanpathbot
 mediawords
 muhstik-scan
-netEstate NE Crawler
-oBot
 pcBrowser
+probe-image-size
 ripz
+s1z.ru
+satoristudio.net
+seocompany.store
 seoscanners
 serpstatbot
-siteripz
-sp_auditbot
+sexsearcher
+spyfu
 sysscan
-trendiction.com
-ubermetrics-technologies.com
-webprosbot
+tAkeOut
+trendiction.de
+webpros.com
 x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io