V4.2021.11.2731 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-Aboundex
+01h4x.com
+404enemy
+80legs
+ADmantX
+Abonti
+Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Alexibot
-Anarchie
+AhrefsBot
+AllSubmitter
+AlphaBot
 Anarchy99
 Apexoo
-Attach
+Asterias
 AwarioRssBot
-BBBike
-BDCbot
-BackStreet
-BacklinkCrawler
-Battleztar Bazinga
-BetaBot
-BlackWidow
+BDFetch
+BackDoorBot
+BackWeb
+Backlink-Ceck
+Bandit
+BatchFTP
 Blackboard
 Blow
-BlowFish
-Brandprotect
-Brandwatch
+Boardreader
+Bolt
+BotALot
 Buck
 Buddy
-BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
 BuzzSumo
-CATExplorador
-CSHttp
+CCBot
+CODE87
+Calculon
+Cegbfeieh
+CheTeam
 CheeseBot
-CherryPicker
-Cliqzbot
-Cocolyzebot
+Claritybot
+Cloud mapping
 CopyRightCheck
-Crescent
-Custo
+Copyscape
+Craftbot
+CrunchBot
+Curious
+CyotekWebCopy
+DIIbot
 Digincore
 DigitalPebble
-Disco
-Dispatch
-DnBCrawler-Analytics
+DittoSpyder
+DnyzBot
 DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
 Download Wonder
-Dragonfly
-EMail Siphon
-EroCrawler
+Drip
+EirGrabber
 Evil
-Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
-Firefox/7.0
-FlashGet
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
+Ezooms
 Freeuploader
-FyberSpider
+Fuzz
 Fyrebot
-GT::WWW
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-GrabNet
+G-i-g-a-b-o-t
+Genieo
+GetWeb
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTMLparser
+HTTP::Lite
 Haansoft
+HaosouSpider
+Havij
+Heritrix
+Hloader
+IRLbot
 Id-search
-Indy Library
-InfoTekies
+IlseBot
+Image Fetch
+Image Sucker
+Intelliseek
+InterGET
 Iria
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
 JetCar
-Jetty
-JikeSpider
-Kenjin Spider
-Kinza
-Kozmosbot
+Jorgee
+JustView
+Jyxobot
+LNSpiderguy
 Lanshanbot
-Larbin
-Leap
-LeechFTP
-LexiBot
-LibWeb
 LieBaoFast
-Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
+LinkpadBot
+LinksManager
 LinqiaScrapeBot
+Litemage_walker
 Lmspider
-Ltx71
-MQQBrowser
-MTRobot
+MFC_Tear_Sample
+MSIECrawler
 Mag-Net
+Mail.RU_Bot
 Majestic12
+MarkWatch
+Mass Downloader
+Mata Hari
 Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
 Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
+Musobot
+NPbot
+NearSite
 Needle
 Net Vampire
 NetLyzer
-NetMechanic
-Netcraft
-Netvibes
-Nikto
+NetSpider
+NetZIP
+Nibbler
+Niki-bot
 NimbleCrawler
-Nmap
+Nimbostratus
 Nuclei
 Nutch
 Octopus
-Offline Explorer
-OpenVAS
+OpenLinkProfiler
 Openfind
 Openvas
-PHPCrawl
-PageAnalyzer
+Page Analyzer
 PageGrabber
-PageScorer
+Papa Foto
+Pavuk
 Pi-Monster
-PictureFinder
-Pimonster
-ProPowerBot
-Psbot
+Picscout
+Picsearch
+Piepmatz
+Pixray
+Probethenet
+Pu_iN
+Pump
 PyCurl
 QueryN Metasearch
+RSSingBot
 RankActiveLinkBot
 RankingBot
 Re-re
-RealDownload
-Reaper
-RebelMouse
 RepoMonkey
 Ripper
-Rogerbot
-SBIder
 SEOkicks-Robot
-SISTRIX
-SalesIntelligent
-Scanbot
-ScoutJet
+SEOstats
+ScanAlert
+Scrapy
+ScreenerBot
 ScrepyBot
-SentiBot
-SeoSiteCheckup
+Searchestate
 Siphon
-SiteExplorer
-SiteLockSpider
+SiteCheckerBotCrawler
 SiteSnagger
 Sitebeam
-Siteimprove
 Sitevigil
 SlySearch
 SmartDownload
 Sociscraper
-Spammen
-SpankBot
-Spbot
-Stripper
+Sottopop
+SpaceBison
+Spanner
+Spinn3r
+SputnikBot
 Sucker
-Telesphoreo
+SuperHTTP
+SurveyBot
+Telesoft
+The Intraformant
+Thumbor
 TightTwatBot
-Tracemyfile
+Toata
+Toweyabot
+Trendiction
 Trendictionbot
+True_Robot
 Turingos
-Turnitin
 TurnitinBot
 TwengaBot
-Twice
 URLy Warning
+URLy.Warning
 UnisterBot
+Upflow
 V-BOT
-Vacuum
-VelenPublicWebCrawler
+VB Project
+Vagabondo
 VeriCiteCrawler
-VoidEYE
-WPScan
-WWW::Mechanize
-WWWOFFLE
+Voil
 Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-Web Pix
-WebAuto
-WebEnhancer
+WallpapersHD
+Web Auto
+Web Collage
+Web Fuck
+Web Sauger
+Web Sucker
+WebBandit
+WebCopier
 WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
-WebPix
+WebFuck
+WebSauger
+WebStripper
 WebSucker
-Webalta
 Webshag
-WebsiteQuester
+Website Quester
 Whack
-Whatweb
 Who.is Bot
-WinHTTrack
+Widow
 Wonderbot
-Wotbox
-Xaldon WebSpider
-YoudaoBot
-Zauba
-ZoomBot
-ZoominfoBot
+Woobot
+Zermelo
+Zeus
+ZmEu
 archive.org_bot
-arquivo.pt
-clark-crawler
+backlink-check
+cah.io.community
 coccocbot-web
 cognitiveseo
-com.plumanalytics
-crawler4j
+crawler.feedback
 dataforseo.com
+eCatch
 evc-batch
 facebookscraper
-gopher
 heritrix
 instabid
 ips-agent
-mediawords
-muhstik-scan
+magpie-crawler
+meanpathbot
 oBot
 page scorer
+plumanalytics
+probe-image-size
+s1z.ru
+scalaj-http
 seobility
-seocompany.store
-sp_auditbot
-tAkeOut
+seostar
+sexsearcher
+spyfu
+sysscan
 trendiction.com
 trendiction.de
 voyagerx.com
-webpros.com
-webprosbot
-x09Mozilla
 xpymep1.exe
-zauba.io