V4.2022.08.3317 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404enemy
-ADmantX
-ALittle Client
-ASPSeek
+404checker
 Aboundex
+Aboundexbot
+Acunetix
+AhrefsBot
 Aipbot
 Alligator
+AlphaBot
 Anarchy99
 Apexoo
 Aspiegel
-Atomseobot
-BLEXBot
+Attach
+AwarioSmartBot
 BackWeb
-BacklinkCrawler
-Badass
+Backlink-Ceck
+Bandit
+BatchFTP
 Battleztar Bazinga
-BetaBot
+Bigfoot
 Bitacle
 Black Hole
-BlackWidow
-BotALot
+Blackboard
+Blow
+Boardreader
+Bolt
 Brandwatch
 Bullseye
 BunnySlippers
-CATExplorador
 CCBot
 CSHttp
+Calculon
+CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
-CherryPicker
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Curious
+ChinaClaw
+Citoid
+Claritybot
+CopyRightCheck
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
 Custo
-CyotekWebCopy
-DBLBot
-DIIbot
-Digincore
-Disco
+DatabaseDriverMysqli
+Dirbuster
 Dispatch
-DittoSpyder
-DomainCrawler
-Domains Project
-Dotbot
-Dragonfly
-ECCP/1.0
+DnyzBot
+DomCopBot
+Drip
 EMail Siphon
-Ecxi
+EroCrawler
+Evil
+Exabot
 Extractor
 Extreme Picture Finder
-FDM
-FemtosearchBot
-FlashGet
-Freeuploader
-Fuzz
+EyeNetIE
+Ezooms
+FHscan
+Fimap
+Firefox/7.0
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
-GetWeb
+GermCrawler
 Getintent
-Gigabot
-GoZilla
-GrabNet
+Grabber
 Grafula
-GrapeFX
-GridBot
+GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
-HTTrack
-Haansoft
 HaosouSpider
-Harvest
+Havij
 HonoluluBot
-HybridBot
-IDBTE4M
-IRLbot
+IDBot
 Iblog
 Image Fetch
+Image Sucker
 IndeedBot
+InfoNaviRobot
+InfoTekies
+InterGET
 Internet Ninja
 Iria
 Iskanie
 IstellaBot
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 JennyBot
+JetCar
 JikeSpider
-Joomla
 Jorgee
+JustView
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
+Lanshanbot
 Leap
-LeechGet
-LinkextractorPro
-LinkpadBot
-Lmspider
+LibWeb
+Libwhisker
+LieBaoFast
+Likse
+LinqiaRSSBot
+LinqiaScrapeBot
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSIECrawler
-Majestic SEO
-Majestic-SEO
-Majestic12
-MarkMonitor
+MQQBrowser
+Mail.RU_Bot
+Mass Downloader
 Masscan
-Mata Hari
-Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
+Microsoft URL Control
+Minefield
 Mister PiX
-Moblie Safari
+Mojolicious
 Mr.4x3
+Msrabot
 Musobot
-Nameprotect
+Name Intelligence
+Navroad
+NearSite
 Needle
-Net Vampire
-NetSpider
+NetMechanic
+NetZIP
 Netvibes
+NextGenSearchBot
+Nibbler
+NimbleCrawler
 Ninja
+Nmap
 Not
-Nuclei
+Nutch
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
 Openvas
-OrangeSpider
+OrangeBot
 OutfoxBot
-PHPCrawl
-PageScorer
-Pandalytics
 Panscient
-Petalbot
-Pimonster
+Pi-Monster
+Piepmatz
 Pixray
-Pockey
-ProPowerBot
+Probethenet
 Pu_iN
 PyCurl
-QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-RankFlex
-Rankivabot
+RankingBot2
 RankurBot
-RealDownload
-RebelMouse
-RepoMonkey
+ReGet
+Reaper
+RocketCrawler
 SEOlyticsCrawler
-SEOprofiler
 SMTBot
-ScanAlert
-Scrapy
-Screaming
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-Semrush
-Seomoz
-Siphon
+ScreenerBot
+SemrushBot
+SeobilityBot
 Site Sucker
 SiteCheckerBotCrawler
+SiteSnagger
 Sitebeam
 Sitevigil
+SlySearch
 SmartDownload
 Snake
+Snapbot
+Snoopy
 Sociscraper
-SpaceBison
+Sottopop
 Spammen
-Spanner
+SpankBot
 SputnikBot
-Sqlmap
-Stripper
-SuperHTTP
-Suzuran
+Sucker
+Sucuri
+SuperBot
+Surfbot
+SurveyBot
 Szukacz
 T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-TheNomad
-Trendiction
-Turingos
-Turnitin
-TwengaBot
+Telesoft
+Thumbor
+Tracemyfile
+TurnitinBot
 Twice
-URLy.Warning
-UnisterBot
+Typhoeus
 Upflow
+V-BOT
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Voil
-WWW-Mechanize
-Web Auto
+WASALive-Bot
+WEBDAV
+WPScan
+Wallpapers/3.0
+WeSEE
+Web Enhancer
 Web Fuck
-Web Pix
 Web Sauger
+Web Sucker
+WebAuto
 WebBandit
-WebFuck
-WebSauger
+WebCollage
+WebImageCollector
+WebLeacher
+WebPix
+WebStripper
+WebWhacker
 Webshag
-WebsiteExtractor
-WebsiteQuester
+Webster
+Whack
 Whacker
-Whatweb
-Who.is Bot
 Widow
+WinHTTrack
 Woobot
-Wotbox
-Xaldon WebSpider
+Wprecon
 Xaldon_WebSpider
-Xenu
-Zade
-Zauba
 Zeus
 ZmEu
-ZoominfoBot
 ZyBorg
-adscanner
 arquivo-web-crawler
-autoemailspider
-backlink-check
+arquivo.pt
 cah.io.community
+clark-crawler
+coccocbot
+cognitiveseo
 com.plumanalytics
 crawler.feedback
 crawler4j
-dataforseo.com
-domainsproject.org
-eCatch
+demandbase-bot
 gopher
-instabid
+ips-agent
 isitwp.com
-lwp-request
-meanpathbot
+iubenda-radar
+linkdexbot
+lwp-trivial
 mediawords
-pcBrowser
+muhstik-scan
+probe-image-size
 ripz
-scan.lol
+s1z.ru
+seocompany.store
 seoscanners
 serpstatbot
 sitechecker.pro
-spyfu
-trendiction.de
+sogouspider
 ubermetrics-technologies.com
 webgains-bot
 webpros.com
-x09Mozilla
-x22Mozilla
 xpymep1.exe