V4.2022.04.3022 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-AIBOT
-ALittle Client
+ADmantX
 ASPSeek
-AhrefsBot
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
 Aipbot
 Alexibot
-Alligator
 Anarchie
-Anarchy
-Anthill
-Asterias
+Ankit
+Atomseobot
 Attach
-BDFetch
-BLEXBot
+AwarioRssBot
+BackDoorBot
 BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
-BetaBot
-Black Hole
-BotALot
-Buck
-BuiltBotTough
+Barkrowler
+BatchFTP
+Bigfoot
+Bitacle
+BlackWidow
+Blackboard
+Blow
+Boardreader
+Bullseye
 BunnySlippers
-BuzzSumo
-CCBot
-CODE87
-CheTeam
+CSHttp
+Cegbfeieh
 CheeseBot
-Chlooe
+CherryPicker
 Claritybot
 Cloud mapping
 Cocolyzebot
-Collector
-Copier
+Cogentbot
 Crawling at Home Project
-Crescent
-DIIbot
-DatabaseDriverMysqli
-Devil
-Digincore
+Custo
+CyotekWebCopy
+DBLBot
+DSearch
+DTS Agent
+Demon
+DigitalPebble
 Dirbuster
-Disco
-Discobot
 Discoverybot
-Dispatch
-DomainAppender
-Domains Project
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
+DomainStatsBot
 Dotbot
-Dragonfly
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-Express WebPictures
-Extractor
+EMail Wolf
+EirGrabber
+Evil
 ExtractorPro
-EyeNetIE
-Ezooms
-FHscan
-Firefox/7.0
-Flunky
-Foobot
-Freeuploader
-FrontPage
-G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
-Getintent
-Gigabot
+Extreme Picture Finder
+FDM
+Fuzz
+Genieo
+GermCrawler
 GoZilla
-Gotit
 GrabNet
-GrapeshotCrawler
+GrapeFX
+GridBot
 HMView
 HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
-Heritrix
-HonoluluBot
-Humanlinks
-HybridBot
-IDBot
+Harvest
+Id-search
 IlseBot
-InfoTekies
+Image Sucker
+IndeedBot
+Indy Library
+InfoNaviRobot
 Intelliseek
+IstellaBot
 JamesBOT
+Jbrofuzz
 JennyBot
 JetCar
-Jetty
-Kenjin Spider
-Keybot Translation-Search-Machine
+Jorgee
+Jyxobot
+Keyword Density
 Kinza
-LNSpiderguy
-Lanshanbot
-LexiBot
+Kozmosbot
+LeechFTP
+LeechGet
 Lftp
-LibWeb
 LieBaoFast
-LinkScan
+LinkWalker
 Linkbot
 Linkdexbot
-LinksManager
-Lipperhey
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
+MJ12bot
 MSFrontPage
+MSIECrawler
+MTRobot
+Magnet
 Mail.RU_Bot
 MarkMonitor
-Mata Hari
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-Minefield
-MolokaiBot
-NICErsPRO
-NPbot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
+Musobot
 Name Intelligence
-Needle
 Net Vampire
-NetLyzer
-NetMechanic
 NetSpider
+NetZIP
 Netcraft
 Nettrack
 NextGenSearchBot
-Nibbler
-Niki-bot
-Nimbostratus
+Nikto
+NimbleCrawler
+Ninja
 Nmap
-Not
-Nutch
-Offline Explorer
-Offline Navigator
+OnCrawl
+Openfind
+Openvas
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
 Panscient
-Pavuk
-Piepmatz
-Pimonster
-PleaseCrawl
-ProWebWalker
+Petalbot
+Pi-Monster
+PictureFinder
+Pockey
+ProPowerBot
 Probethenet
+Psbot
 PyCurl
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+Quick-Crawler
+RSSingBot
 RankFlex
-Re-re
-ReGet
+RankingBot2
+Reaper
 RebelMouse
-Rogerbot
-SEOkicks
+Recorder
+RedesScrapy
 SEOkicks-Robot
 SEOlyticsCrawler
+SISTRIX
 SMTBot
-Screaming
+Scanbot
+Scrapy
 ScreenerBot
-Searchestate
-SemanticJuice
+ScrepyBot
 Semrush
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
+SemrushBot
+Seomoz
+Sitebeam
 Siteimprove
-SlySearch
-SmartDownload
+Snoopy
+SocialRankIOBot
 Sociscraper
 Sogou web spider
-Sottopop
+Sosospider
+SpaceBison
+Spammen
+SpankBot
 Spbot
 Spinn3r
-SputnikBot
-Sqlmap
 Sqlworm
-Stripper
-Sucuri
-SuperBot
-SurveyBot
+Suzuran
 Szukacz
-T0PHackTeam
 T8Abot
-Thumbor
-Titan
+Telesoft
+Telesphorep
 Toata
 Tracemyfile
 Trendictionbot
-True_Robot
-Twice
+Turingos
+TurnitinBot
+TwengaBot
+Typhoeus
+Upflow
 VB Project
-Vacuum
 VelenPublicWebCrawler
-VidibleScraper
+VeriCiteCrawler
+VoidEYE
 Voil
 WBSearchBot
-WEBDAV
-WISENutbot
-WWWOFFLE
-Wallpapers
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WallpapersHD
 Web Auto
-Web Collage
+Web Enhancer
 Web Pix
 Web Sauger
-WebAuto
-WebCollage
-WebPix
-WebSauger
+Web Sucker
+WebCopier
+WebEnhancer
+Webalta
 Website Quester
-Webster
+WebsiteExtractor
+Whack
 Whacker
+Whatweb
 Who.is Bot
-Widow
+WiseGuys Robot
+Wonderbot
+Woobot
 Wotbox
-Xaldon_WebSpider
-Xenu
+Xaldon WebSpider
+Zade
 Zeus
-Zitebot
-ZoomBot
-ZyBorg
+ZmEu
+ZumBot
 adscanner
-archive.org_bot
 arquivo-web-crawler
 backlink-check
 check1.exe
-crawl.sogou.com
+cognitiveseo
+com.plumanalytics
 crawler.feedback
 crawler4j
+dataforseo.com
 demandbase-bot
-gopher
-instabid
-iubenda-radar
+domainsproject.org
+facebookscraper
+ips-agent
+isitwp.com
+lwp-request
+lwp-trivial
+magpie-crawler
 meanpathbot
-mediawords
-page scorer
-plumanalytics
 polaris version
-scalaj-http
-seocompany.store
-serpstatbot
-sexsearcher
-spyfu
-trendiction.de
-ubermetrics-technologies.com
+probe-image-size
+satoristudio.net
+seobility
+sogouspider
 voyagerx.com
-x09Mozilla
-zgrab
+webgains-bot
+webprosbot
+x22Mozilla
+zauba.io