V4.2023.01.3546 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-Acunetix
-AllSubmitter
-Anarchy
-Anarchy99
-Apexoo
-Aspiegel
+01h4x.com
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
+Alligator
+AlphaBot
+Anarchie
+Atomseobot
+Attach
 AwarioSmartBot
 BBBike
-BDFetch
 BLEXBot
-BacklinkCrawler
-Barkrowler
-BatchFTP
-Bigfoot
-Bitacle
-Blackboard
-BlowFish
-Boardreader
+BackDoorBot
+Bandit
+BetaBot
+Blow
+Bolt
+BotALot
 Brandwatch
 Buck
-BunnySlippers
+BuiltBotTough
+BuiltWith
 CATExplorador
-CSHttp
-Cegbfeieh
-CheeseBot
-ChinaClaw
+CCBot
+CODE87
 Chlooe
-Citoid
+Claritybot
+Cloud mapping
 Collector
+Copier
 Copyscape
-Cosmos
+Craftbot
 Crescent
+CrunchBot
 Custo
-DBLBot
-DIIbot
-DTS Agent
 DataCha0s
 Demon
-DigitalPebble
+Devil
+Digincore
 Dirbuster
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
+Disco
+Discoverybot
+DomCopBot
+Domains Project
+Download Wonder
 Dragonfly
+Drip
 EMail Siphon
-Ebingbong
-Ecxi
 EirGrabber
 EroCrawler
-Exabot
-Extreme Picture Finder
+Evil
+Express WebPictures
+ExtLinksBot
+Extractor
+EyeNetIE
 Ezooms
-Flunky
-Foobot
+Firefox/7.0
 Freeuploader
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+GetRight
 GetWeb
-Go-Ahead-Got-It
-Gotit
-GrabNet
-Grafula
+Go!Zilla
+Grabber
+GrapeFX
 HEADMasterSEO
+HMView
 Harvest
+Havij
 Heritrix
-Humanlinks
-HybridBot
-IDBTE4M
-IDBot
-IndeedBot
-InfoNaviRobot
+Iblog
+Id-search
+IlseBot
+Image Fetch
+InfoTekies
 Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
+Iskanie
 IstellaBot
 JOC Web Spider
 JamesBOT
-Jbrofuzz
-JetCar
+JennyBot
+JikeSpider
 Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Kinza
+JustView
+Keyword Density
 LNSpiderguy
-Lanshanbot
 Larbin
-LeechFTP
-Lftp
-Likse
+Leap
+LibWeb
+Lightspeedsystems
 LinkScan
-LinkWalker
-LinkextractorPro
-Litemage_walker
-MSFrontPage
-MSIECrawler
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+MIIxpc
 MTRobot
+Magnet
+Majestic-SEO
 Majestic12
+MarkMonitor
 MarkWatch
+Mass Downloader
+Mata Hari
+Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
-Needle
+Metauri
+Msrabot
+Musobot
+NICErsPRO
+NPbot
+Name Intelligence
+Nameprotect
+Navroad
+Nessus
+NetAnts
 NetLyzer
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
-NimbleCrawler
+Netvibes
+NextGenSearchBot
 Nimbostratus
-Nmap
+Nuclei
 Octopus
-Offline Explorer
 OnCrawl
-OpenLinkProfiler
 Openvas
-OrangeSpider
-PHPCrawl
-Pandalytics
-Papa Foto
-PeoplePal
-PictureFinder
-Pixray
-Pockey
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageScorer
+PageThing.com
+Petalbot
+Picsearch
+ProPowerBot
+ProWebWalker
+Probethenet
+Pu_iN
+Pump
+PxBroker
 PyCurl
-Quick-Crawler
 RankActiveLinkBot
-RankingBot
+RankingBot2
+Rankivabot
 RankurBot
+Re-re
 ReGet
-RebelMouse
+RedesScrapy
 RepoMonkey
-Ripper
 Rogerbot
-SBIder
-SEOkicks-Robot
+SEOkicks
 SEOlyticsCrawler
-SEOstats
 SISTRIX
-SMTBot
-ScoutJet
-Searchestate
-Seekport
+ScanAlert
+Scanbot
+Scrapy
+ScreenerBot
 SemanticJuice
 SemrushBot
-Seomoz
-SiteCheckerBotCrawler
-SiteExplorer
+SeoSiteCheckup
+Siphon
+Site Sucker
+SiteSnagger
+SiteSucker
 Siteimprove
+Sitevigil
+SmartDownload
 Snake
-Sociscraper
-Sosospider
-Sottopop
+Snoopy
 Spammen
-Spbot
-SputnikBot
-SuperBot
-T0PHackTeam
-TeleportPro
-TheNomad
+SpankBot
+Spanner
+Sqlworm
+Sucker
+Surfbot
+Thumbor
+TightTwatBot
+Titan
+Toata
 Trendiction
-Turingos
+True_Robot
 Turnitin
-Twice
+TurnitinBot
 URLy.Warning
-Upflow
-V-BOT
+VCI
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
+Virusdie
+Voil
 Voltron
-WASALive-Bot
+WBSearchBot
 WEBDAV
-WISENutbot
-WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-WeSEE
+Web Auto
 Web Pix
-Web Sauger
-Web Sucker
-WebAuto
-WebFuck
-WebGo IS
-WebImageCollector
-WebReaper
-WebZIP
-Webalta
+WebCopier
+WebEnhancer
+WebFetch
+WebWhacker
+WebmasterWorldForumBot
+Webshag
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whacker
-Widow
+Webster
+Whatweb
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Woobot
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Xenu
+Zade
 Zauba
-Zermelo
-Zeus
 Zitebot
+ZmEu
+ZoominfoBot
 ZumBot
-adscanner
-autoemailspider
+ZyBorg
 backlink-check
+check1.exe
 coccocbot
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+crawler4j
 demandbase-bot
 domainsproject.org
-eCatch
-evc-batch
 facebookscraper
-gopher
+heritrix
 instabid
+ips-agent
+linkdexbot
+lwp-trivial
 meanpathbot
 mediawords
 muhstik-scan
-netEstate NE Crawler
-oBot
-pcBrowser
+page scorer
 plumanalytics
 polaris version
 probe-image-size
-ripz
-seocompany.store
-serpstatbot
-sexsearcher
-sitechecker.pro
-sogouspider
+s1z.ru
+satoristudio.net
+scan.lol
+seoscanners
+spyfu
+tAkeOut
 trendiction.com
-voyagerx.com
-x22Mozilla
-xpymep1.exe
-zgrab
+trendiction.de
+webmeup-crawler
+webpros.com
+webprosbot