V4.2021.07.2493 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
-Abonti
-AllSubmitter
+404checker
+ALittle Client
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
 Alligator
 AlphaBot
 Anarchie
+Anarchy99
 Aspiegel
 Asterias
+Attach
+AwarioRssBot
 AwarioSmartBot
+BackDoorBot
 BackStreet
-Backlink-Ceck
-Bandit
-Battleztar Bazinga
+Barkrowler
 Blackboard
-Blow
-Bolt
 BotALot
-Brandwatch
+Brandprotect
+Buddy
 BuiltBotTough
-BuzzSumo
+Bullseye
+BunnySlippers
+CATExplorador
 CazoodleBot
 Cegbfeieh
 CensysInspect
-CherryPicker
-Cliqzbot
+CheeseBot
+Chlooe
 Cloud mapping
-Cogentbot
+Cocolyzebot
 Collector
-Copier
-Crescent
-DIIbot
+Cosmos
+CrunchBot
+DSearch
 DatabaseDriverMysqli
 Devil
-DigitalPebble
+Digincore
+Dirbuster
+Discoverybot
 Dispatch
-DnyzBot
-DomCopBot
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-EMail Siphon
-EMail Wolf
-EasyDL
-Evil
+Domains Project
+Dotbot
+Download Wonder
+Ebingbong
+Ecxi
+EroCrawler
 Exabot
-ExtractorPro
+Express WebPictures
+Extractor
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-Firefox/7.0
-Flunky
-Freeuploader
+FDM
+Fimap
+FlashGet
+FyberSpider
+GT::WWW
 GermCrawler
 Getintent
+Gigablast
 Gigabot
 Go-Ahead-Got-It
 GoZilla
-Gotit
-Grabber
-GrapeshotCrawler
+Grafula
+GrapeFX
+HTMLparser
 HTTP::Lite
-Harvest
-Havij
+HTTrack
+Haansoft
+Heritrix
+Humanlinks
 IDBTE4M
+IDBot
 Iblog
-IlseBot
+Id-search
 Image Fetch
-Image Sucker
-Indy Library
 InfoNaviRobot
-InfoTekies
 InterGET
 Internet Ninja
-IstellaBot
+Iria
+Iskanie
 JOC Web Spider
 Jbrofuzz
-Jetty
-JikeSpider
 Jorgee
-JustView
-Kenjin Spider
 Keyword Density
-LNSpiderguy
 Lanshanbot
-Leap
 LeechGet
-LieBaoFast
+Lftp
+Libwhisker
+Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
-Linkbot
+Linkdexbot
+LinkextractorPro
 LinkpadBot
 LinksManager
-Lipperhey
+LinqiaScrapeBot
+Litemage_walker
 Ltx71
-MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
-MSFrontPage
 MSIECrawler
-MTRobot
-Mag-Net
-Majestic12
-MarkMonitor
+Magnet
 Mass Downloader
-Mata Hari
 Mb2345Browser
+MeanPath Bot
 Meanpathbot
-Mister PiX
+MicroMessenger
+Microsoft Data Access
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Musobot
-NICErsPRO
-Name Intelligence
-Nameprotect
+Mr.4x3
+NPbot
 Navroad
+NearSite
+Needle
 Nessus
 NetAnts
-NetLyzer
-NetSpider
 NetZIP
-NextGenSearchBot
-Nimbostratus
-Ninja
-Nmap
+Netcraft
+Nibbler
+Nikto
 Nutch
 Octopus
-Offline Navigator
-OpenLinkProfiler
-Openvas
+Offline Explorer
+OnCrawl
+OpenVAS
+Openfind
 OrangeBot
-OutfoxBot
-PageAnalyzer
-PageThing.com
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
 Pandalytics
-Papa Foto
-Pavuk
-PictureFinder
-Piepmatz
+Panscient
+Picsearch
 Pimonster
-Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
-Pu_iN
-RankActive
-RankFlex
-Rankivabot
+Probethenet
+Psbot
+PxBroker
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
+RankingBot2
+RankurBot
+Re-re
+ReGet
 RealDownload
-Reaper
-RebelMouse
-RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
 SMTBot
-ScoutJet
+ScreenerBot
 Searchestate
-Semrush
-SeoSiteCheckup
-Seomoz
-Site Sucker
-SiteExplorer
-SiteSnagger
-Sitebeam
-Sitevigil
+SearchmetricsBot
+SemrushBot
+SentiBot
+SeobilityBot
+Shodan
+Siphon
+SiteSucker
 SlySearch
-SmartDownload
 Sociscraper
-SpankBot
-Spbot
+Sogou web spider
+SpaceBison
+Spanner
 SputnikBot
 Sqlworm
-Steeler
-Sucker
+Sucuri
 SuperHTTP
-Surfbot
-SurveyBot
+Swiftbot
 Szukacz
 TeleportPro
-Telesoft
+The Intraformant
+TightTwatBot
+Titan
 Toata
+Trendictionbot
 Turnitin
-Twice
+TurnitinBot
+URLy Warning
 UnisterBot
+Upflow
+VCI
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
+VidibleScraper
+Virusdie
 VoidEYE
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWW-Collector-E
-WWW::Mechanize
-Web Collage
-Web Fetch
-Web Fuck
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Enhancer
+Web Pix
 Web Sucker
-WebCollage
-WebCopier
-WebFetch
-WebFuck
+WebAuto
+WebBandit
 WebGo IS
-WebImageCollector
-WebLeacher
 WebPix
-WebStripper
-WebSucker
-WebWhacker
-Webalta
 WebsiteExtractor
 WebsiteQuester
-Whacker
-Who.is Bot
+WinHTTrack
 WiseGuys Robot
-Wotbox
-Wprecon
 Xenu
 YoudaoBot
 Zauba
+Zermelo
+Zeus
 Zitebot
-ZmEu
-ZoomBot
-ZyBorg
 arquivo.pt
-backlink-check
+autoemailspider
 check1.exe
-cognitiveseo
-com.plumanalytics
-domainsproject.org
-evc-batch
-facebookscraper
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
 heritrix
-isitwp.com
-lwp-trivial
+internetVista monitor
+ips-agent
+lwp-request
 meanpathbot
-satoristudio.net
-scalaj-http
-seobility
+mediawords
+muhstik-scan
+oBot
+pcBrowser
+plumanalytics
+polaris version
+ripz
 seostar
-serpstatbot
 sexsearcher
 sitechecker.pro
-siteripz
+sogouspider
 spyfu
+tAkeOut
+trendiction.de
 voyagerx.com
+x22Mozilla
 xpymep1.exe
 zauba.io
+zgrab