V4.2021.09.2565 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-Abonti
+360Spider
+80legs
+AIBOT
+Aboundex
 Aboundexbot
+Acunetix
+AhrefsBot
 AiHitBot
+Aipbot
 Alexibot
-AlphaBot
-Apexoo
-AwarioSmartBot
-Badass
-Bigfoot
+AllSubmitter
+Alligator
+Anarchie
+Anarchy99
+Ankit
+Aspiegel
+Attach
+BDCbot
+BDFetch
+BatchFTP
+BetaBot
 Bitacle
-Blow
-BlowFish
-Boardreader
+Blackboard
 Bolt
-Brandprotect
 Brandwatch
 Buck
+Buddy
+Bullseye
+BuzzSumo
 CATExplorador
-CODE87
-CazoodleBot
+Calculon
 Cegbfeieh
-CheeseBot
+CensysInspect
 ChinaClaw
-Claritybot
-Cogentbot
+Cliqzbot
+Cloud mapping
 Copier
-Copyscape
+CopyRightCheck
 CrazyWebCrawler
-Crescent
-Custo
+Curious
 CyotekWebCopy
-DSearch
+DIIbot
+DTS Agent
 Demon
-Devil
-Digincore
-DigitalPebble
+Deusu
 Dirbuster
-Discobot
+Disco
 Discoverybot
-Dispatch
-DittoSpyder
+DnyzBot
 DomainSigmaCrawler
+DomainStatsBot
 Download Wonder
-Dragonfly
-EMail Wolf
-EasyDL
-Ebingbong
-EirGrabber
-EroCrawler
-Express WebPictures
+Drip
+EMail Siphon
+Exabot
 Extractor
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FDM
 FHscan
-FemtosearchBot
-Flunky
-Foobot
+Fimap
+Freeuploader
 FrontPage
 Fuzz
-FyberSpider
-Fyrebot
-GetWeb
-Gigablast
-Gigabot
+Genieo
+GermCrawler
 Go!Zilla
-GoZilla
 Grabber
 Grafula
+GrapeFX
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
 HTTrack
 Haansoft
-Harvest
-Havij
-Heritrix
-IDBTE4M
-Iblog
-Image Fetch
-Image Sucker
-InfoNaviRobot
-InfoTekies
+Humanlinks
+IDBot
+IRLbot
+IlseBot
+IndeedBot
+Indy Library
 InterGET
-Iria
 JamesBOT
 Jbrofuzz
 JetCar
-JustView
-Jyxobot
-Kozmosbot
-LWP::Simple
-Lanshanbot
-LeechFTP
+Jetty
+Kenjin Spider
+Kinza
+LeechGet
 LexiBot
-Likse
+Lightspeedsystems
 LinkScan
-LinkWalker
+Linkbot
 Linkdexbot
-LinkextractorPro
-LinkpadBot
-Lipperhey Spider
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Litemage_walker
-Lmspider
 MIDown tool
 MIIxpc
 MJ12bot
-MTRobot
+MSIECrawler
+Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
-Masscan
+Mata Hari
 Mb2345Browser
-Mister PiX
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-NPbot
+Meanpathbot
+Metauri
+Musobot
 Name Intelligence
+Nameprotect
+Navroad
+NearSite
 Needle
-Net Vampire
+Nessus
 NetAnts
 NetLyzer
-Netcraft
 Nettrack
-Netvibes
-Nibbler
+Niki-bot
 Nikto
 Nimbostratus
+Nutch
+Octopus
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openvas
-OutclicksBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
+Pandalytics
+Papa Foto
 Pavuk
 PeoplePal
+Petalbot
 Picscout
 Piepmatz
-PleaseCrawl
-Pockey
-Pu_iN
-RankActive
+Pimonster
+Pixray
+Probethenet
+Psbot
+Pump
+PyCurl
+QueryN Metasearch
 RankFlex
 RankingBot
 RankingBot2
-RankurBot
-RealDownload
-Reaper
-RepoMonkey
+ReGet
+RebelMouse
+Recorder
+RedesScrapy
 Ripper
-SEOkicks-Robot
-SEOprofiler
-SEOstats
-SISTRIX
-SMTBot
+RocketCrawler
 SalesIntelligent
 ScanAlert
-ScrepyBot
+ScoutJet
+ScreenerBot
 Searchestate
-SearchmetricsBot
-Semrush
-SemrushBot
-SeoSiteCheckup
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+Seomoz
+Shodan
 SiteLockSpider
-SiteSnagger
+SiteSucker
+Sitebeam
 Siteimprove
 Sitevigil
-SmartDownload
 Snapbot
-SocialRankIOBot
 Sogou web spider
-Spammen
+Sottopop
 SpankBot
-Spbot
 Spinn3r
-Steeler
+Sqlworm
+Stripper
 Sucker
-SuperBot
-Suzuran
+SuperHTTP
+Swiftbot
 Szukacz
 T0PHackTeam
-TeleportPro
-Telesoft
-Telesphoreo
 The Intraformant
-Toata
-Toweyabot
-Tracemyfile
+Titan
 Trendictionbot
-Turingos
+True_Robot
+Typhoeus
 Upflow
-VB Project
-VoidEYE
-Voil
+V-BOT
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW::Mechanize
-Wallpapers
-Web Collage
+WWW-Collector-E
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
+Web Enhancer
 Web Fetch
-Web Pix
-WebCollage
+Web Fuck
+Web Sauger
+WebBandit
+WebCopier
+WebEnhancer
+WebFetch
 WebFuck
+WebGo IS
 WebLeacher
+WebReaper
 WebSauger
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Whack
-Whatweb
-Wotbox
+WebSucker
+Webshag
+Who.is Bot
+Wonderbot
+Wprecon
+Xaldon_WebSpider
+Zade
 Zauba
-Zeus
-ZoominfoBot
+Zermelo
+Zitebot
+ZumBot
 ZyBorg
-arquivo-web-crawler
+archive.org_bot
 autoemailspider
 backlink-check
-check1.exe
-com.plumanalytics
-crawl.sogou.com
+cah.io.community
+coccocbot-web
+cognitiveseo
 crawler.feedback
-dataforseo.com
-demandbase-bot
 domainsproject.org
-facebookscraper
+eCatch
 gopher
-ips-agent
+internetVista monitor
+isitwp.com
 lwp-trivial
-magpie-crawler
+meanpathbot
 muhstik-scan
 oBot
-page scorer
 pcBrowser
+polaris version
+probe-image-size
 scalaj-http
-seobility
+scan.lol
+seoscanners
+seostar
 serpstatbot
-sexsearcher
-webpros.com
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com