V4.2021.12.2759 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 404enemy
+AIBOT
+ALittle Client
 ASPSeek
 Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alligator
 AlphaBot
-Anarchy
 Anarchy99
+Anthill
+Aspiegel
 Asterias
-AwarioRssBot
+Attach
 BBBike
-BDCbot
-BackDoorBot
-BatchFTP
-BetaBot
-Bitacle
-Blackboard
-Blow
-Boardreader
+BackStreet
+Backlink-Ceck
+Barkrowler
+BlowFish
 Bolt
-BunnySlippers
-CATExplorador
-CODE87
-CazoodleBot
-Cegbfeieh
-CherryPicker
+BotALot
+Brandwatch
+BuiltWith
+CheTeam
+CheeseBot
 ChinaClaw
-Claritybot
-Cloud mapping
+Chlooe
+Citoid
 Cocolyzebot
-Cogentbot
-Copier
-Crescent
+Craftbot
+CrazyWebCrawler
 Curious
+Custo
 DIIbot
+DataCha0s
 DatabaseDriverMysqli
-Deusu
+Demon
+Devil
+Digincore
 Disco
-Discoverybot
+Dispatch
 DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
 DomainStatsBot
 Download Wonder
-Dragonfly
-Drip
-EMail Siphon
 EasyDL
-Ebingbong
-Exabot
-ExtractorPro
+Ecxi
+EirGrabber
+ExtLinksBot
+Extractor
+EyeNetIE
+FDM
 Fimap
-Fuzz
+Flunky
+Foobot
+FrontPage
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
+GetRight
+Gigabot
+GoZilla
+GrabNet
 Grabber
+GrapeFX
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
-Havij
+HTMLparser
+HTTP::Lite
+HTTrack
+HaosouSpider
+Heritrix
+Hloader
+HybridBot
+IRLbot
+Iblog
 IlseBot
 Image Fetch
+IndeedBot
 InterGET
-IstellaBot
-JamesBOT
 Jbrofuzz
+JetCar
 Jetty
-JikeSpider
-Kenjin Spider
+Keyword Density
 Kozmosbot
-Lanshanbot
-Leap
-LeechGet
-LexiBot
-Lftp
+LNSpiderguy
+LeechFTP
+LibWeb
 Lightspeedsystems
+Likse
 LinkScan
-Linkdexbot
-LinkpadBot
+LinkextractorPro
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Litemage_walker
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
+MSFrontPage
 MSIECrawler
-MTRobot
-Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic12
-MarkMonitor
-MarkWatch
-Meanpathbot
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
+Majestic-SEO
+Mass Downloader
+Masscan
+Mata Hari
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
-Minefield
-Moblie Safari
-Name Intelligence
+Mojeek
+Mr.4x3
+Musobot
+NICErsPRO
+NPbot
 Nameprotect
-Navroad
 Needle
 Net Vampire
+NetAnts
 NetMechanic
+NetSpider
+NetZIP
+Netcraft
 Nettrack
-Nimbostratus
-Ninja
-Nuclei
+NimbleCrawler
 Nutch
-OpenLinkProfiler
+Offline Explorer
 Openvas
-OrangeBot
 OrangeSpider
-OutclicksBot
-PHPCrawl
-PageAnalyzer
-PageThing.com
-Pandalytics
+PageGrabber
+PageScorer
 Panscient
-Papa Foto
-Pavuk
+Petalbot
 Picscout
-PictureFinder
-Pimonster
-Psbot
+Piepmatz
 Pu_iN
 PyCurl
-QueryN Metasearch
-RankFlex
-RankingBot2
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot
 Re-re
 ReGet
-RebelMouse
-RepoMonkey
+Reaper
+RedesScrapy
+Rogerbot
 SBIder
+SEOkicks
+SEOstats
 SMTBot
+SalesIntelligent
 Scanbot
-ScreenerBot
 SearchmetricsBot
 SemanticJuice
-Semrush
 SemrushBot
-SentiBot
 SeoSiteCheckup
-Seomoz
-Siphon
-SiteLockSpider
+Shodan
+Site Sucker
 SiteSnagger
-SiteSucker
-Siteimprove
-SlySearch
-Snake
-Snapbot
-Snoopy
+SmartDownload
 SocialRankIOBot
-Sociscraper
-SpankBot
-Spanner
-Spinn3r
-SputnikBot
+Sogou web spider
+Sosospider
+Spbot
 Steeler
 Stripper
-Sucuri
-Suzuran
+Sucker
+SuperBot
+Surfbot
+T0PHackTeam
 T8Abot
 Teleport
-TheNomad
+TeleportPro
+Telesphoreo
+Telesphorep
+The Intraformant
 Thumbor
+TightTwatBot
 Toata
-Tracemyfile
-Trendiction
-Turingos
+Trendictionbot
 Turnitin
 TurnitinBot
 TwengaBot
-Typhoeus
-VB Project
-VCI
-VeriCiteCrawler
-VidibleScraper
 Virusdie
+VoidEYE
 Voil
+Voltron
 WASALive-Bot
+WBSearchBot
+WEBDAV
 WISENutbot
-WWW-Mechanize
 WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Collage
-Web Fuck
-Web Sauger
+WeSEE
 Web Sucker
+WebAuto
 WebCollage
-WebFetch
+WebEnhancer
 WebGo IS
-WebPix
-WebSauger
+WebLeacher
+WebSucker
+WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Website Quester
+WebsiteExtractor
 WebsiteQuester
 Whacker
-Whatweb
+WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
-Zauba
+Wotbox
+Xaldon WebSpider
+Zeus
 Zitebot
-ZmEu
-ZumBot
+ZoominfoBot
+ZyBorg
 adscanner
+archive.org_bot
 arquivo.pt
-clark-crawler
-coccocbot-web
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
 com.plumanalytics
 dataforseo.com
-domainsproject.org
+eCatch
 evc-batch
 heritrix
-internetVista monitor
-isitwp.com
+ips-agent
+lwp-request
 lwp-trivial
+meanpathbot
 mediawords
-muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-probe-image-size
-s1z.ru
-scan.lol
+plumanalytics
+ripz
+scalaj-http
 seobility
-seoscanners
-seostar
-sitechecker.pro
-siteripz
-sysscan
-tAkeOut
-trendiction.de
+seocompany.store
+sexsearcher
+trendiction.com
+webgains-bot
 webmeup-crawler
-webpros.com
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
 zauba.io