V4.2022.08.3294 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 80legs
-ADmantX
-AIBOT
-ASPSeek
-Aboundex
+ALittle Client
+Abonti
 AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
 Aipbot
 AllSubmitter
-Alligator
-AlphaBot
 Ankit
-Anthill
-Attach
-AwarioRssBot
-BDFetch
+Asterias
+Atomseobot
+BBBike
+BDCbot
+BLEXBot
+BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Badass
-Bandit
-Bigfoot
 BlackWidow
 Blackboard
-Blow
 Bolt
-Brandprotect
-Brandwatch
+BotALot
 Buck
-BuiltWith
+BuiltBotTough
+BunnySlippers
+BuzzSumo
 CODE87
-Cegbfeieh
+CSHttp
+CazoodleBot
 CherryPicker
-Chlooe
+Citoid
+Claritybot
 Cliqzbot
-CopyRightCheck
-CrazyWebCrawler
-CrunchBot
-Custo
-DBLBot
-DSearch
-DatabaseDriverMysqli
-Demon
-Digincore
-DigitalPebble
-Disco
-Dispatch
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
+Cogentbot
+Copyscape
+Cosmos
+Crescent
+DataCha0s
+Discobot
+DittoSpyder
+DnyzBot
+Download Wonder
 Dragonfly
-EroCrawler
-Evil
-Exabot
-Extractor
-Extreme Picture Finder
+EMail Wolf
+EasyDL
+Ebingbong
+ExtLinksBot
 FDM
-FHscan
-Firefox/7.0
+FemtosearchBot
+FlashGet
+Foobot
 FrontPage
-G-i-g-a-b-o-t
-GoZilla
+GalaxyBot
+GetWeb
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
 GrabNet
-Grafula
+Grabber
+GridBot
 HMView
-HTTrack
+HTMLparser
+HTTP::Lite
 Harvest
 Havij
-IRLbot
-IlseBot
-IndeedBot
+Hloader
+Iblog
+Id-search
+Image Sucker
 Intelliseek
-Internet Ninja
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
+Jbrofuzz
+JennyBot
+JetCar
+Jetty
 JikeSpider
 Joomla
-Jorgee
-JustView
-Kozmosbot
-LNSpiderguy
-Lanshanbot
+Jyxobot
+Kinza
 Larbin
-Leap
-LibWeb
-Libwhisker
+LeechGet
+LexiBot
 LieBaoFast
-Lightspeedsystems
 LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
-Lmspider
-Ltx71
+LinqiaRSSBot
 MIIxpc
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-MarkWatch
-Masscan
-Mata Hari
+MJ12bot
+MSIECrawler
+Magnet
+Majestic-SEO
+MarkMonitor
 Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-Metauri
 MicroMessenger
-Minefield
+Microsoft Data Access
 Moblie Safari
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
-NICErsPRO
+Mojolicious
+Mozlila
+Mr.4x3
+Msrabot
+Musobot
 NPbot
-Nameprotect
-Needle
+Navroad
+NearSite
 NetAnts
 NetMechanic
+NetSpider
 Netvibes
-NimbleCrawler
-Nuclei
-Offline Explorer
+Nimbostratus
+Offline Navigator
 OnCrawl
 Openfind
 Openvas
 OrangeBot
-OutclicksBot
+OrangeSpider
+OutfoxBot
 Page Analyzer
+PageGrabber
 PageScorer
-Picscout
+PageThing.com
+Papa Foto
+PeoplePal
+Petalbot
+Pi-Monster
+PictureFinder
+Piepmatz
+Pixray
 PleaseCrawl
+Psbot
+Pu_iN
+Pump
+PxBroker
 PyCurl
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankingBot2
+RankActiveLinkBot
+RankingBot
 Rankivabot
-RankurBot
 Re-re
-RealDownload
+Reaper
+RebelMouse
 Recorder
+RedesScrapy
 RepoMonkey
-Rogerbot
-SBIder
+Ripper
+RocketCrawler
+SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
-Scanbot
-Scrapy
+SEOprofiler
+ScanAlert
 ScrepyBot
-Searchestate
-Semrush
-SemrushBot
-SeoSiteCheckup
-Seomoz
+SeobilityBot
 Siphon
+Site Sucker
 SiteLockSpider
-SiteSucker
-Sociscraper
+SiteSnagger
+Snake
+SocialRankIOBot
 Sogou web spider
-SpankBot
+Sosospider
+Spammen
 Spbot
 Spinn3r
-Steeler
+SputnikBot
+Sqlmap
+Sucuri
 SuperBot
+Suzuran
+Swiftbot
 T0PHackTeam
+Teleport
 Telesoft
-TheNomad
-Trendictionbot
+Telesphoreo
+The Intraformant
+Thumbor
 True_Robot
 Turingos
-Turnitin
-TurnitinBot
+Twice
 Typhoeus
+URLy Warning
+URLy.Warning
 Upflow
+V-BOT
+VB Project
 Vacuum
 Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-WASALive-Bot
+Voil
 WBSearchBot
-WISENutbot
+WWW-Collector-E
 WWWOFFLE
 WallpapersHD
 Web Collage
-Web Fuck
+Web Fetch
 Web Pix
-Web Sucker
-WebCollage
-WebFetch
-WebImageCollector
+WebBandit
+WebGo IS
 WebPix
-WebReaper
 WebSauger
-WebStripper
+WebSucker
+WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
-Webshag
-Website Quester
 WebsiteExtractor
-Webster
-Whacker
+Whatweb
 Who.is Bot
 Widow
 WiseGuys Robot
-Wonderbot
+Woobot
 Wprecon
-Zitebot
-ZmEu
+YoudaoBot
+Zeus
 ZoominfoBot
-ZumBot
+ZyBorg
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
+autoemailspider
 backlink-check
-cah.io.community
 clark-crawler
-coccocbot
-crawler.feedback
-dataforseo.com
-domainsproject.org
 facebookscraper
-heritrix
+instabid
 internetVista monitor
 iubenda-radar
-lwp-request
-lwp-trivial
 magpie-crawler
 meanpathbot
+muhstik-scan
 netEstate NE Crawler
+oBot
 pcBrowser
 plumanalytics
+probe-image-size
 s1z.ru
-scan.lol
+scalaj-http
 seobility
 seocompany.store
-seostar
 serpstatbot
+siteripz
+sogouspider
 sp_auditbot
-spyfu
 sysscan
-ubermetrics-technologies.com
-webprosbot
-x09Mozilla
+webpros.com
+xpymep1.exe
 zauba.io
-zgrab