V4.2023.02.3572 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-80legs
-ADmantX
-ALittle Client
-Abonti
+404enemy
+AIBOT
 Aboundex
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
+AhrefsBot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchie
-Anarchy99
-Ankit
+Anarchy
 Anthill
+Asterias
+AwarioRssBot
+BBBike
+BDCbot
 BLEXBot
 BackDoorBot
-BackStreet
-Backlink-Ceck
+BackWeb
 BacklinkCrawler
-BetaBot
-Blow
-Boardreader
-Bolt
+Badass
+Battleztar Bazinga
+Bitacle
+BlackWidow
+Blackboard
+BotALot
 Brandprotect
-BuiltBotTough
+Buddy
+Bullseye
 BuzzSumo
+CATExplorador
+Calculon
+Cegbfeieh
 CensysInspect
-Claritybot
-Cocolyzebot
+CheTeam
+CherryPicker
+Citoid
+Cliqzbot
+Cogentbot
 Copier
-CopyRightCheck
-Copyscape
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
+Craftbot
+Crescent
 CrunchBot
+CyotekWebCopy
 DSearch
-DataCha0s
+DatabaseDriverMysqli
+Demon
+Devil
 DigitalPebble
-Disco
-DomCopBot
+Discobot
+Dispatch
+DittoSpyder
+DnyzBot
 DomainAppender
-Domains Project
-Drip
-ECCP/1.0
+DomainSigmaCrawler
+Download Wonder
 EMail Wolf
-Ebingbong
-Ecxi
-Evil
-Express WebPictures
 ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
 Ezooms
 Firefox/7.0
 FlashGet
-Flunky
+Foobot
+Freeuploader
+FrontPage
 FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
-Getintent
-Gigabot
-Go-Ahead-Got-It
-Grabber
-GrapeFX
-HTMLparser
-HTTP::Lite
+Genieo
+GermCrawler
+GetRight
+GridBot
+HMView
+HTTrack
+Haansoft
 HaosouSpider
 Havij
-Heritrix
 HonoluluBot
-IDBot
-IRLbot
-InfoTekies
-Iria
-JOC Web Spider
+HybridBot
+IDBTE4M
+Id-search
+Image Fetch
+Iskanie
 JamesBOT
 Jbrofuzz
-JennyBot
-Jetty
-JustView
+Jorgee
 Jyxobot
-Kenjin Spider
 Keyword Density
 Kinza
 Kozmosbot
-LNSpiderguy
-LWP::Simple
 Lanshanbot
-Leap
-Lftp
-LibWeb
+Larbin
 Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
 LinkextractorPro
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 Litemage_walker
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MJ12bot
+MIDown tool
 MQQBrowser
-MSIECrawler
-MTRobot
-Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
+Mass Downloader
+Meanpathbot
 MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-Name Intelligence
+Minefield
+Mojeek
+Msrabot
+NPbot
 Nameprotect
+NearSite
+Net Vampire
+NetAnts
 NetLyzer
 NetSpider
-Nettrack
-Nibbler
-Nikto
+NetZIP
+Netvibes
+NextGenSearchBot
+Niki-bot
 Ninja
-Nutch
+Not
 Offline Explorer
 OnCrawl
-Openfind
-OrangeBot
-OutfoxBot
-Papa Foto
+Openvas
+OutclicksBot
+PHPCrawl
+PageAnalyzer
+PageScorer
+PageThing.com
+Pandalytics
+Pavuk
 Petalbot
-PictureFinder
-PleaseCrawl
-Pockey
-ProPowerBot
-Probethenet
-Pu_iN
-Pump
-PxBroker
+Piepmatz
+Pimonster
+Pixray
+ProWebWalker
+PyCurl
 QueryN Metasearch
-RSSingBot
-RankActive
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-Re-re
-RealDownload
-Recorder
-RedesScrapy
-RepoMonkey
-Ripper
+RankActiveLinkBot
+Reaper
 Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
-ScoutJet
-Scrapy
+SalesIntelligent
+ScanAlert
+Scanbot
+ScreenerBot
 Searchestate
-SearchmetricsBot
+Semrush
+SemrushBot
 SeoSiteCheckup
 Seomoz
 Shodan
-SiteExplorer
-SiteLockSpider
+SiteCheckerBotCrawler
 SiteSnagger
-SlySearch
-SmartDownload
+Siteimprove
+Sitevigil
 Snake
-SocialRankIOBot
+Snapbot
+Sociscraper
 Sosospider
-Sottopop
 Spammen
-SpankBot
-Spinn3r
-SputnikBot
-Sqlworm
-Steeler
+Spanner
+Spbot
+Sucker
 Sucuri
-SuperBot
-SuperHTTP
-Surfbot
+SurveyBot
 Suzuran
-Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
-Telesphorep
+TeleportPro
+Telesoft
+Telesphoreo
+The Intraformant
 TheNomad
-Thumbor
-Toata
-Toweyabot
-Tracemyfile
-Turingos
+TightTwatBot
+Turnitin
+TurnitinBot
 TwengaBot
-UnisterBot
-Vacuum
-Vagabondo
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+VoidEYE
 Voil
+Voltron
 WASALive-Bot
-WBSearchBot
-WWW::Mechanize
-Web Auto
-Web Pix
-Web Sucker
+WEBDAV
+WWWOFFLE
+Web Collage
 WebAuto
 WebBandit
+WebCollage
 WebEnhancer
-WebFuck
 WebImageCollector
-WebReaper
 WebSauger
 WebStripper
-Webalta
+WebWhacker
+WebZIP
 Webshag
-Website Quester
-WebsiteExtractor
+WebsiteQuester
 Webster
-Whatweb
-WiseGuys Robot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xenu
-Zauba
-ZmEu
+Zermelo
+Zeus
 ZoomBot
+ZyBorg
 adscanner
-autoemailspider
-check1.exe
-crawl.sogou.com
+backlink-check
+cah.io.community
+cognitiveseo
 crawler.feedback
-crawler4j
-iubenda-radar
+dataforseo.com
+domainsproject.org
+gopher
+internetVista monitor
+linkdexbot
 meanpathbot
-mediawords
 muhstik-scan
+netEstate NE Crawler
+oBot
 page scorer
+pcBrowser
+probe-image-size
 s1z.ru
 scan.lol
-seobility
+seocompany.store
 sexsearcher
 sitechecker.pro
-siteripz
-sogouspider
+sp_auditbot
 sysscan
-webpros.com
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+webprosbot
+zauba.io
 zgrab