V4.2022.10.3393 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404enemy
 ASPSeek
-Aboundex
-AfD-Verbotsverfahren
+Aboundexbot
+Acunetix
+AiHitBot
 Aipbot
-AllSubmitter
-Anarchie
-Anarchy
-Ankit
-Anthill
+Alexibot
+AlphaBot
+Anarchy99
 Apexoo
+Aspiegel
+Atomseobot
+Attach
 AwarioRssBot
-BBBike
 BDFetch
-BLEXBot
 BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-BatchFTP
-Blow
+Bandit
+Barkrowler
+Blackboard
 BlowFish
-Boardreader
+Brandprotect
+Brandwatch
 Buck
-Buddy
 BuiltBotTough
-BuzzSumo
-CensysInspect
-CheeseBot
+BuiltWith
+CCBot
+CODE87
+Calculon
+CazoodleBot
+Cegbfeieh
 CherryPicker
-Claritybot
-Cloud mapping
+ChinaClaw
+Citoid
 Collector
+Copier
 CopyRightCheck
-Copyscape
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
+Crescent
 Curious
-DBLBot
+Custo
+CyotekWebCopy
+DataCha0s
 Demon
 Deusu
 Devil
 DigitalPebble
-Dirbuster
-Disco
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Discobot
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-EMail Siphon
-EroCrawler
-Express WebPictures
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
+Ebingbong
+Ecxi
+Evil
+Exabot
+ExtLinksBot
 Extractor
-Extreme Picture Finder
-FHscan
-FemtosearchBot
-Foobot
-FrontPage
-Fuzz
-FyberSpider
-GT::WWW
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
+GermCrawler
 GetRight
-Getintent
-Go!Zilla
-Grabber
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
+Go-Ahead-Got-It
+GridBot
 HTMLparser
-HTTP::Lite
-Haansoft
+HTTrack
 HaosouSpider
-Harvest
+Havij
+Heritrix
+HonoluluBot
+Humanlinks
 HybridBot
-Iblog
-IlseBot
+IDBTE4M
+IRLbot
 IndeedBot
-InfoTekies
-Intelliseek
-Internet Ninja
-InternetSeer
+InterGET
 Iskanie
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 JennyBot
+Jetty
+Jorgee
 JustView
-Kenjin Spider
-Kinza
-Kozmosbot
+Keybot Translation-Search-Machine
 LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
-Lftp
-Likse
+LeechFTP
+LeechGet
+LexiBot
+LibWeb
+Libwhisker
+Lightspeedsystems
 LinkWalker
 Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-MSIECrawler
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
+MIDown tool
+MJ12bot
 MTRobot
-MarkWatch
+Mag-Net
+Majestic SEO
 Mass Downloader
-Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-MicroMessenger
 Minefield
 Mister PiX
-Mojeek
-Mr.4x3
+Moblie Safari
+Morfeus Fucking Scanner
+Mozlila
 Musobot
-NPbot
+Name Intelligence
+Nameprotect
+NearSite
 NetAnts
+NetSpider
+NetZIP
+Netcraft
+Netvibes
+Nibbler
 Niki-bot
-Not
-Nutch
+Nimbostratus
+Ninja
+Nmap
 Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
+OpenLinkProfiler
+Openvas
 OrangeSpider
 OutfoxBot
+Page Analyzer
 PageAnalyzer
-PageGrabber
-PageThing.com
 Panscient
 Papa Foto
 Petalbot
-Pi-Monster
-Picscout
-Piepmatz
+Picsearch
 Pockey
-ProWebWalker
-Probethenet
-RankActiveLinkBot
-RankFlex
-RankingBot
-Rankivabot
+Pu_iN
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
 RankurBot
-RealDownload
+Re-re
+ReGet
 Reaper
-RebelMouse
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-SBIder
+SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
-SalesIntelligent
 Scanbot
-ScoutJet
 Screaming
+ScreenerBot
+ScrepyBot
 Seekport
-SeobilityBot
-Seomoz
-Shodan
-SiteCheckerBotCrawler
-Sitebeam
-Siteimprove
-Sitevigil
+Semrush
+SeoSiteCheckup
+Siphon
+Site Sucker
+SiteExplorer
+SiteSucker
 SlySearch
+SmartDownload
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sosospider
-Sottopop
-Sqlmap
-Stripper
-SuperHTTP
-Suzuran
+SpankBot
+SputnikBot
+Sqworm
+Sucker
+Sucuri
 Szukacz
-T8Abot
+T0PHackTeam
 Teleport
+TeleportPro
 Telesphoreo
-Telesphorep
-The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
-Toata
-Toweyabot
 TurnitinBot
+TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
-VelenPublicWebCrawler
-VoidEYE
-Voil
-WPScan
-WWW-Mechanize
-WWW::Mechanize
+VB Project
+Vacuum
+VeriCiteCrawler
+WBSearchBot
+WEBDAV
+WISENutbot
+WWW-Collector-E
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
+WeSEE
 Web Auto
+Web Collage
+Web Enhancer
 Web Pix
 Web Sucker
 WebFetch
 WebFuck
-WebLeacher
-WebWhacker
-WebZIP
+WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
-Whacker
 Whatweb
-Who.is Bot
-Widow
 Wonderbot
-Wotbox
-Zauba
-Zermelo
-ZumBot
+Xaldon_WebSpider
+Xenu
+ZoomBot
+ZoominfoBot
 ZyBorg
-archive.org_bot
-autoemailspider
+arquivo-web-crawler
+backlink-check
 check1.exe
-cognitiveseo
-crawler4j
-dataforseo.com
-domainsproject.org
-evc-batch
-facebookscraper
-heritrix
-internetVista monitor
-iubenda-radar
-linkdexbot
-lwp-request
-mediawords
+demandbase-bot
+eCatch
+instabid
+isitwp.com
 muhstik-scan
+netEstate NE Crawler
 oBot
 pcBrowser
 plumanalytics
 polaris version
-satoristudio.net
-scalaj-http
-seoscanners
+ripz
 seostar
-sitechecker.pro
-sp_auditbot
+serpstatbot
+sysscan
 tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-webgains-bot
+voyagerx.com
 webmeup-crawler
 x09Mozilla
-xpymep1.exe