123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253 |
- 'use strict'
- const util = require('util')
- const fs = require('fs')
- const index = require('./lib/entry-index')
- const memo = require('./lib/memoization')
- const read = require('./lib/content/read')
- const Minipass = require('minipass')
- const Collect = require('minipass-collect')
- const Pipeline = require('minipass-pipeline')
- const writeFile = util.promisify(fs.writeFile)
- module.exports = function get (cache, key, opts) {
- return getData(false, cache, key, opts)
- }
- module.exports.byDigest = function getByDigest (cache, digest, opts) {
- return getData(true, cache, digest, opts)
- }
- function getData (byDigest, cache, key, opts = {}) {
- const { integrity, memoize, size } = opts
- const memoized = byDigest
- ? memo.get.byDigest(cache, key, opts)
- : memo.get(cache, key, opts)
- if (memoized && memoize !== false) {
- return Promise.resolve(
- byDigest
- ? memoized
- : {
- metadata: memoized.entry.metadata,
- data: memoized.data,
- integrity: memoized.entry.integrity,
- size: memoized.entry.size,
- }
- )
- }
- return (byDigest ? Promise.resolve(null) : index.find(cache, key, opts)).then(
- (entry) => {
- if (!entry && !byDigest)
- throw new index.NotFoundError(cache, key)
- return read(cache, byDigest ? key : entry.integrity, {
- integrity,
- size,
- })
- .then((data) =>
- byDigest
- ? data
- : {
- data,
- metadata: entry.metadata,
- size: entry.size,
- integrity: entry.integrity,
- }
- )
- .then((res) => {
- if (memoize && byDigest)
- memo.put.byDigest(cache, key, res, opts)
- else if (memoize)
- memo.put(cache, entry, res.data, opts)
- return res
- })
- }
- )
- }
- module.exports.sync = function get (cache, key, opts) {
- return getDataSync(false, cache, key, opts)
- }
- module.exports.sync.byDigest = function getByDigest (cache, digest, opts) {
- return getDataSync(true, cache, digest, opts)
- }
- function getDataSync (byDigest, cache, key, opts = {}) {
- const { integrity, memoize, size } = opts
- const memoized = byDigest
- ? memo.get.byDigest(cache, key, opts)
- : memo.get(cache, key, opts)
- if (memoized && memoize !== false) {
- return byDigest
- ? memoized
- : {
- metadata: memoized.entry.metadata,
- data: memoized.data,
- integrity: memoized.entry.integrity,
- size: memoized.entry.size,
- }
- }
- const entry = !byDigest && index.find.sync(cache, key, opts)
- if (!entry && !byDigest)
- throw new index.NotFoundError(cache, key)
- const data = read.sync(cache, byDigest ? key : entry.integrity, {
- integrity: integrity,
- size: size,
- })
- const res = byDigest
- ? data
- : {
- metadata: entry.metadata,
- data: data,
- size: entry.size,
- integrity: entry.integrity,
- }
- if (memoize && byDigest)
- memo.put.byDigest(cache, key, res, opts)
- else if (memoize)
- memo.put(cache, entry, res.data, opts)
- return res
- }
- module.exports.stream = getStream
- const getMemoizedStream = (memoized) => {
- const stream = new Minipass()
- stream.on('newListener', function (ev, cb) {
- ev === 'metadata' && cb(memoized.entry.metadata)
- ev === 'integrity' && cb(memoized.entry.integrity)
- ev === 'size' && cb(memoized.entry.size)
- })
- stream.end(memoized.data)
- return stream
- }
- function getStream (cache, key, opts = {}) {
- const { memoize, size } = opts
- const memoized = memo.get(cache, key, opts)
- if (memoized && memoize !== false)
- return getMemoizedStream(memoized)
- const stream = new Pipeline()
- index
- .find(cache, key)
- .then((entry) => {
- if (!entry)
- throw new index.NotFoundError(cache, key)
- stream.emit('metadata', entry.metadata)
- stream.emit('integrity', entry.integrity)
- stream.emit('size', entry.size)
- stream.on('newListener', function (ev, cb) {
- ev === 'metadata' && cb(entry.metadata)
- ev === 'integrity' && cb(entry.integrity)
- ev === 'size' && cb(entry.size)
- })
- const src = read.readStream(
- cache,
- entry.integrity,
- { ...opts, size: typeof size !== 'number' ? entry.size : size }
- )
- if (memoize) {
- const memoStream = new Collect.PassThrough()
- memoStream.on('collect', data => memo.put(cache, entry, data, opts))
- stream.unshift(memoStream)
- }
- stream.unshift(src)
- })
- .catch((err) => stream.emit('error', err))
- return stream
- }
- module.exports.stream.byDigest = getStreamDigest
- function getStreamDigest (cache, integrity, opts = {}) {
- const { memoize } = opts
- const memoized = memo.get.byDigest(cache, integrity, opts)
- if (memoized && memoize !== false) {
- const stream = new Minipass()
- stream.end(memoized)
- return stream
- } else {
- const stream = read.readStream(cache, integrity, opts)
- if (!memoize)
- return stream
- const memoStream = new Collect.PassThrough()
- memoStream.on('collect', data => memo.put.byDigest(
- cache,
- integrity,
- data,
- opts
- ))
- return new Pipeline(stream, memoStream)
- }
- }
- module.exports.info = info
- function info (cache, key, opts = {}) {
- const { memoize } = opts
- const memoized = memo.get(cache, key, opts)
- if (memoized && memoize !== false)
- return Promise.resolve(memoized.entry)
- else
- return index.find(cache, key)
- }
- module.exports.hasContent = read.hasContent
- function cp (cache, key, dest, opts) {
- return copy(false, cache, key, dest, opts)
- }
- module.exports.copy = cp
- function cpDigest (cache, digest, dest, opts) {
- return copy(true, cache, digest, dest, opts)
- }
- module.exports.copy.byDigest = cpDigest
- function copy (byDigest, cache, key, dest, opts = {}) {
- if (read.copy) {
- return (byDigest
- ? Promise.resolve(null)
- : index.find(cache, key, opts)
- ).then((entry) => {
- if (!entry && !byDigest)
- throw new index.NotFoundError(cache, key)
- return read
- .copy(cache, byDigest ? key : entry.integrity, dest, opts)
- .then(() => {
- return byDigest
- ? key
- : {
- metadata: entry.metadata,
- size: entry.size,
- integrity: entry.integrity,
- }
- })
- })
- }
- return getData(byDigest, cache, key, opts).then((res) => {
- return writeFile(dest, byDigest ? res : res.data).then(() => {
- return byDigest
- ? key
- : {
- metadata: res.metadata,
- size: res.size,
- integrity: res.integrity,
- }
- })
- })
- }
|