mirror of
https://github.com/fluencelabs/js-libp2p
synced 2025-03-16 23:50:51 +00:00
978eb3676f
We have a peerstore that keeps all data for all observed peers in memory with no eviction. This is fine when you don't discover many peers but when using the DHT you encounter a significant number of peers so our peer storage grows and grows over time. We have a persistent peer store, but it just periodically writes peers into the datastore to be read at startup, still keeping them in memory. It also means a restart doesn't give you any temporary reprieve from the memory leak as the previously observed peer data is read into memory at startup. This change refactors the peerstore to use a datastore by default, reading and writing peer info as it arrives. It can be configured with a MemoryDatastore if desired. It was necessary to change the peerstore and *book interfaces to be asynchronous since the datastore api is asynchronous. BREAKING CHANGE: `libp2p.handle`, `libp2p.registrar.register` and the peerstore methods have become async
62 lines
1.2 KiB
JavaScript
62 lines
1.2 KiB
JavaScript
'use strict'
|
|
|
|
const execa = require('execa')
|
|
const fs = require('fs-extra')
|
|
const which = require('which')
|
|
|
|
async function isExecutable (command) {
|
|
try {
|
|
await fs.access(command, fs.constants.X_OK)
|
|
|
|
return true
|
|
} catch (/** @type {any} */ err) {
|
|
if (err.code === 'ENOENT') {
|
|
return isExecutable(await which(command))
|
|
}
|
|
|
|
if (err.code === 'EACCES') {
|
|
return false
|
|
}
|
|
|
|
throw err
|
|
}
|
|
}
|
|
|
|
async function waitForOutput (expectedOutput, command, args = [], opts = {}) {
|
|
if (!await isExecutable(command)) {
|
|
args.unshift(command)
|
|
command = 'node'
|
|
}
|
|
|
|
const proc = execa(command, args, opts)
|
|
let output = ''
|
|
let time = 600000
|
|
|
|
let timeout = setTimeout(() => {
|
|
throw new Error(`Did not see "${expectedOutput}" in output from "${[command].concat(args).join(' ')}" after ${time/1000}s`)
|
|
}, time)
|
|
|
|
proc.all.on('data', (data) => {
|
|
process.stdout.write(data)
|
|
|
|
output += data.toString('utf8')
|
|
|
|
if (output.includes(expectedOutput)) {
|
|
clearTimeout(timeout)
|
|
proc.kill()
|
|
}
|
|
})
|
|
|
|
try {
|
|
await proc
|
|
} catch (/** @type {any} */ err) {
|
|
if (!err.killed) {
|
|
throw err
|
|
}
|
|
}
|
|
}
|
|
|
|
module.exports = {
|
|
waitForOutput
|
|
}
|