mirror of
https://github.com/fluencelabs/js-libp2p
synced 2025-04-01 23:31:04 +00:00
We have a peerstore that keeps all data for all observed peers in memory with no eviction. This is fine when you don't discover many peers but when using the DHT you encounter a significant number of peers so our peer storage grows and grows over time. We have a persistent peer store, but it just periodically writes peers into the datastore to be read at startup, still keeping them in memory. It also means a restart doesn't give you any temporary reprieve from the memory leak as the previously observed peer data is read into memory at startup. This change refactors the peerstore to use a datastore by default, reading and writing peer info as it arrives. It can be configured with a MemoryDatastore if desired. It was necessary to change the peerstore and *book interfaces to be asynchronous since the datastore api is asynchronous. BREAKING CHANGE: `libp2p.handle`, `libp2p.registrar.register` and the peerstore methods have become async
65 lines
1.3 KiB
JavaScript
65 lines
1.3 KiB
JavaScript
'use strict'
|
|
|
|
const Libp2p = require('../../')
|
|
const TCP = require('libp2p-tcp')
|
|
const MPLEX = require('libp2p-mplex')
|
|
const { NOISE } = require('@chainsafe/libp2p-noise')
|
|
|
|
const pipe = require('it-pipe')
|
|
|
|
const createNode = async () => {
|
|
const node = await Libp2p.create({
|
|
addresses: {
|
|
listen: ['/ip4/0.0.0.0/tcp/0']
|
|
},
|
|
modules: {
|
|
transport: [TCP],
|
|
streamMuxer: [MPLEX],
|
|
connEncryption: [NOISE]
|
|
}
|
|
})
|
|
|
|
await node.start()
|
|
|
|
return node
|
|
}
|
|
|
|
;(async () => {
|
|
const [node1, node2] = await Promise.all([
|
|
createNode(),
|
|
createNode()
|
|
])
|
|
|
|
// Add node's 2 data to the PeerStore
|
|
await node1.peerStore.addressBook.set(node2.peerId, node2.multiaddrs)
|
|
|
|
node2.handle(['/a', '/b'], ({ protocol, stream }) => {
|
|
pipe(
|
|
stream,
|
|
async function (source) {
|
|
for await (const msg of source) {
|
|
console.log(`from: ${protocol}, msg: ${msg.toString()}`)
|
|
}
|
|
}
|
|
)
|
|
})
|
|
|
|
const { stream: stream1 } = await node1.dialProtocol(node2.peerId, ['/a'])
|
|
await pipe(
|
|
['protocol (a)'],
|
|
stream1
|
|
)
|
|
|
|
const { stream: stream2 } = await node1.dialProtocol(node2.peerId, ['/b'])
|
|
await pipe(
|
|
['protocol (b)'],
|
|
stream2
|
|
)
|
|
|
|
const { stream: stream3 } = await node1.dialProtocol(node2.peerId, ['/b'])
|
|
await pipe(
|
|
['another stream on protocol (b)'],
|
|
stream3
|
|
)
|
|
})();
|