1418 lines
40 KiB
JavaScript
1418 lines
40 KiB
JavaScript
"use strict";
|
|
|
|
const debug = require("debug")("oasis");
|
|
const { isRoot, isReply } = require("ssb-thread-schema");
|
|
const lodash = require("lodash");
|
|
const prettyMs = require("pretty-ms");
|
|
const pullParallelMap = require("pull-paramap");
|
|
const pull = require("pull-stream");
|
|
const pullSort = require("pull-sort");
|
|
const ssbRef = require("ssb-ref");
|
|
|
|
// HACK: https://github.com/ssbc/ssb-thread-schema/issues/4
|
|
const isNestedReply = require("ssb-thread-schema/post/nested-reply/validator");
|
|
|
|
const nullImage = `&${"0".repeat(43)}=.sha256`;
|
|
|
|
const defaultOptions = {
|
|
private: true,
|
|
reverse: true,
|
|
meta: true
|
|
};
|
|
|
|
const publicOnlyFilter = pull.filter(
|
|
message => lodash.get(message, "value.meta.private", false) === false
|
|
);
|
|
|
|
/** @param {object[]} customOptions */
|
|
const configure = (...customOptions) =>
|
|
Object.assign({}, defaultOptions, ...customOptions);
|
|
|
|
module.exports = ({ cooler, isPublic }) => {
|
|
const models = {};
|
|
|
|
/**
|
|
* The SSB-About plugin is a thin wrapper around the SSB-Social-Index plugin.
|
|
* Unfortunately, this plugin has two problems that make it incompatible with
|
|
* our needs:
|
|
*
|
|
* - We want to get the latest value from an author, like what someone calls
|
|
* themselves, **not what other people call them**.
|
|
* - The plugin has a bug where `false` isn't handled correctly, which is very
|
|
* important since we use `publicWebHosting`, a boolean field.
|
|
*
|
|
* It feels very silly to have to maintain an alternative implementation of
|
|
* SSB-About, but this is much smaller code and doesn't have either of the
|
|
* above problems. Maybe this should be moved somewhere else in the future?
|
|
*/
|
|
const getAbout = async ({ key, feedId }) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const source = ssb.backlinks.read({
|
|
reverse: true,
|
|
query: [
|
|
{
|
|
$filter: {
|
|
dest: feedId,
|
|
value: { author: feedId, content: { type: "about", about: feedId } }
|
|
}
|
|
}
|
|
]
|
|
});
|
|
return new Promise((resolve, reject) =>
|
|
pull(
|
|
source,
|
|
pull.find(
|
|
message => message.value.content[key] !== undefined,
|
|
(err, message) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
if (message === null) {
|
|
resolve(null);
|
|
} else {
|
|
resolve(message.value.content[key]);
|
|
}
|
|
}
|
|
}
|
|
)
|
|
)
|
|
);
|
|
};
|
|
|
|
models.about = {
|
|
publicWebHosting: async feedId => {
|
|
const result = await getAbout({
|
|
key: "publicWebHosting",
|
|
feedId
|
|
});
|
|
return result === true;
|
|
},
|
|
name: async feedId => {
|
|
if (isPublic && (await models.about.publicWebHosting(feedId)) === false) {
|
|
return "Redacted";
|
|
}
|
|
|
|
return (
|
|
(await getAbout({
|
|
key: "name",
|
|
feedId
|
|
})) || feedId.slice(1, 1 + 8)
|
|
); // First 8 chars of public key
|
|
},
|
|
image: async feedId => {
|
|
if (isPublic && (await models.about.publicWebHosting(feedId)) === false) {
|
|
return nullImage;
|
|
}
|
|
|
|
const raw = await getAbout({
|
|
key: "image",
|
|
feedId
|
|
});
|
|
|
|
if (raw == null || raw.link == null) {
|
|
return nullImage;
|
|
}
|
|
|
|
if (typeof raw.link === "string") {
|
|
return raw.link;
|
|
}
|
|
return raw;
|
|
},
|
|
description: async feedId => {
|
|
if (isPublic && (await models.about.publicWebHosting(feedId)) === false) {
|
|
return "Redacted";
|
|
}
|
|
|
|
const raw =
|
|
(await getAbout({
|
|
key: "description",
|
|
feedId
|
|
})) || "";
|
|
return raw;
|
|
}
|
|
};
|
|
|
|
models.blob = {
|
|
get: async ({ blobId }) => {
|
|
debug("get blob: %s", blobId);
|
|
const ssb = await cooler.open();
|
|
return ssb.blobs.get(blobId);
|
|
},
|
|
want: async ({ blobId }) => {
|
|
debug("want blob: %s", blobId);
|
|
const ssb = await cooler.open();
|
|
|
|
// This does not wait for the blob.
|
|
ssb.blobs.want(blobId);
|
|
}
|
|
};
|
|
|
|
models.friend = {
|
|
isFollowing: async feedId => {
|
|
const ssb = await cooler.open();
|
|
const { id } = ssb;
|
|
|
|
const isFollowing = await ssb.friends.isFollowing({
|
|
source: id,
|
|
dest: feedId
|
|
});
|
|
return isFollowing;
|
|
},
|
|
setFollowing: async ({ feedId, following }) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const content = {
|
|
type: "contact",
|
|
contact: feedId,
|
|
following
|
|
};
|
|
|
|
return ssb.publish(content);
|
|
},
|
|
follow: async feedId => {
|
|
const isFollowing = await models.friend.isFollowing(feedId);
|
|
if (!isFollowing) {
|
|
await models.friend.setFollowing({ feedId, following: true });
|
|
}
|
|
},
|
|
unfollow: async feedId => {
|
|
const isFollowing = await models.friend.isFollowing(feedId);
|
|
if (isFollowing) {
|
|
await models.friend.setFollowing({ feedId, following: false });
|
|
}
|
|
},
|
|
getRelationship: async feedId => {
|
|
const ssb = await cooler.open();
|
|
const { id } = ssb;
|
|
|
|
if (feedId === id) {
|
|
return null;
|
|
}
|
|
|
|
const isFollowing = await ssb.friends.isFollowing({
|
|
source: id,
|
|
dest: feedId
|
|
});
|
|
|
|
const isBlocking = await ssb.friends.isBlocking({
|
|
source: id,
|
|
dest: feedId
|
|
});
|
|
|
|
return {
|
|
following: isFollowing,
|
|
blocking: isBlocking
|
|
};
|
|
}
|
|
};
|
|
|
|
models.meta = {
|
|
myFeedId: async () => {
|
|
const ssb = await cooler.open();
|
|
const { id } = ssb;
|
|
return id;
|
|
},
|
|
get: async msgId => {
|
|
const ssb = await cooler.open();
|
|
return ssb.get({
|
|
id: msgId,
|
|
meta: true,
|
|
private: true
|
|
});
|
|
},
|
|
status: async () => {
|
|
const ssb = await cooler.open();
|
|
return ssb.status();
|
|
},
|
|
peers: async () => {
|
|
const ssb = await cooler.open();
|
|
const peersSource = await ssb.conn.peers();
|
|
|
|
return new Promise((resolve, reject) => {
|
|
pull(
|
|
peersSource,
|
|
// https://github.com/staltz/ssb-conn/issues/9
|
|
pull.take(1),
|
|
pull.collect((err, val) => {
|
|
if (err) return reject(err);
|
|
resolve(val[0]);
|
|
})
|
|
);
|
|
});
|
|
},
|
|
connStop: async () => {
|
|
const ssb = await cooler.open();
|
|
|
|
try {
|
|
const result = await ssb.conn.stop();
|
|
return result;
|
|
} catch (e) {
|
|
const expectedName = "TypeError";
|
|
const expectedMessage = "Cannot read property 'close' of null";
|
|
if (e.name === expectedName && e.message === expectedMessage) {
|
|
// https://github.com/staltz/ssb-lan/issues/5
|
|
debug("ssbConn is already stopped -- caught error");
|
|
} else {
|
|
throw new Error(e);
|
|
}
|
|
}
|
|
},
|
|
connStart: async () => {
|
|
const ssb = await cooler.open();
|
|
const result = await ssb.conn.start();
|
|
|
|
return result;
|
|
},
|
|
connRestart: async () => {
|
|
await models.meta.connStop();
|
|
await models.meta.connStart();
|
|
},
|
|
acceptInvite: async invite => {
|
|
const ssb = await cooler.open();
|
|
return await ssb.invite.accept(invite);
|
|
}
|
|
};
|
|
|
|
const isPost = message =>
|
|
lodash.get(message, "value.content.type") === "post" &&
|
|
lodash.get(message, "value.content.text") != null;
|
|
|
|
const isLooseRoot = message => {
|
|
const conditions = [
|
|
isPost(message),
|
|
lodash.get(message, "value.content.root") == null,
|
|
lodash.get(message, "value.content.fork") == null
|
|
];
|
|
|
|
return conditions.every(x => x);
|
|
};
|
|
|
|
const isLooseReply = message => {
|
|
const conditions = [
|
|
isPost(message),
|
|
lodash.get(message, "value.content.root") != null,
|
|
lodash.get(message, "value.content.fork") != null
|
|
];
|
|
|
|
return conditions.every(x => x);
|
|
};
|
|
|
|
const isLooseComment = message => {
|
|
const conditions = [
|
|
isPost(message),
|
|
lodash.get(message, "value.content.root") != null,
|
|
lodash.get(message, "value.content.fork") == null
|
|
];
|
|
|
|
return conditions.every(x => x === true);
|
|
};
|
|
|
|
const maxMessages = 64;
|
|
|
|
const getMessages = async ({
|
|
myFeedId,
|
|
customOptions,
|
|
ssb,
|
|
query,
|
|
filter = null
|
|
}) => {
|
|
const options = configure({ query, index: "DTA" }, customOptions);
|
|
|
|
const source = ssb.backlinks.read(options);
|
|
const basicSocialFilter = await socialFilter();
|
|
|
|
return new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
basicSocialFilter,
|
|
pull.filter(
|
|
msg =>
|
|
typeof msg.value.content !== "string" &&
|
|
msg.value.content.type === "post" &&
|
|
(filter == null || filter(msg) === true)
|
|
),
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
};
|
|
|
|
/**
|
|
* Returns a function that filters messages based on who published the message.
|
|
*
|
|
* `null` means we don't care, `true` means it must be true, and `false` means
|
|
* that the value must be false. For example, if you set `me = true` then it
|
|
* will only allow messages that are from you. If you set `blocking = true`
|
|
* then you only see message from people you block.
|
|
*/
|
|
const socialFilter = async ({
|
|
following = null,
|
|
blocking = false,
|
|
me = null
|
|
} = {}) => {
|
|
const ssb = await cooler.open();
|
|
const { id } = ssb;
|
|
const relationshipObject = await ssb.friends.get({
|
|
source: id
|
|
});
|
|
|
|
const followingList = Object.entries(relationshipObject)
|
|
.filter(([, val]) => val === true)
|
|
.map(([key]) => key);
|
|
|
|
const blockingList = Object.entries(relationshipObject)
|
|
.filter(([, val]) => val === false)
|
|
.map(([key]) => key);
|
|
|
|
return pull.filter(message => {
|
|
if (message.value.author === id) {
|
|
return me !== false;
|
|
} else {
|
|
return (
|
|
(following === null ||
|
|
followingList.includes(message.value.author) === following) &&
|
|
(blocking === null ||
|
|
blockingList.includes(message.value.author) === blocking)
|
|
);
|
|
}
|
|
});
|
|
};
|
|
const transform = (ssb, messages, myFeedId) =>
|
|
Promise.all(
|
|
// messages.flatMap(async msg => {
|
|
messages.map(async msg => {
|
|
debug("transforming %s", msg.key);
|
|
|
|
if (msg == null) {
|
|
return null;
|
|
}
|
|
|
|
// if (Array.isArray(msg)) {
|
|
// return await transform(ssb, msg, myFeedId)
|
|
// }
|
|
|
|
const filterQuery = {
|
|
$filter: {
|
|
dest: msg.key
|
|
}
|
|
};
|
|
|
|
const referenceStream = ssb.backlinks.read({
|
|
query: [filterQuery],
|
|
index: "DTA", // use asserted timestamps
|
|
private: true,
|
|
meta: true
|
|
});
|
|
|
|
const rawVotes = await new Promise((resolve, reject) => {
|
|
pull(
|
|
referenceStream,
|
|
pull.filter(
|
|
ref =>
|
|
typeof ref.value.content !== "string" &&
|
|
ref.value.content.type === "vote" &&
|
|
ref.value.content.vote &&
|
|
typeof ref.value.content.vote.value === "number" &&
|
|
ref.value.content.vote.value >= 0 &&
|
|
ref.value.content.vote.link === msg.key
|
|
),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(collectedMessages);
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
// { @key: 1, @key2: 0, @key3: 1 }
|
|
//
|
|
// only one vote per person!
|
|
const reducedVotes = rawVotes.reduce((acc, vote) => {
|
|
acc[vote.value.author] = vote.value.content.vote.value;
|
|
return acc;
|
|
}, {});
|
|
|
|
// gets *only* the people who voted 1
|
|
// [ @key, @key, @key ]
|
|
const voters = Object.entries(reducedVotes)
|
|
.filter(([, value]) => value === 1)
|
|
.map(([key]) => key);
|
|
|
|
const pendingName = models.about.name(msg.value.author);
|
|
const pendingAvatarMsg = models.about.image(msg.value.author);
|
|
|
|
const pending = [pendingName, pendingAvatarMsg];
|
|
const [name, avatarMsg] = await Promise.all(pending);
|
|
|
|
if (isPublic) {
|
|
const publicOptIn = await models.about.publicWebHosting(
|
|
msg.value.author
|
|
);
|
|
if (publicOptIn === false) {
|
|
lodash.set(
|
|
msg,
|
|
"value.content.text",
|
|
"This is a public message that has been redacted because Oasis is running in public mode. This redaction is only meant to make Oasis consistent with other public SSB viewers. Please do not mistake this for privacy. All public messages are public. Any peer on the SSB network can see this message."
|
|
);
|
|
|
|
if (msg.value.content.contentWarning != null) {
|
|
msg.value.content.contentWarning = "Redacted";
|
|
}
|
|
}
|
|
}
|
|
|
|
const channel = lodash.get(msg, "value.content.channel");
|
|
const hasChannel = typeof channel === "string" && channel.length > 2;
|
|
|
|
if (hasChannel) {
|
|
msg.value.content.text += `\n\n#${channel}`;
|
|
}
|
|
|
|
const avatarId =
|
|
avatarMsg != null && typeof avatarMsg.link === "string"
|
|
? avatarMsg.link || nullImage
|
|
: avatarMsg || nullImage;
|
|
|
|
const avatarUrl = `/image/64/${encodeURIComponent(avatarId)}`;
|
|
|
|
const ts = new Date(msg.value.timestamp);
|
|
let isoTs;
|
|
|
|
try {
|
|
isoTs = ts.toISOString();
|
|
} catch (e) {
|
|
// Just in case it's an invalid date. :(
|
|
debug(e);
|
|
const receivedTs = new Date(msg.timestamp);
|
|
isoTs = receivedTs.toISOString();
|
|
}
|
|
|
|
lodash.set(msg, "value.meta.timestamp.received.iso8601", isoTs);
|
|
|
|
const ago = Date.now() - Number(ts);
|
|
const prettyAgo = prettyMs(ago, { compact: true });
|
|
lodash.set(msg, "value.meta.timestamp.received.since", prettyAgo);
|
|
lodash.set(msg, "value.meta.author.name", name);
|
|
lodash.set(msg, "value.meta.author.avatar", {
|
|
id: avatarId,
|
|
url: avatarUrl
|
|
});
|
|
|
|
const isPost =
|
|
lodash.get(msg, "value.content.type") === "post" &&
|
|
lodash.get(msg, "value.content.text") != null;
|
|
const hasRoot = lodash.get(msg, "value.content.root") != null;
|
|
const hasFork = lodash.get(msg, "value.content.fork") != null;
|
|
|
|
if (isPost && hasRoot === false && hasFork === false) {
|
|
lodash.set(msg, "value.meta.postType", "post");
|
|
} else if (isPost && hasRoot && hasFork === false) {
|
|
lodash.set(msg, "value.meta.postType", "comment");
|
|
} else if (isPost && hasRoot && hasFork) {
|
|
lodash.set(msg, "value.meta.postType", "reply");
|
|
} else {
|
|
lodash.set(msg, "value.meta.postType", "mystery");
|
|
}
|
|
|
|
lodash.set(msg, "value.meta.votes", voters);
|
|
lodash.set(msg, "value.meta.voted", voters.includes(myFeedId));
|
|
|
|
return msg;
|
|
})
|
|
);
|
|
|
|
const post = {
|
|
fromPublicFeed: async (feedId, customOptions = {}) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const options = configure({ id: feedId }, customOptions);
|
|
const source = ssb.createUserStream(options);
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
pull.filter(
|
|
msg =>
|
|
lodash.get(msg, "value.meta.private", false) === false &&
|
|
msg.value.content.type === "post"
|
|
),
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
mentionsMe: async (customOptions = {}) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const query = [
|
|
{
|
|
$filter: {
|
|
dest: myFeedId
|
|
}
|
|
}
|
|
];
|
|
|
|
const messages = await getMessages({
|
|
myFeedId,
|
|
customOptions,
|
|
ssb,
|
|
query,
|
|
filter: msg =>
|
|
msg.value.author !== myFeedId &&
|
|
lodash.get(msg, "value.meta.private") !== true
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
fromHashtag: async (hashtag, customOptions = {}) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const query = [
|
|
{
|
|
$filter: {
|
|
dest: `#${hashtag}`
|
|
}
|
|
}
|
|
];
|
|
|
|
const messages = await getMessages({
|
|
myFeedId,
|
|
customOptions,
|
|
ssb,
|
|
query
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
threadReplies: async (rootId, customOptions = {}) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const query = [
|
|
{
|
|
$filter: {
|
|
dest: rootId
|
|
}
|
|
}
|
|
];
|
|
|
|
const messages = await getMessages({
|
|
myFeedId,
|
|
customOptions,
|
|
ssb,
|
|
query,
|
|
filter: msg =>
|
|
msg.value.content.root === rootId && msg.value.content.fork == null
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
likes: async ({ feed }, customOptions = {}) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const query = [
|
|
{
|
|
$filter: {
|
|
value: {
|
|
author: feed,
|
|
timestamp: { $lte: Date.now() },
|
|
content: {
|
|
type: "vote"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
];
|
|
|
|
const options = configure(
|
|
{
|
|
query,
|
|
reverse: true
|
|
},
|
|
customOptions
|
|
);
|
|
|
|
const source = await ssb.query.read(options);
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
pull.filter(msg => {
|
|
return (
|
|
typeof msg.value.content === "object" &&
|
|
msg.value.author === feed &&
|
|
typeof msg.value.content.vote === "object" &&
|
|
typeof msg.value.content.vote.link === "string"
|
|
);
|
|
}),
|
|
pull.take(maxMessages),
|
|
pullParallelMap(async (val, cb) => {
|
|
const msg = await post.get(val.value.content.vote.link);
|
|
cb(null, msg);
|
|
}),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(collectedMessages);
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
search: async ({ query }) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const options = configure({
|
|
query
|
|
});
|
|
|
|
const source = await ssb.search.query(options);
|
|
const basicSocialFilter = await socialFilter();
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
basicSocialFilter,
|
|
pull.filter(
|
|
(
|
|
message // avoid private messages (!)
|
|
) => typeof message.value.content !== "string"
|
|
),
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
latest: async () => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const source = ssb.query.read(
|
|
configure({
|
|
query: [
|
|
{
|
|
$filter: {
|
|
value: {
|
|
timestamp: { $lte: Date.now() },
|
|
content: {
|
|
type: "post"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
]
|
|
})
|
|
);
|
|
const followingFilter = await socialFilter({ following: true });
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
followingFilter,
|
|
publicOnlyFilter,
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
latestExtended: async () => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const source = ssb.query.read(
|
|
configure({
|
|
query: [
|
|
{
|
|
$filter: {
|
|
value: {
|
|
timestamp: { $lte: Date.now() },
|
|
content: {
|
|
type: "post"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
]
|
|
})
|
|
);
|
|
|
|
const extendedFilter = await socialFilter({
|
|
following: false,
|
|
me: false
|
|
});
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
publicOnlyFilter,
|
|
extendedFilter,
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
latestTopics: async () => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const source = ssb.query.read(
|
|
configure({
|
|
query: [
|
|
{
|
|
$filter: {
|
|
value: {
|
|
timestamp: { $lte: Date.now() },
|
|
content: {
|
|
type: "post"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
]
|
|
})
|
|
);
|
|
|
|
const extendedFilter = await socialFilter({
|
|
following: true
|
|
});
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
publicOnlyFilter,
|
|
pull.filter(message => message.value.content.root == null),
|
|
extendedFilter,
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
latestSummaries: async () => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const options = configure({
|
|
type: "post",
|
|
private: false
|
|
});
|
|
|
|
const source = ssb.messagesByType(options);
|
|
|
|
const extendedFilter = await socialFilter({
|
|
following: true
|
|
});
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
pull.filter(
|
|
message =>
|
|
typeof message.value.content !== "string" &&
|
|
message.value.content.root == null
|
|
),
|
|
extendedFilter,
|
|
pull.take(maxMessages),
|
|
pullParallelMap(async (message, cb) => {
|
|
// Retrieve a preview of this post's comments / thread
|
|
const thread = await post.fromThread(message.key);
|
|
lodash.set(
|
|
message,
|
|
"value.meta.thread",
|
|
await transform(ssb, thread, myFeedId)
|
|
);
|
|
cb(null, message);
|
|
}),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
|
|
popular: async ({ period }) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const periodDict = {
|
|
day: 1,
|
|
week: 7,
|
|
month: 30.42,
|
|
year: 365
|
|
};
|
|
|
|
if (period in periodDict === false) {
|
|
throw new Error("invalid period");
|
|
}
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const now = new Date();
|
|
const earliest = Number(now) - 1000 * 60 * 60 * 24 * periodDict[period];
|
|
|
|
const source = ssb.query.read(
|
|
configure({
|
|
query: [
|
|
{
|
|
$filter: {
|
|
value: {
|
|
timestamp: { $gte: earliest },
|
|
content: {
|
|
type: "vote"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
]
|
|
})
|
|
);
|
|
const basicSocialFilter = await socialFilter();
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
publicOnlyFilter,
|
|
pull.filter(msg => {
|
|
return (
|
|
typeof msg.value.content === "object" &&
|
|
typeof msg.value.content.vote === "object" &&
|
|
typeof msg.value.content.vote.link === "string" &&
|
|
typeof msg.value.content.vote.value === "number"
|
|
);
|
|
}),
|
|
pull.reduce(
|
|
(acc, cur) => {
|
|
const author = cur.value.author;
|
|
const target = cur.value.content.vote.link;
|
|
const value = cur.value.content.vote.value;
|
|
|
|
if (acc[author] == null) {
|
|
acc[author] = {};
|
|
}
|
|
|
|
// Only accept values between -1 and 1
|
|
acc[author][target] = Math.max(-1, Math.min(1, value));
|
|
|
|
return acc;
|
|
},
|
|
{},
|
|
(err, obj) => {
|
|
if (err) {
|
|
return reject(err);
|
|
}
|
|
|
|
// HACK: Can we do this without a reduce()? I think this makes the
|
|
// stream much slower than it needs to be. Also, we should probably
|
|
// be indexing these rather than building the stream on refresh.
|
|
|
|
const adjustedObj = Object.entries(obj).reduce(
|
|
(acc, [author, values]) => {
|
|
if (author === myFeedId) {
|
|
return acc;
|
|
}
|
|
|
|
const entries = Object.entries(values);
|
|
const total = 1 + Math.log(entries.length);
|
|
|
|
entries.forEach(([link, value]) => {
|
|
if (acc[link] == null) {
|
|
acc[link] = 0;
|
|
}
|
|
acc[link] += value / total;
|
|
});
|
|
return acc;
|
|
},
|
|
[]
|
|
);
|
|
|
|
const arr = Object.entries(adjustedObj);
|
|
const length = arr.length;
|
|
|
|
pull(
|
|
pull.values(arr),
|
|
pullSort(([, aVal], [, bVal]) => bVal - aVal),
|
|
pull.take(Math.min(length, maxMessages)),
|
|
pull.map(([key]) => key),
|
|
pullParallelMap(async (key, cb) => {
|
|
try {
|
|
const msg = await post.get(key);
|
|
cb(null, msg);
|
|
} catch (e) {
|
|
cb(null, null);
|
|
}
|
|
}),
|
|
// avoid private messages (!) and non-posts
|
|
pull.filter(
|
|
message =>
|
|
message &&
|
|
typeof message.value.content !== "string" &&
|
|
message.value.content.type === "post"
|
|
),
|
|
basicSocialFilter,
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
}
|
|
)
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
},
|
|
fromThread: async (msgId, customOptions) => {
|
|
debug("thread: %s", msgId);
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const options = configure({ id: msgId }, customOptions);
|
|
return ssb
|
|
.get(options)
|
|
.then(async rawMsg => {
|
|
debug("got raw message");
|
|
|
|
const parents = [];
|
|
|
|
const getRootAncestor = msg =>
|
|
new Promise((resolve, reject) => {
|
|
if (msg.key == null) {
|
|
debug("something is very wrong, we used `{ meta: true }`");
|
|
resolve(parents);
|
|
} else {
|
|
debug("getting root ancestor of %s", msg.key);
|
|
|
|
if (typeof msg.value.content === "string") {
|
|
debug("private message");
|
|
// Private message we can't decrypt, stop looking for parents.
|
|
resolve(parents);
|
|
}
|
|
|
|
if (msg.value.content.type !== "post") {
|
|
debug("not a post");
|
|
resolve(msg);
|
|
}
|
|
|
|
if (isLooseReply(msg) && ssbRef.isMsg(msg.value.content.fork)) {
|
|
debug("reply, get the parent");
|
|
try {
|
|
// It's a message reply, get the parent!
|
|
ssb
|
|
.get({
|
|
id: msg.value.content.fork,
|
|
meta: true,
|
|
private: true
|
|
})
|
|
.then(fork => {
|
|
resolve(getRootAncestor(fork));
|
|
})
|
|
.catch(reject);
|
|
} catch (e) {
|
|
debug(e);
|
|
resolve(msg);
|
|
}
|
|
} else if (
|
|
isLooseComment(msg) &&
|
|
ssbRef.isMsg(msg.value.content.root)
|
|
) {
|
|
debug("comment: %s", msg.value.content.root);
|
|
try {
|
|
// It's a thread reply, get the parent!
|
|
ssb
|
|
.get({
|
|
id: msg.value.content.root,
|
|
meta: true,
|
|
private: true
|
|
})
|
|
.then(root => {
|
|
resolve(getRootAncestor(root));
|
|
})
|
|
.catch(reject);
|
|
} catch (e) {
|
|
debug(e);
|
|
resolve(msg);
|
|
}
|
|
} else if (isLooseRoot(msg)) {
|
|
debug("got root ancestor");
|
|
resolve(msg);
|
|
} else {
|
|
// type !== "post", probably
|
|
// this should show up as JSON
|
|
debug(
|
|
"got mysterious root ancestor that fails all known schemas"
|
|
);
|
|
debug("%O", msg);
|
|
resolve(msg);
|
|
}
|
|
}
|
|
});
|
|
|
|
const getReplies = key =>
|
|
new Promise((resolve, reject) => {
|
|
const filterQuery = {
|
|
$filter: {
|
|
dest: key
|
|
}
|
|
};
|
|
|
|
const referenceStream = ssb.backlinks.read({
|
|
query: [filterQuery],
|
|
index: "DTA" // use asserted timestamps
|
|
});
|
|
pull(
|
|
referenceStream,
|
|
pull.filter(msg => {
|
|
const isPost =
|
|
lodash.get(msg, "value.content.type") === "post";
|
|
if (isPost === false) {
|
|
return false;
|
|
}
|
|
|
|
const root = lodash.get(msg, "value.content.root");
|
|
const fork = lodash.get(msg, "value.content.fork");
|
|
|
|
if (root !== key && fork !== key) {
|
|
// mention
|
|
return false;
|
|
}
|
|
|
|
if (fork === key) {
|
|
// not a reply to this post
|
|
// it's a reply *to a reply* of this post
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}),
|
|
pull.collect((err, messages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(messages || undefined);
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
// https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/flat
|
|
const flattenDeep = arr1 =>
|
|
arr1.reduce(
|
|
(acc, val) =>
|
|
Array.isArray(val)
|
|
? acc.concat(flattenDeep(val))
|
|
: acc.concat(val),
|
|
[]
|
|
);
|
|
|
|
const getDeepReplies = key =>
|
|
new Promise((resolve, reject) => {
|
|
const oneDeeper = async (replyKey, depth) => {
|
|
const replies = await getReplies(replyKey);
|
|
debug(
|
|
"replies",
|
|
replies.map(m => m.key)
|
|
);
|
|
|
|
debug("found %s replies for %s", replies.length, replyKey);
|
|
|
|
if (replies.length === 0) {
|
|
return replies;
|
|
}
|
|
return Promise.all(
|
|
replies.map(async reply => {
|
|
const deeperReplies = await oneDeeper(reply.key, depth + 1);
|
|
lodash.set(reply, "value.meta.thread.depth", depth);
|
|
lodash.set(reply, "value.meta.thread.reply", true);
|
|
return [reply, deeperReplies];
|
|
})
|
|
);
|
|
};
|
|
oneDeeper(key, 0)
|
|
.then(nested => {
|
|
const nestedReplies = [...nested];
|
|
console.log("nested", JSON.stringify(nestedReplies, null, 2));
|
|
const deepReplies = flattenDeep(nestedReplies);
|
|
resolve(deepReplies);
|
|
// note: returning this instead doesn't seem to help with rendering
|
|
// forks since there are a lot more arrays than just for forks
|
|
// (would maybe need some flattening in parts, but skipping all the
|
|
// flattening doesn't work)
|
|
// resolve(nestedReplies)
|
|
})
|
|
.catch(reject);
|
|
});
|
|
|
|
debug("about to get root ancestor");
|
|
const rootAncestor = await getRootAncestor(rawMsg);
|
|
debug("got root ancestors");
|
|
const deepReplies = await getDeepReplies(rootAncestor.key);
|
|
debug("got deep replies");
|
|
|
|
const allMessages = [rootAncestor, ...deepReplies].map(message => {
|
|
const isThreadTarget = message.key === msgId;
|
|
lodash.set(message, "value.meta.thread.target", isThreadTarget);
|
|
return message;
|
|
});
|
|
|
|
return await transform(ssb, allMessages, myFeedId);
|
|
})
|
|
.catch(err => {
|
|
if (err.name === "NotFoundError") {
|
|
throw new Error(
|
|
"Message not found in the database. You've done nothing wrong. Maybe try again later?"
|
|
);
|
|
} else {
|
|
throw err;
|
|
}
|
|
});
|
|
},
|
|
get: async (msgId, customOptions) => {
|
|
debug("get: %s", msgId);
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const options = configure({ id: msgId }, customOptions);
|
|
const rawMsg = await ssb.get(options);
|
|
debug("got raw message");
|
|
|
|
const transformed = await transform(ssb, [rawMsg], myFeedId);
|
|
debug("transformed: %O", transformed);
|
|
return transformed[0];
|
|
},
|
|
publish: async options => {
|
|
const ssb = await cooler.open();
|
|
const body = { type: "post", ...options };
|
|
|
|
debug("Published: %O", body);
|
|
return ssb.publish(body);
|
|
},
|
|
publishProfileEdit: async ({ name, description }) => {
|
|
const ssb = await cooler.open();
|
|
const body = { type: "about", about: ssb.id, name, description };
|
|
|
|
debug("Published: %O", body);
|
|
return ssb.publish(body);
|
|
},
|
|
publishCustom: async options => {
|
|
const ssb = await cooler.open();
|
|
debug("Published: %O", options);
|
|
return ssb.publish(options);
|
|
},
|
|
reply: async ({ parent, message }) => {
|
|
message.root = parent.key;
|
|
message.fork = lodash.get(parent, "value.content.root");
|
|
message.branch = await post.branch({ root: parent.key });
|
|
message.type = "post"; // redundant but used for validation
|
|
|
|
if (isNestedReply(message) !== true) {
|
|
const messageString = JSON.stringify(message, null, 2);
|
|
throw new Error(`message should be valid reply: ${messageString}`);
|
|
}
|
|
|
|
return post.publish(message);
|
|
},
|
|
root: async options => {
|
|
const message = { type: "post", ...options };
|
|
|
|
if (isRoot(message) !== true) {
|
|
const messageString = JSON.stringify(message, null, 2);
|
|
throw new Error(`message should be valid root post: ${messageString}`);
|
|
}
|
|
|
|
return post.publish(message);
|
|
},
|
|
comment: async ({ parent, message }) => {
|
|
// Set `root` to `parent`'s root.
|
|
// If `parent` doesn't have a root, use the parent's key.
|
|
// If `parent` has a fork, you must use the parent's key.
|
|
const parentKey = parent.key;
|
|
const parentFork = lodash.get(parent, "value.content.fork");
|
|
const parentRoot = lodash.get(parent, "value.content.root", parentKey);
|
|
|
|
const isPrivate = lodash.get(parent, "value.meta.private", false);
|
|
|
|
if (isPrivate) {
|
|
message.recps = lodash
|
|
.get(parent, "value.content.recps", [])
|
|
.map(recipient => {
|
|
if (
|
|
typeof recipient === "object" &&
|
|
typeof recipient.link === "string" &&
|
|
recipient.link.length
|
|
) {
|
|
// Some interfaces, like Patchbay, put `{ name, link }` objects in
|
|
// `recps`. The reply schema says this is invalid, so we want to
|
|
// fix the `recps` before publishing.
|
|
return recipient.link;
|
|
} else {
|
|
return recipient;
|
|
}
|
|
});
|
|
|
|
if (message.recps.length === 0) {
|
|
throw new Error("Refusing to publish message with no recipients");
|
|
}
|
|
}
|
|
|
|
const parentHasFork = parentFork != null;
|
|
|
|
message.root = parentHasFork ? parentKey : parentRoot;
|
|
message.branch = await post.branch({ root: parent.key });
|
|
message.type = "post"; // redundant but used for validation
|
|
|
|
if (isReply(message) !== true) {
|
|
const messageString = JSON.stringify(message, null, 2);
|
|
throw new Error(`message should be valid comment: ${messageString}`);
|
|
}
|
|
|
|
return post.publish(message);
|
|
},
|
|
branch: async ({ root }) => {
|
|
const ssb = await cooler.open();
|
|
const keys = await ssb.tangle.branch(root);
|
|
|
|
return keys;
|
|
},
|
|
inbox: async (customOptions = {}) => {
|
|
const ssb = await cooler.open();
|
|
|
|
const myFeedId = ssb.id;
|
|
|
|
const options = configure(
|
|
{
|
|
query: [{ $filter: { dest: ssb.id } }]
|
|
},
|
|
customOptions
|
|
);
|
|
|
|
const source = ssb.backlinks.read(options);
|
|
|
|
const messages = await new Promise((resolve, reject) => {
|
|
pull(
|
|
source,
|
|
// Make sure we're only getting private messages that are posts.
|
|
pull.filter(
|
|
message =>
|
|
typeof message.value.content !== "string" &&
|
|
lodash.get(message, "value.meta.private") &&
|
|
lodash.get(message, "value.content.type") === "post"
|
|
),
|
|
pull.unique(message => {
|
|
const { root } = message.value.content;
|
|
if (root == null) {
|
|
return message.key;
|
|
} else {
|
|
return root;
|
|
}
|
|
}),
|
|
pull.take(maxMessages),
|
|
pull.collect((err, collectedMessages) => {
|
|
if (err) {
|
|
reject(err);
|
|
} else {
|
|
resolve(transform(ssb, collectedMessages, myFeedId));
|
|
}
|
|
})
|
|
);
|
|
});
|
|
|
|
return messages;
|
|
}
|
|
};
|
|
models.post = post;
|
|
|
|
models.vote = {
|
|
/** @param {{messageKey: string, value: {}, recps: []}} input */
|
|
publish: async ({ messageKey, value, recps }) => {
|
|
const ssb = await cooler.open();
|
|
const branch = await ssb.tangle.branch(messageKey);
|
|
|
|
await ssb.publish({
|
|
type: "vote",
|
|
vote: {
|
|
link: messageKey,
|
|
value: Number(value)
|
|
},
|
|
branch,
|
|
recps
|
|
});
|
|
}
|
|
};
|
|
|
|
return models;
|
|
};
|