nostr
/
nostrweb
3
1
Fork 1
Code Issues 24 Pull Requests 3 Projects 1 Releases 27 Activity

only take events within the last hour into account
ci/woodpecker/push/woodpecker Pipeline was successful Details
ci/woodpecker/pr/woodpecker Pipeline was successful Details

reduce-duplicates
OFF0 2022-12-23 11:12:52 +01:00
parent 0fecfc837c
commit 3b99dfac79
Signed by: offbyn
GPG Key ID: 94A2F643C51F37FA
2 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/index.html
View File

@ -88,7 +88,7 @@
<input type="checkbox" name="dropDuplicate" id="duplicates">
<span>
drop duplicate events<br>
<small>ignore events that have already been rendered 5&nbsp;times</small>
<small>ignore events that have already been rendered 5&nbsp;times within the last hour</small>
</span>
</label>
</form>

16
src/main.js
View File

@ -257,6 +257,8 @@ document.body.addEventListener('click', (e) => {
const textNoteList = []; // could use indexDB
const eventRelayMap = {}; // eventId: [relay1, relay2]
const replyList = [];
const reactionMap = {};
const hasEventTag = tag => tag[0] === 'e';
const dropDuplicateToggle = document.querySelector('#duplicates');
@ -269,9 +271,12 @@ dropDuplicateToggle.checked = dropDuplicate;
function isValidNote(evt) {
if (dropDuplicate) {
const similarEvents = textNoteList.filter(({content}) => content === evt.content);
const similarEvents = [
...textNoteList.filter(({content}) => content === evt.content),
...replyList.filter(({content}) => content === evt.content),
].filter(({created_at}) => ((created_at + 3600) > evt.created_at));
if (similarEvents?.length >= 5) {
console.info(`DROP event ${evt.id} already got ${similarEvents.length}`, similarEvents);
console.info(`DROP event with content: "${evt.content.trim()}" already got ${similarEvents.length} similar events withing the last hour`, similarEvents, `\n dropped event id: ${evt.id}`);
return false;
}
}
@ -295,9 +300,6 @@ function handleTextNote(evt, relay) {
}
}
const replyList = [];
const reactionMap = {};
const getReactionList = (id) => {
return reactionMap[id]?.map(({content}) => content) || [];
};
@ -379,6 +381,7 @@ setInterval(() => {
}, 10000);
const getNoxyUrl = (type, url, id, relay) => {
return false;
if (!isHttpUrl(url)) {
return false;
}
@ -393,6 +396,9 @@ const fetchQue = [];
let fetchPending;
const fetchNext = (href, id, relay) => {
const noxy = getNoxyUrl('meta', href, id, relay);
if (!noxy) {
return;
}
const previewId = noxy.searchParams.toString();
if (fetchPending) {
fetchQue.push({href, id, relay});