patch feeds processing

This commit is contained in:
John Facey
2021-12-27 19:23:20 -06:00
parent 345dcc49db
commit cd6903a191

View File

@@ -128,7 +128,7 @@ exports.loadFeeds = function () {
console.log('Retrieved title: ', record.get('title'));
console.log('Retrieved link:', record.get('link'));
console.log('Retrieved category:', record.get('category'));
var feedData = {
title: `${unescape(record.get('title'))}`,
link: `${unescape(record.get('link'))}`,
@@ -136,6 +136,12 @@ exports.loadFeeds = function () {
id: record.getId()
}
feeds.forEach(feedBlock => {
if (feedBlock.link == feedData.link) {
return;
}
});
feeds.push(feedData);
let foundCat = false;
@@ -159,13 +165,14 @@ exports.loadFeeds = function () {
feeds.forEach(feedBlock => {
(async () => {
try {
const feed = parser.parseURL(feedBlock.link, function (err, feed) {
let linkFeed = parser.parseURL(feedBlock.link, function (err, feed) {
if (err) {
console.log(err + " " + feedBlock.link);
//return;
}
console.log(feed.title);
feed.items.forEach(item => {
linkFeed.items.forEach(item => {
var foundFeed = false;
linkFlayerMap.forEach(linkFlay => {
if (linkFlay.link == item.link) {