patch feeds processing

This commit is contained in:
John Facey
2021-12-27 19:23:20 -06:00
parent 345dcc49db
commit cd6903a191

View File

@@ -128,7 +128,7 @@ exports.loadFeeds = function () {
console.log('Retrieved title: ', record.get('title')); console.log('Retrieved title: ', record.get('title'));
console.log('Retrieved link:', record.get('link')); console.log('Retrieved link:', record.get('link'));
console.log('Retrieved category:', record.get('category')); console.log('Retrieved category:', record.get('category'));
var feedData = { var feedData = {
title: `${unescape(record.get('title'))}`, title: `${unescape(record.get('title'))}`,
link: `${unescape(record.get('link'))}`, link: `${unescape(record.get('link'))}`,
@@ -136,6 +136,12 @@ exports.loadFeeds = function () {
id: record.getId() id: record.getId()
} }
feeds.forEach(feedBlock => {
if (feedBlock.link == feedData.link) {
return;
}
});
feeds.push(feedData); feeds.push(feedData);
let foundCat = false; let foundCat = false;
@@ -159,13 +165,14 @@ exports.loadFeeds = function () {
feeds.forEach(feedBlock => { feeds.forEach(feedBlock => {
(async () => { (async () => {
try { try {
const feed = parser.parseURL(feedBlock.link, function (err, feed) { let linkFeed = parser.parseURL(feedBlock.link, function (err, feed) {
if (err) { if (err) {
console.log(err + " " + feedBlock.link); console.log(err + " " + feedBlock.link);
//return; //return;
} }
console.log(feed.title); console.log(feed.title);
feed.items.forEach(item => {
linkFeed.items.forEach(item => {
var foundFeed = false; var foundFeed = false;
linkFlayerMap.forEach(linkFlay => { linkFlayerMap.forEach(linkFlay => {
if (linkFlay.link == item.link) { if (linkFlay.link == item.link) {