updated to use firstPage instead of looping each page

This commit is contained in:
John Facey
2021-12-27 19:52:14 -06:00
parent cd6903a191
commit 1bdb8dc2b3

View File

@@ -122,13 +122,14 @@ exports.loadFeeds = function () {
linkFlayerCats = []; linkFlayerCats = [];
base(userTable) base(userTable)
.select().eachPage(function page(records, fetchNextPage) { .select().firstPage(function(err, records) {
try { try {
records.forEach(function (record) { records.forEach(function (record) {
console.log('Retrieved title: ', record.get('title')); console.log('Retrieved title: ', record.get('title'));
console.log('Retrieved link:', record.get('link')); console.log('Retrieved link:', record.get('link'));
console.log('Retrieved category:', record.get('category')); console.log('Retrieved category:', record.get('category'));
var feedData = { var feedData = {
title: `${unescape(record.get('title'))}`, title: `${unescape(record.get('title'))}`,
link: `${unescape(record.get('link'))}`, link: `${unescape(record.get('link'))}`,
@@ -136,13 +137,15 @@ exports.loadFeeds = function () {
id: record.getId() id: record.getId()
} }
var foundMatch = false;
feeds.forEach(feedBlock => { feeds.forEach(feedBlock => {
if (feedBlock.link == feedData.link) { if (feedBlock.link == feedData.link) {
return; foundMatch = true;
} }
}); });
if (!foundMatch) {
feeds.push(feedData); feeds.push(feedData);
}
let foundCat = false; let foundCat = false;
linkFlayerCats.forEach(cat => { linkFlayerCats.forEach(cat => {
@@ -165,14 +168,14 @@ exports.loadFeeds = function () {
feeds.forEach(feedBlock => { feeds.forEach(feedBlock => {
(async () => { (async () => {
try { try {
let linkFeed = parser.parseURL(feedBlock.link, function (err, feed) { const feed = parser.parseURL(feedBlock.link, function (err, feed) {
if (err) { if (err) {
console.log(err + " " + feedBlock.link); console.log(err + " " + feedBlock.link);
//return; //return;
} }
console.log(feed.title); console.log(feed.title);
linkFeed.items.forEach(item => { feed.items.forEach(item => {
var foundFeed = false; var foundFeed = false;
linkFlayerMap.forEach(linkFlay => { linkFlayerMap.forEach(linkFlay => {
if (linkFlay.link == item.link) { if (linkFlay.link == item.link) {