maurice/snix
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

generate a blogroll

Browse source
This commit is contained in:
Thomas Koch 2025-01-12 11:23:31 +02:00
parent a345107228
commit 81f1e22d53
3 changed files with 30 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

19
web/planet-mars/src/feed_store.rs
View file

@ -13,6 +13,8 @@ use ureq::http::Response;
use ureq::Body;
use url::Url;
const ENTRIES_LEN: usize = 10;
#[derive(Deserialize, Serialize, Default)]
pub struct FetchData {
pub etag: String,
@ -132,8 +134,9 @@ impl FeedStore {
Ok(Some(parser.parse(BufReader::new(file))?))
}
pub fn collect(&self, feed_configs: &Vec<super::FeedConfig>) -> Vec<Entry> {
let mut entries = vec![];
pub fn collect(&self, feed_configs: &Vec<super::FeedConfig>) -> (Vec<Feed>, Vec<Entry>) {
let mut feeds = Vec::new();
let mut entries = Vec::new();
for feed_config in feed_configs {
let mut feed = match (|| {
@ -151,16 +154,20 @@ impl FeedStore {
Ok(Some(f)) => f,
};
entries.append(&mut feed.entries);
// todo also trim mid-way when length > something, trading cpu for memory
entries.append(&mut std::mem::take(&mut feed.entries));
feeds.push(feed);
// optimization to reduce memory usage
if entries.len() > 4 * ENTRIES_LEN {
entries = trim_entries(entries);
}
}
trim_entries(entries)
(feeds, trim_entries(entries))
}
}
fn trim_entries(mut entries: Vec<Entry>) -> Vec<Entry> {
entries.sort_by_key(|e| std::cmp::Reverse(e.updated.or(e.published).unwrap_or_default()));
entries.truncate(10);
entries.truncate(ENTRIES_LEN);
entries
}