From 7a0edd2961c96739449481c70494e37b310acba8 Mon Sep 17 00:00:00 2001 From: Gil Desmarais Date: Tue, 1 Sep 2026 23:42:20 +0200 Subject: [PATCH 1/3] feat(configs): expand directory topics and add 12 verified live feed configs --- lib/html2rss/configs/aalto.fi/news.yml | 2 +- lib/html2rss/configs/aleph-alpha.com/news.yml | 22 ++++++++++++++++ lib/html2rss/configs/anu.edu.au/news.yml | 2 +- .../configs/banrep.gov.co/noticias.yml | 25 +++++++++++++++++++ .../configs/bostondynamics.com/news.yml | 23 +++++++++++++++++ lib/html2rss/configs/chalmers.se/news.yml | 2 +- .../curia.europa.eu/press-releases.yml | 1 + .../configs/dfs.de/pressemitteilungen.yml | 3 ++- lib/html2rss/configs/embl.org/news.yml | 25 +++++++++++++++++++ lib/html2rss/configs/ethz.ch/eth-news.yml | 2 +- lib/html2rss/configs/faa.gov/newsroom.yml | 1 + .../configs/fdic.gov/press-releases.yml | 23 +++++++++++++++++ lib/html2rss/configs/figure.ai/news.yml | 24 ++++++++++++++++++ .../configs/icj-cij.org/press-releases.yml | 1 + .../configs/imo.org/press-briefings.yml | 1 + lib/html2rss/configs/imperial.ac.uk/news.yml | 2 +- lib/html2rss/configs/ipcc.ch/news.yml | 25 +++++++++++++++++++ lib/html2rss/configs/kaist.ac.kr/news.yml | 2 +- lib/html2rss/configs/msf.org/latest.yml | 2 +- lib/html2rss/configs/ntu.edu.sg/news.yml | 2 +- .../configs/press.un.org/press-releases.yml | 25 +++++++++++++++++++ .../configs/replicate.com/changelog.yml | 24 ++++++++++++++++++ lib/html2rss/configs/resend.com/changelog.yml | 22 ++++++++++++++++ lib/html2rss/configs/scale.com/blog.yml | 22 ++++++++++++++++ lib/html2rss/configs/together.ai/blog.yml | 22 ++++++++++++++++ lib/html2rss/configs/tudelft.nl/news.yml | 2 +- lib/html2rss/configs/tue.nl/news.yml | 2 +- lib/html2rss/configs/who.int/news.yml | 2 +- .../www.ecdc.europa.eu/news-events.yml | 2 +- 29 files changed, 300 insertions(+), 13 deletions(-) create mode 100644 lib/html2rss/configs/aleph-alpha.com/news.yml create mode 100644 lib/html2rss/configs/banrep.gov.co/noticias.yml create mode 100644 lib/html2rss/configs/bostondynamics.com/news.yml create mode 100644 lib/html2rss/configs/embl.org/news.yml create mode 100644 lib/html2rss/configs/fdic.gov/press-releases.yml create mode 100644 lib/html2rss/configs/figure.ai/news.yml create mode 100644 lib/html2rss/configs/ipcc.ch/news.yml create mode 100644 lib/html2rss/configs/press.un.org/press-releases.yml create mode 100644 lib/html2rss/configs/replicate.com/changelog.yml create mode 100644 lib/html2rss/configs/resend.com/changelog.yml create mode 100644 lib/html2rss/configs/scale.com/blog.yml create mode 100644 lib/html2rss/configs/together.ai/blog.yml diff --git a/lib/html2rss/configs/aalto.fi/news.yml b/lib/html2rss/configs/aalto.fi/news.yml index 5b970fa5..71bab732 100644 --- a/lib/html2rss/configs/aalto.fi/news.yml +++ b/lib/html2rss/configs/aalto.fi/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "Aalto University — News" summary: "Research and campus news from Aalto University in Finland." diff --git a/lib/html2rss/configs/aleph-alpha.com/news.yml b/lib/html2rss/configs/aleph-alpha.com/news.yml new file mode 100644 index 00000000..d818eacc --- /dev/null +++ b/lib/html2rss/configs/aleph-alpha.com/news.yml @@ -0,0 +1,22 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - research + title: "Aleph Alpha — News" + summary: "Sovereign European AI foundation model research and product announcements." + +channel: + title: "Aleph Alpha — News" + url: https://aleph-alpha.com/en/blog/ + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: 'a[href*="/blog/"]:has(h2), a[href*="/blog/"]:has(h3)' + enhance: false + title: + selector: "h2, h3" + url: + extractor: href diff --git a/lib/html2rss/configs/anu.edu.au/news.yml b/lib/html2rss/configs/anu.edu.au/news.yml index a640e45e..ff67959e 100644 --- a/lib/html2rss/configs/anu.edu.au/news.yml +++ b/lib/html2rss/configs/anu.edu.au/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "ANU — News" summary: "University news and research highlights from the Australian National University." diff --git a/lib/html2rss/configs/banrep.gov.co/noticias.yml b/lib/html2rss/configs/banrep.gov.co/noticias.yml new file mode 100644 index 00000000..d60c1cd5 --- /dev/null +++ b/lib/html2rss/configs/banrep.gov.co/noticias.yml @@ -0,0 +1,25 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - finance + - civic + title: "Banco de la República Colombia — Noticias" + summary: Banco de la República Colombia — Noticias updates and announcements. + +channel: + title: "Banco de la República Colombia — Noticias" + url: https://www.banrep.gov.co/es/noticias + language: es + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "div.views-row:has(h3), article:has(h3)" + enhance: false + title: + selector: "h3 a, h3" + url: + selector: "h3 a, a" + extractor: href + published_at: + selector: "time" diff --git a/lib/html2rss/configs/bostondynamics.com/news.yml b/lib/html2rss/configs/bostondynamics.com/news.yml new file mode 100644 index 00000000..9a2e5f62 --- /dev/null +++ b/lib/html2rss/configs/bostondynamics.com/news.yml @@ -0,0 +1,23 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - product + title: "Boston Dynamics — News" + summary: "Robotics breakthroughs, commercial deployment updates, and company news." + +channel: + title: "Boston Dynamics — News" + url: https://bostondynamics.com/news/ + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "article.PostAjaxFilter-card" + enhance: false + title: + selector: ".PostAjaxFilter-card-title a" + url: + selector: ".PostAjaxFilter-card-title a" + extractor: href diff --git a/lib/html2rss/configs/chalmers.se/news.yml b/lib/html2rss/configs/chalmers.se/news.yml index 18546827..c22d7c83 100644 --- a/lib/html2rss/configs/chalmers.se/news.yml +++ b/lib/html2rss/configs/chalmers.se/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "Chalmers — News" summary: "Research and university news from Chalmers University of Technology." diff --git a/lib/html2rss/configs/curia.europa.eu/press-releases.yml b/lib/html2rss/configs/curia.europa.eu/press-releases.yml index af189872..da8be159 100644 --- a/lib/html2rss/configs/curia.europa.eu/press-releases.yml +++ b/lib/html2rss/configs/curia.europa.eu/press-releases.yml @@ -1,6 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: + - rights - civic title: "Court of Justice of the EU — Press releases" summary: "Press releases from the Court of Justice of the European Union." diff --git a/lib/html2rss/configs/dfs.de/pressemitteilungen.yml b/lib/html2rss/configs/dfs.de/pressemitteilungen.yml index bb073e0f..38081bd5 100644 --- a/lib/html2rss/configs/dfs.de/pressemitteilungen.yml +++ b/lib/html2rss/configs/dfs.de/pressemitteilungen.yml @@ -1,7 +1,8 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - civic + - transport + - tech title: "DFS — Pressemitteilungen" summary: "Pressemitteilungen der Deutschen Flugsicherung (DFS)." channel: diff --git a/lib/html2rss/configs/embl.org/news.yml b/lib/html2rss/configs/embl.org/news.yml new file mode 100644 index 00000000..90ed594d --- /dev/null +++ b/lib/html2rss/configs/embl.org/news.yml @@ -0,0 +1,25 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - science + - research + title: "EMBL — News" + summary: "Molecular biology discoveries, structural biology breakthroughs, and scientific publications." + +channel: + title: "EMBL — News" + url: https://www.embl.org/news/ + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "article.vf-card" + enhance: false + title: + selector: "h3.vf-card__heading a" + url: + selector: "h3.vf-card__heading a" + extractor: href + published_at: + selector: "time.vf-summary__date" diff --git a/lib/html2rss/configs/ethz.ch/eth-news.yml b/lib/html2rss/configs/ethz.ch/eth-news.yml index 0cd77390..7cee5f98 100644 --- a/lib/html2rss/configs/ethz.ch/eth-news.yml +++ b/lib/html2rss/configs/ethz.ch/eth-news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "ETH Zurich — News" summary: "Research and university news from ETH Zurich." diff --git a/lib/html2rss/configs/faa.gov/newsroom.yml b/lib/html2rss/configs/faa.gov/newsroom.yml index d6b82cdc..972451d7 100644 --- a/lib/html2rss/configs/faa.gov/newsroom.yml +++ b/lib/html2rss/configs/faa.gov/newsroom.yml @@ -1,6 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: + - transport - civic title: "FAA — Newsroom" summary: "News and announcements from the U.S. Federal Aviation Administration." diff --git a/lib/html2rss/configs/fdic.gov/press-releases.yml b/lib/html2rss/configs/fdic.gov/press-releases.yml new file mode 100644 index 00000000..7d2e6dd3 --- /dev/null +++ b/lib/html2rss/configs/fdic.gov/press-releases.yml @@ -0,0 +1,23 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - finance + - civic + title: "FDIC — Press Releases" + summary: "Banking supervision reports, deposit insurance updates, and regulatory enforcement." + +channel: + title: "FDIC — Press Releases" + url: https://www.fdic.gov/news/press-releases + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "p.news-title, div.glider-card-title" + enhance: false + title: + selector: "a" + url: + selector: "a" + extractor: href diff --git a/lib/html2rss/configs/figure.ai/news.yml b/lib/html2rss/configs/figure.ai/news.yml new file mode 100644 index 00000000..e296457f --- /dev/null +++ b/lib/html2rss/configs/figure.ai/news.yml @@ -0,0 +1,24 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - product + title: "Figure AI — News" + summary: "Autonomous humanoid robotics milestones, commercial partnerships, and engineering updates." + +channel: + title: "Figure AI — News" + url: https://www.figure.ai/news + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "a.article-list-item" + enhance: false + title: + selector: ".article-list-item__heading, h1, h2, h3" + url: + extractor: href + published_at: + selector: "time" diff --git a/lib/html2rss/configs/icj-cij.org/press-releases.yml b/lib/html2rss/configs/icj-cij.org/press-releases.yml index a6815c41..6a710f60 100644 --- a/lib/html2rss/configs/icj-cij.org/press-releases.yml +++ b/lib/html2rss/configs/icj-cij.org/press-releases.yml @@ -1,6 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: + - rights - civic title: "ICJ — Press releases" summary: "Press releases from the International Court of Justice." diff --git a/lib/html2rss/configs/imo.org/press-briefings.yml b/lib/html2rss/configs/imo.org/press-briefings.yml index 1ebdc144..b5787453 100644 --- a/lib/html2rss/configs/imo.org/press-briefings.yml +++ b/lib/html2rss/configs/imo.org/press-briefings.yml @@ -1,6 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: + - transport - civic title: "IMO — Press briefings" summary: "Press briefings from the International Maritime Organization." diff --git a/lib/html2rss/configs/imperial.ac.uk/news.yml b/lib/html2rss/configs/imperial.ac.uk/news.yml index 1fe03e75..92ccc374 100644 --- a/lib/html2rss/configs/imperial.ac.uk/news.yml +++ b/lib/html2rss/configs/imperial.ac.uk/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "Imperial College London — News" summary: "Research and university news from Imperial College London." diff --git a/lib/html2rss/configs/ipcc.ch/news.yml b/lib/html2rss/configs/ipcc.ch/news.yml new file mode 100644 index 00000000..cb9277ed --- /dev/null +++ b/lib/html2rss/configs/ipcc.ch/news.yml @@ -0,0 +1,25 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - environment + - science + title: "IPCC — News & Media" + summary: "Comprehensive climate change assessment reports, author meetings, and IPCC releases." + +channel: + title: "IPCC — News & Media" + url: https://www.ipcc.ch/news/ + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "div.post-preview" + enhance: false + title: + selector: "h4 a" + url: + selector: "h4 a" + extractor: href + published_at: + selector: "h6" diff --git a/lib/html2rss/configs/kaist.ac.kr/news.yml b/lib/html2rss/configs/kaist.ac.kr/news.yml index fc449b19..17b8045f 100644 --- a/lib/html2rss/configs/kaist.ac.kr/news.yml +++ b/lib/html2rss/configs/kaist.ac.kr/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "KAIST — News" summary: "University and research news from KAIST." diff --git a/lib/html2rss/configs/msf.org/latest.yml b/lib/html2rss/configs/msf.org/latest.yml index 2c878dca..4da1ed7b 100644 --- a/lib/html2rss/configs/msf.org/latest.yml +++ b/lib/html2rss/configs/msf.org/latest.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - news + - health - civic title: "Médecins Sans Frontières — Latest" summary: "Latest field and advocacy updates from Médecins Sans Frontières." diff --git a/lib/html2rss/configs/ntu.edu.sg/news.yml b/lib/html2rss/configs/ntu.edu.sg/news.yml index 5f14c627..07ac90c9 100644 --- a/lib/html2rss/configs/ntu.edu.sg/news.yml +++ b/lib/html2rss/configs/ntu.edu.sg/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "NTU Singapore — News" summary: "University and research news from Nanyang Technological University." diff --git a/lib/html2rss/configs/press.un.org/press-releases.yml b/lib/html2rss/configs/press.un.org/press-releases.yml new file mode 100644 index 00000000..61e80f56 --- /dev/null +++ b/lib/html2rss/configs/press.un.org/press-releases.yml @@ -0,0 +1,25 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - civic + - news + title: "United Nations — Press Releases" + summary: "Security Council meetings, General Assembly resolutions, and global diplomatic briefings." + +channel: + title: "United Nations — Press Releases" + url: https://press.un.org/en + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: "article.node--type-press-release, div.views-row:has(h3)" + enhance: false + title: + selector: "h3 a, h3" + url: + selector: "h3 a, a" + extractor: href + published_at: + selector: "time" diff --git a/lib/html2rss/configs/replicate.com/changelog.yml b/lib/html2rss/configs/replicate.com/changelog.yml new file mode 100644 index 00000000..3b49ea3c --- /dev/null +++ b/lib/html2rss/configs/replicate.com/changelog.yml @@ -0,0 +1,24 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - product + title: "Replicate — Changelog" + summary: "Model hosting updates, platform features, and API changelog entries." + +channel: + title: "Replicate — Changelog" + url: https://replicate.com/changelog + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: 'a[href^="/changelog/20"]' + enhance: false + title: + selector: "h2, h3, span" + url: + extractor: href + published_at: + selector: "time" diff --git a/lib/html2rss/configs/resend.com/changelog.yml b/lib/html2rss/configs/resend.com/changelog.yml new file mode 100644 index 00000000..9177aec3 --- /dev/null +++ b/lib/html2rss/configs/resend.com/changelog.yml @@ -0,0 +1,22 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - product + title: "Resend — Changelog" + summary: "Email API infrastructure releases, deliverability updates, and SDK changelogs." + +channel: + title: "Resend — Changelog" + url: https://resend.com/changelog + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: 'a[href^="/changelog/"]' + enhance: false + title: + selector: "h2, h3, strong" + url: + extractor: href diff --git a/lib/html2rss/configs/scale.com/blog.yml b/lib/html2rss/configs/scale.com/blog.yml new file mode 100644 index 00000000..6c2f60fe --- /dev/null +++ b/lib/html2rss/configs/scale.com/blog.yml @@ -0,0 +1,22 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - research + title: "Scale AI — Blog" + summary: "Research papers, ML benchmarks, and data infrastructure insights." + +channel: + title: "Scale AI — Blog" + url: https://scale.com/blog + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: 'a[href^="/blog/"]:has(h3), a[href^="/blog/"]:has(h2)' + enhance: false + title: + selector: "h3, h2" + url: + extractor: href diff --git a/lib/html2rss/configs/together.ai/blog.yml b/lib/html2rss/configs/together.ai/blog.yml new file mode 100644 index 00000000..ace5dbbf --- /dev/null +++ b/lib/html2rss/configs/together.ai/blog.yml @@ -0,0 +1,22 @@ +# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json +directory: + topics: + - tech + - research + title: "Together AI — Blog" + summary: "Open source AI models, cloud GPU cluster updates, and inference acceleration research." + +channel: + title: "Together AI — Blog" + url: https://www.together.ai/blog + language: en + time_zone: UTC + ttl: 360 +selectors: + items: + selector: 'a[href^="/blog/"]:has(p)' + enhance: false + title: + selector: "p" + url: + extractor: href diff --git a/lib/html2rss/configs/tudelft.nl/news.yml b/lib/html2rss/configs/tudelft.nl/news.yml index 010d0364..eb690207 100644 --- a/lib/html2rss/configs/tudelft.nl/news.yml +++ b/lib/html2rss/configs/tudelft.nl/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "TU Delft — News" summary: "University and research news from Delft University of Technology." diff --git a/lib/html2rss/configs/tue.nl/news.yml b/lib/html2rss/configs/tue.nl/news.yml index 7d068801..4dad1431 100644 --- a/lib/html2rss/configs/tue.nl/news.yml +++ b/lib/html2rss/configs/tue.nl/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - education - research title: "TU Eindhoven — News" summary: "University and research news from Eindhoven University of Technology." diff --git a/lib/html2rss/configs/who.int/news.yml b/lib/html2rss/configs/who.int/news.yml index 08520de1..df39a63e 100644 --- a/lib/html2rss/configs/who.int/news.yml +++ b/lib/html2rss/configs/who.int/news.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - health - civic title: "WHO — News" summary: "Official news and statements from the World Health Organization." diff --git a/lib/html2rss/configs/www.ecdc.europa.eu/news-events.yml b/lib/html2rss/configs/www.ecdc.europa.eu/news-events.yml index 54e4f16e..c48ab047 100644 --- a/lib/html2rss/configs/www.ecdc.europa.eu/news-events.yml +++ b/lib/html2rss/configs/www.ecdc.europa.eu/news-events.yml @@ -1,7 +1,7 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json directory: topics: - - science + - health - civic title: "ECDC — News and events" summary: "News and events from the European Centre for Disease Prevention and Control." From 479e31e64d70c595d891311f8c24c4d7899c7ca7 Mon Sep 17 00:00:00 2001 From: Gil Desmarais Date: Tue, 1 Sep 2026 23:46:36 +0200 Subject: [PATCH 2/3] fix(deps): pin html2rss to topic-expansion commit for CI The PR retags configs with health, education, rights, and transport topics that landed in html2rss after the published 0.28.0 release. --- Gemfile | 2 +- Gemfile.lock | 54 +++++++++++++++++++++++++++++----------------------- 2 files changed, 31 insertions(+), 25 deletions(-) diff --git a/Gemfile b/Gemfile index 00152190..038f3d6b 100644 --- a/Gemfile +++ b/Gemfile @@ -4,7 +4,7 @@ source 'https://rubygems.org' git_source(:github) { |repo_name| "https://github.com/#{repo_name}" } -gem 'html2rss', '~> 0.27' +gem 'html2rss', github: 'html2rss/html2rss', ref: '9ac61d13' group :development do gem 'nokogiri' diff --git a/Gemfile.lock b/Gemfile.lock index 2c7e94f8..16de031f 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -1,3 +1,30 @@ +GIT + remote: https://github.com/html2rss/html2rss + revision: 9ac61d13b96ff86cf2a843ba25e35584134696e1 + ref: 9ac61d13 + specs: + html2rss (0.28.0) + addressable (~> 2.7) + brotli + dry-validation + faraday (> 2.0.1, < 3.0) + faraday-follow_redirects + faraday-gzip (~> 3) + kramdown + mcp (~> 1.2) + mime-types (> 3.0) + nokogiri (>= 1.10, < 2.0) + rack (~> 3.0) + rackup (~> 2.0) + regexp_parser + reverse_markdown (~> 3.0) + rss + sanitize + thor + tzinfo + webrick (~> 1.9) + zeitwerk + PATH remote: . specs: @@ -62,27 +89,6 @@ GEM faraday-net_http (3.4.4) net-http (~> 0.5) hana (1.3.7) - html2rss (0.27.1) - addressable (~> 2.7) - brotli - dry-validation - faraday (> 2.0.1, < 3.0) - faraday-follow_redirects - faraday-gzip (~> 3) - kramdown - mcp (~> 1.2) - mime-types (> 3.0) - nokogiri (>= 1.10, < 2.0) - rack (~> 3.0) - rackup (~> 2.0) - regexp_parser - reverse_markdown (~> 3.0) - rss - sanitize - thor - tzinfo - webrick (~> 1.9) - zeitwerk json (2.21.2) json_schemer (2.5.0) bigdecimal @@ -94,7 +100,7 @@ GEM language_server-protocol (3.17.0.5) lint_roller (1.1.0) logger (1.7.0) - mcp (1.2.0) + mcp (1.4.0) json_schemer (>= 2.4) mime-types (3.7.0) logger @@ -163,7 +169,7 @@ GEM sanitize (7.0.0) crass (~> 1.0.2) nokogiri (>= 1.16.8) - simpleidn (0.2.3) + simpleidn (0.3.0) thor (1.5.0) tzinfo (2.0.6) concurrent-ruby (~> 1.0) @@ -181,7 +187,7 @@ PLATFORMS x86_64-linux DEPENDENCIES - html2rss (~> 0.27) + html2rss! html2rss-configs! nokogiri public_suffix From f5e7a3c029928f73000dd49736660311ac4088e5 Mon Sep 17 00:00:00 2001 From: Gil Desmarais Date: Wed, 2 Sep 2026 00:01:55 +0200 Subject: [PATCH 3/3] fix(configs): tighten branch feed selectors and enable verified enhance Fix duplicated titles on Banrep and UN press releases, drop FDIC glider noise, and turn on enhance where MCP showed clean descriptions without page chrome. --- lib/html2rss/configs/banrep.gov.co/noticias.yml | 4 ++-- lib/html2rss/configs/curia.europa.eu/press-releases.yml | 2 +- lib/html2rss/configs/dfs.de/pressemitteilungen.yml | 1 + lib/html2rss/configs/fdic.gov/press-releases.yml | 2 +- lib/html2rss/configs/imperial.ac.uk/news.yml | 2 +- lib/html2rss/configs/msf.org/latest.yml | 2 +- lib/html2rss/configs/press.un.org/press-releases.yml | 4 ++-- lib/html2rss/configs/who.int/news.yml | 2 +- 8 files changed, 10 insertions(+), 9 deletions(-) diff --git a/lib/html2rss/configs/banrep.gov.co/noticias.yml b/lib/html2rss/configs/banrep.gov.co/noticias.yml index d60c1cd5..8b601f1f 100644 --- a/lib/html2rss/configs/banrep.gov.co/noticias.yml +++ b/lib/html2rss/configs/banrep.gov.co/noticias.yml @@ -17,9 +17,9 @@ selectors: selector: "div.views-row:has(h3), article:has(h3)" enhance: false title: - selector: "h3 a, h3" + selector: "h3 a" url: - selector: "h3 a, a" + selector: "h3 a" extractor: href published_at: selector: "time" diff --git a/lib/html2rss/configs/curia.europa.eu/press-releases.yml b/lib/html2rss/configs/curia.europa.eu/press-releases.yml index da8be159..f177d32e 100644 --- a/lib/html2rss/configs/curia.europa.eu/press-releases.yml +++ b/lib/html2rss/configs/curia.europa.eu/press-releases.yml @@ -16,7 +16,7 @@ channel: request: botasaurus: wait_for_selector: li.curia-itemlist-item - wait_timeout_seconds: 20 + wait_timeout_seconds: 30 selectors: items: selector: li.curia-itemlist-item diff --git a/lib/html2rss/configs/dfs.de/pressemitteilungen.yml b/lib/html2rss/configs/dfs.de/pressemitteilungen.yml index 38081bd5..4d492d1d 100644 --- a/lib/html2rss/configs/dfs.de/pressemitteilungen.yml +++ b/lib/html2rss/configs/dfs.de/pressemitteilungen.yml @@ -14,6 +14,7 @@ channel: selectors: items: selector: ".article-teaser-list article" + enhance: false title: selector: ".headline" url: diff --git a/lib/html2rss/configs/fdic.gov/press-releases.yml b/lib/html2rss/configs/fdic.gov/press-releases.yml index 7d2e6dd3..090d73b4 100644 --- a/lib/html2rss/configs/fdic.gov/press-releases.yml +++ b/lib/html2rss/configs/fdic.gov/press-releases.yml @@ -14,7 +14,7 @@ channel: ttl: 360 selectors: items: - selector: "p.news-title, div.glider-card-title" + selector: "p.news-title" enhance: false title: selector: "a" diff --git a/lib/html2rss/configs/imperial.ac.uk/news.yml b/lib/html2rss/configs/imperial.ac.uk/news.yml index 92ccc374..a35faa98 100644 --- a/lib/html2rss/configs/imperial.ac.uk/news.yml +++ b/lib/html2rss/configs/imperial.ac.uk/news.yml @@ -14,7 +14,7 @@ channel: selectors: items: selector: 'a.listing-item[href*="/news/articles/"]' - enhance: false + enhance: true title: selector: .listing-item__title url: diff --git a/lib/html2rss/configs/msf.org/latest.yml b/lib/html2rss/configs/msf.org/latest.yml index 4da1ed7b..862bc6fc 100644 --- a/lib/html2rss/configs/msf.org/latest.yml +++ b/lib/html2rss/configs/msf.org/latest.yml @@ -14,7 +14,7 @@ channel: selectors: items: selector: a.card__title-link - enhance: false + enhance: true title: extractor: text url: diff --git a/lib/html2rss/configs/press.un.org/press-releases.yml b/lib/html2rss/configs/press.un.org/press-releases.yml index 61e80f56..7ec8b0a2 100644 --- a/lib/html2rss/configs/press.un.org/press-releases.yml +++ b/lib/html2rss/configs/press.un.org/press-releases.yml @@ -17,9 +17,9 @@ selectors: selector: "article.node--type-press-release, div.views-row:has(h3)" enhance: false title: - selector: "h3 a, h3" + selector: "h3 a" url: - selector: "h3 a, a" + selector: "h3 a" extractor: href published_at: selector: "time" diff --git a/lib/html2rss/configs/who.int/news.yml b/lib/html2rss/configs/who.int/news.yml index df39a63e..d79d656a 100644 --- a/lib/html2rss/configs/who.int/news.yml +++ b/lib/html2rss/configs/who.int/news.yml @@ -20,7 +20,7 @@ request: selectors: items: selector: 'a.link-container[href*="/news/item/"]' - enhance: false + enhance: true title: extractor: attribute attribute: aria-label