feat(configs): expand directory topics and add 12 verified live feed configs

Gemfile

@@ -4,7 +4,7 @@ source 'https://rubygems.org'
 
 git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
 
-gem 'html2rss', '~> 0.27'
+gem 'html2rss', github: 'html2rss/html2rss', ref: '9ac61d13'
 
 group :development do
   gem 'nokogiri'

Gemfile.lock

@@ -1,3 +1,30 @@
+GIT
+  remote: https://github.com/html2rss/html2rss
+  revision: 9ac61d13b96ff86cf2a843ba25e35584134696e1
+  ref: 9ac61d13
+  specs:
+    html2rss (0.28.0)
+      addressable (~> 2.7)
+      brotli
+      dry-validation
+      faraday (> 2.0.1, < 3.0)
+      faraday-follow_redirects
+      faraday-gzip (~> 3)
+      kramdown
+      mcp (~> 1.2)
+      mime-types (> 3.0)
+      nokogiri (>= 1.10, < 2.0)
+      rack (~> 3.0)
+      rackup (~> 2.0)
+      regexp_parser
+      reverse_markdown (~> 3.0)
+      rss
+      sanitize
+      thor
+      tzinfo
+      webrick (~> 1.9)
+      zeitwerk
+
 PATH
   remote: .
   specs:
@@ -62,27 +89,6 @@ GEM
     faraday-net_http (3.4.4)
       net-http (~> 0.5)
     hana (1.3.7)
-    html2rss (0.27.1)
-      addressable (~> 2.7)
-      brotli
-      dry-validation
-      faraday (> 2.0.1, < 3.0)
-      faraday-follow_redirects
-      faraday-gzip (~> 3)
-      kramdown
-      mcp (~> 1.2)
-      mime-types (> 3.0)
-      nokogiri (>= 1.10, < 2.0)
-      rack (~> 3.0)
-      rackup (~> 2.0)
-      regexp_parser
-      reverse_markdown (~> 3.0)
-      rss
-      sanitize
-      thor
-      tzinfo
-      webrick (~> 1.9)
-      zeitwerk
     json (2.21.2)
     json_schemer (2.5.0)
       bigdecimal
@@ -94,7 +100,7 @@ GEM
     language_server-protocol (3.17.0.5)
     lint_roller (1.1.0)
     logger (1.7.0)
-    mcp (1.2.0)
+    mcp (1.4.0)
       json_schemer (>= 2.4)
     mime-types (3.7.0)
       logger
@@ -163,7 +169,7 @@ GEM
     sanitize (7.0.0)
       crass (~> 1.0.2)
       nokogiri (>= 1.16.8)
-    simpleidn (0.2.3)
+    simpleidn (0.3.0)
     thor (1.5.0)
     tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
@@ -181,7 +187,7 @@ PLATFORMS
   x86_64-linux
 
 DEPENDENCIES
-  html2rss (~> 0.27)
+  html2rss!
   html2rss-configs!
   nokogiri
   public_suffix

lib/html2rss/configs/aalto.fi/news.yml

@@ -1,7 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - science
+    - education
     - research
   title: "Aalto University — News"
   summary: "Research and campus news from Aalto University in Finland."

lib/html2rss/configs/aleph-alpha.com/news.yml

@@ -0,0 +1,22 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - tech
+    - research
+  title: "Aleph Alpha — News"
+  summary: "Sovereign European AI foundation model research and product announcements."
+
+channel:
+  title: "Aleph Alpha — News"
+  url: https://aleph-alpha.com/en/blog/
+  language: en
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: 'a[href*="/blog/"]:has(h2), a[href*="/blog/"]:has(h3)'
+    enhance: false
+  title:
+    selector: "h2, h3"
+  url:
+    extractor: href

lib/html2rss/configs/anu.edu.au/news.yml

@@ -1,7 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - science
+    - education
     - research
   title: "ANU — News"
   summary: "University news and research highlights from the Australian National University."

lib/html2rss/configs/banrep.gov.co/noticias.yml

@@ -0,0 +1,25 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - finance
+    - civic
+  title: "Banco de la República Colombia — Noticias"
+  summary: Banco de la República Colombia — Noticias updates and announcements.
+
+channel:
+  title: "Banco de la República Colombia — Noticias"
+  url: https://www.banrep.gov.co/es/noticias
+  language: es
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: "div.views-row:has(h3), article:has(h3)"
+    enhance: false
+  title:
+    selector: "h3 a"
+  url:
+    selector: "h3 a"
+    extractor: href
+  published_at:
+    selector: "time"

lib/html2rss/configs/bostondynamics.com/news.yml

@@ -0,0 +1,23 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - tech
+    - product
+  title: "Boston Dynamics — News"
+  summary: "Robotics breakthroughs, commercial deployment updates, and company news."
+
+channel:
+  title: "Boston Dynamics — News"
+  url: https://bostondynamics.com/news/
+  language: en
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: "article.PostAjaxFilter-card"
+    enhance: false
+  title:
+    selector: ".PostAjaxFilter-card-title a"
+  url:
+    selector: ".PostAjaxFilter-card-title a"
+    extractor: href

lib/html2rss/configs/chalmers.se/news.yml

@@ -1,7 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - science
+    - education
     - research
   title: "Chalmers — News"
   summary: "Research and university news from Chalmers University of Technology."

lib/html2rss/configs/curia.europa.eu/press-releases.yml

@@ -1,6 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
+    - rights
     - civic
   title: "Court of Justice of the EU — Press releases"
   summary: "Press releases from the Court of Justice of the European Union."
@@ -15,7 +16,7 @@ channel:
 request:
   botasaurus:
     wait_for_selector: li.curia-itemlist-item
-    wait_timeout_seconds: 20
+    wait_timeout_seconds: 30
 selectors:
   items:
     selector: li.curia-itemlist-item

lib/html2rss/configs/dfs.de/pressemitteilungen.yml

@@ -1,7 +1,8 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - civic
+    - transport
+    - tech
   title: "DFS — Pressemitteilungen"
   summary: "Pressemitteilungen der Deutschen Flugsicherung (DFS)."
 channel:
@@ -13,6 +14,7 @@ channel:
 selectors:
   items:
     selector: ".article-teaser-list article"
+    enhance: false
   title:
     selector: ".headline"
   url:

lib/html2rss/configs/embl.org/news.yml

@@ -0,0 +1,25 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - science
+    - research
+  title: "EMBL — News"
+  summary: "Molecular biology discoveries, structural biology breakthroughs, and scientific publications."
+
+channel:
+  title: "EMBL — News"
+  url: https://www.embl.org/news/
+  language: en
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: "article.vf-card"
+    enhance: false
+  title:
+    selector: "h3.vf-card__heading a"
+  url:
+    selector: "h3.vf-card__heading a"
+    extractor: href
+  published_at:
+    selector: "time.vf-summary__date"

lib/html2rss/configs/ethz.ch/eth-news.yml

@@ -1,7 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - science
+    - education
     - research
   title: "ETH Zurich — News"
   summary: "Research and university news from ETH Zurich."

lib/html2rss/configs/faa.gov/newsroom.yml

@@ -1,6 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
+    - transport
     - civic
   title: "FAA — Newsroom"
   summary: "News and announcements from the U.S. Federal Aviation Administration."

lib/html2rss/configs/fdic.gov/press-releases.yml

@@ -0,0 +1,23 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - finance
+    - civic
+  title: "FDIC — Press Releases"
+  summary: "Banking supervision reports, deposit insurance updates, and regulatory enforcement."
+
+channel:
+  title: "FDIC — Press Releases"
+  url: https://www.fdic.gov/news/press-releases
+  language: en
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: "p.news-title"
+    enhance: false
+  title:
+    selector: "a"
+  url:
+    selector: "a"
+    extractor: href

lib/html2rss/configs/figure.ai/news.yml

@@ -0,0 +1,24 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - tech
+    - product
+  title: "Figure AI — News"
+  summary: "Autonomous humanoid robotics milestones, commercial partnerships, and engineering updates."
+
+channel:
+  title: "Figure AI — News"
+  url: https://www.figure.ai/news
+  language: en
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: "a.article-list-item"
+    enhance: false
+  title:
+    selector: ".article-list-item__heading, h1, h2, h3"
+  url:
+    extractor: href
+  published_at:
+    selector: "time"

lib/html2rss/configs/icj-cij.org/press-releases.yml

@@ -1,6 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
+    - rights
     - civic
   title: "ICJ — Press releases"
   summary: "Press releases from the International Court of Justice."

lib/html2rss/configs/imo.org/press-briefings.yml

@@ -1,6 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
+    - transport
     - civic
   title: "IMO — Press briefings"
   summary: "Press briefings from the International Maritime Organization."

lib/html2rss/configs/imperial.ac.uk/news.yml

@@ -1,7 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - science
+    - education
     - research
   title: "Imperial College London — News"
   summary: "Research and university news from Imperial College London."
@@ -14,7 +14,7 @@ channel:
 selectors:
   items:
     selector: 'a.listing-item[href*="/news/articles/"]'
-    enhance: false
+    enhance: true
   title:
     selector: .listing-item__title
   url:

lib/html2rss/configs/ipcc.ch/news.yml

@@ -0,0 +1,25 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
+directory:
+  topics:
+    - environment
+    - science
+  title: "IPCC — News & Media"
+  summary: "Comprehensive climate change assessment reports, author meetings, and IPCC releases."
+
+channel:
+  title: "IPCC — News & Media"
+  url: https://www.ipcc.ch/news/
+  language: en
+  time_zone: UTC
+  ttl: 360
+selectors:
+  items:
+    selector: "div.post-preview"
+    enhance: false
+  title:
+    selector: "h4 a"
+  url:
+    selector: "h4 a"
+    extractor: href
+  published_at:
+    selector: "h6"

lib/html2rss/configs/kaist.ac.kr/news.yml

@@ -1,7 +1,7 @@
 # yaml-language-server: $schema=https://raw.githubusercontent.com/html2rss/html2rss/refs/heads/master/schema/html2rss-config.schema.json
 directory:
   topics:
-    - science
+    - education
     - research
   title: "KAIST — News"
   summary: "University and research news from KAIST."