diff --git a/Gemfile.lock b/Gemfile.lock index 702593e1..dcb55098 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -1,6 +1,6 @@ GIT remote: https://github.com/html2rss/html2rss-configs.git - revision: b7434d6687394cef758677f8b40cdf55a684a6b7 + revision: 90f43228fb93f59c7c7c07c477b5f68a5967519e specs: html2rss-configs (0.2.0) html2rss @@ -61,7 +61,7 @@ GEM faraday-net_http (3.4.4) net-http (~> 0.5) hana (1.3.7) - html2rss (0.26.0) + html2rss (0.27.0) addressable (~> 2.7) brotli dry-validation @@ -69,7 +69,7 @@ GEM faraday-follow_redirects faraday-gzip (~> 3) kramdown - mcp (~> 1.0) + mcp (~> 1.2) mime-types (> 3.0) nokogiri (>= 1.10, < 2.0) rack (~> 3.0) diff --git a/src/data/configs.json b/src/data/configs.json index b3b00820..f2686f9d 100644 --- a/src/data/configs.json +++ b/src/data/configs.json @@ -1,4 +1,36 @@ [ + { + "domain": "aalto.fi", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.aalto.fi/en/news", + "language": "en", + "time_zone": "Europe/Helsinki", + "ttl": 360 + }, + "directory": { + "topics": ["science", "research"] + } + }, + { + "domain": "academictransfer.com", + "name": "jobs", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.academictransfer.com/en/jobs/", + "language": "en", + "time_zone": "Europe/Amsterdam", + "ttl": 360 + }, + "directory": { + "topics": ["jobs"] + } + }, { "domain": "adfc.de", "name": "pressemitteilungen", @@ -15,6 +47,22 @@ "topics": ["civic"] } }, + { + "domain": "ahram.org.eg", + "name": "egypt", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://english.ahram.org.eg/Portal/1/Egypt.aspx", + "language": "en", + "time_zone": "Africa/Cairo", + "ttl": 360 + }, + "directory": { + "topics": ["news"] + } + }, { "domain": "ai.meta.com", "name": "blog", @@ -31,6 +79,38 @@ "topics": ["tech", "research"] } }, + { + "domain": "akorda.kz", + "name": "events", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.akorda.kz/en/events", + "language": "en", + "time_zone": "Asia/Almaty", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, + { + "domain": "angop.ao", + "name": "noticias", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.angop.ao/", + "language": "pt", + "time_zone": "Africa/Luanda", + "ttl": 360 + }, + "directory": { + "topics": ["news", "civic"] + } + }, { "domain": "anthropic.com", "name": "news", @@ -99,6 +179,22 @@ "topics": ["tech", "product"] } }, + { + "domain": "aps.dz", + "name": "national-news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.aps.dz/en", + "language": "en", + "time_zone": "Africa/Algiers", + "ttl": 360 + }, + "directory": { + "topics": ["news", "civic"] + } + }, { "domain": "asml.com", "name": "press-releases", @@ -108,7 +204,7 @@ "channel": { "url": "https://www.asml.com/en/news/press-releases", "language": "en", - "time_zone": "UTC", + "time_zone": "Europe/Amsterdam", "ttl": 360 }, "directory": { @@ -236,6 +332,22 @@ "topics": ["news", "travel"] } }, + { + "domain": "caricom.org", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://caricom.org/", + "language": "en", + "time_zone": "America/Jamaica", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, { "domain": "carnegieendowment.org", "name": "research", @@ -252,6 +364,38 @@ "topics": ["civic", "research"] } }, + { + "domain": "cepal.org", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.cepal.org/en/list/cepal_pr", + "language": "en", + "time_zone": "America/Santiago", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "research"] + } + }, + { + "domain": "chalmers.se", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.chalmers.se/en/current/news/", + "language": "en", + "time_zone": "Europe/Stockholm", + "ttl": 360 + }, + "directory": { + "topics": ["science", "research"] + } + }, { "domain": "chathamhouse.org", "name": "research-publications", @@ -354,6 +498,22 @@ "topics": ["tech"] } }, + { + "domain": "cplp.org", + "name": "noticias", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.cplp.org/", + "language": "pt", + "time_zone": "Europe/Lisbon", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, { "domain": "csiro.au", "name": "news", @@ -468,6 +628,38 @@ "topics": ["civic"] } }, + { + "domain": "diis.dk", + "name": "research", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.diis.dk/en", + "language": "en", + "time_zone": "Europe/Copenhagen", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "research"] + } + }, + { + "domain": "dirco.gov.za", + "name": "media-statements", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://dirco.gov.za/media-statements/", + "language": "en", + "time_zone": "Africa/Johannesburg", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, { "domain": "dsw-info.de", "name": "presse", @@ -516,6 +708,22 @@ "topics": ["civic"] } }, + { + "domain": "equinor.com", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.equinor.com/news", + "language": "en", + "time_zone": "Europe/Oslo", + "ttl": 360 + }, + "directory": { + "topics": ["energy"] + } + }, { "domain": "espn.com", "name": "f1", @@ -548,6 +756,22 @@ "topics": ["science", "research"] } }, + { + "domain": "eures.europa.eu", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://eures.europa.eu/news_en", + "language": "en", + "time_zone": "Europe/Brussels", + "ttl": 360 + }, + "directory": { + "topics": ["jobs"] + } + }, { "domain": "faa.gov", "name": "newsroom", @@ -628,6 +852,22 @@ "topics": ["sports"] } }, + { + "domain": "forumsec.org", + "name": "publications", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://forumsec.org/publications", + "language": "en", + "time_zone": "Pacific/Fiji", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, { "domain": "ftc.gov", "name": "press-releases", @@ -811,6 +1051,22 @@ "topics": ["civic", "research"] } }, + { + "domain": "ikea.com", + "name": "newsroom", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.ikea.com/global/en/newsroom/", + "language": "en", + "time_zone": "Europe/Stockholm", + "ttl": 360 + }, + "directory": { + "topics": ["consumer", "product"] + } + }, { "domain": "imdb.com", "name": "ratings", @@ -895,6 +1151,38 @@ "topics": ["science", "research"] } }, + { + "domain": "issafrica.org", + "name": "iss-today", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://issafrica.org/iss-today", + "language": "en", + "time_zone": "Africa/Johannesburg", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "research"] + } + }, + { + "domain": "issafrica.org", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://issafrica.org/about-us/press-releases", + "language": "en", + "time_zone": "Africa/Johannesburg", + "ttl": 720 + }, + "directory": { + "topics": ["civic", "research"] + } + }, { "domain": "kaist.ac.kr", "name": "news", @@ -927,6 +1215,38 @@ "topics": ["entertainment"] } }, + { + "domain": "kompas.com", + "name": "nasional", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://nasional.kompas.com/", + "language": "id", + "time_zone": "Asia/Jakarta", + "ttl": 360 + }, + "directory": { + "topics": ["news", "civic"] + } + }, + { + "domain": "lego.com", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.lego.com/en-gb/aboutus/newsroom/press-releases", + "language": "en-GB", + "time_zone": "Europe/Copenhagen", + "ttl": 360 + }, + "directory": { + "topics": ["entertainment", "product"] + } + }, { "domain": "machinelearning.apple.com", "name": "research", @@ -943,6 +1263,22 @@ "topics": ["tech", "research"] } }, + { + "domain": "maersk.com", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.maersk.com/news/category/press-releases", + "language": "en", + "time_zone": "Europe/Copenhagen", + "ttl": 360 + }, + "directory": { + "topics": ["finance"] + } + }, { "domain": "microsoft.com", "name": "azure-products", @@ -1007,6 +1343,22 @@ "topics": ["news", "civic"] } }, + { + "domain": "nbim.no", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.nbim.no/en/news-and-insights/the-press/press-releases/", + "language": "en", + "time_zone": "Europe/Oslo", + "ttl": 360 + }, + "directory": { + "topics": ["finance"] + } + }, { "domain": "news.cn", "name": "latest", @@ -1023,6 +1375,22 @@ "topics": ["news"] } }, + { + "domain": "news24.com", + "name": "top-stories", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.news24.com/", + "language": "en", + "time_zone": "Africa/Johannesburg", + "ttl": 180 + }, + "directory": { + "topics": ["news"] + } + }, { "domain": "newyorker.com", "name": "magazine", @@ -1039,6 +1407,22 @@ "topics": ["news"] } }, + { + "domain": "nigerianstat.gov.ng", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://nigerianstat.gov.ng/", + "language": "en", + "time_zone": "Africa/Lagos", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "research"] + } + }, { "domain": "nikkei.com", "name": "asia-technology", @@ -1055,6 +1439,22 @@ "topics": ["news", "tech"] } }, + { + "domain": "nokia.com", + "name": "newsroom", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.nokia.com/newsroom/", + "language": "en", + "time_zone": "Europe/Helsinki", + "ttl": 360 + }, + "directory": { + "topics": ["tech", "product"] + } + }, { "domain": "nomanssky.com", "name": "news", @@ -1087,6 +1487,22 @@ "topics": ["tech", "product"] } }, + { + "domain": "novonordisk.com", + "name": "latest-news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.novonordisk.com/news-and-media/latest-news.html", + "language": "en", + "time_zone": "Europe/Copenhagen", + "ttl": 360 + }, + "directory": { + "topics": ["science", "product"] + } + }, { "domain": "ntu.edu.sg", "name": "news", @@ -1103,6 +1519,22 @@ "topics": ["science", "research"] } }, + { + "domain": "nupi.no", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.nupi.no/en", + "language": "en", + "time_zone": "Europe/Oslo", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "research"] + } + }, { "domain": "occrp.org", "name": "news", @@ -1151,6 +1583,22 @@ "topics": ["energy", "civic"] } }, + { + "domain": "panapress.com", + "name": "latest", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.panapress.com/", + "language": "en", + "time_zone": "UTC", + "ttl": 360 + }, + "directory": { + "topics": ["news"] + } + }, { "domain": "pankow.lebensmittel-kontrollergebnisse.de", "name": "search", @@ -1167,6 +1615,22 @@ "topics": ["consumer", "civic"] } }, + { + "domain": "philstar.com", + "name": "nation", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.philstar.com/nation", + "language": "en", + "time_zone": "Asia/Manila", + "ttl": 360 + }, + "directory": { + "topics": ["news"] + } + }, { "domain": "phys.org", "name": "weekly", @@ -1183,6 +1647,22 @@ "topics": ["science"] } }, + { + "domain": "pib.gov.in", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.pib.gov.in/AllRel.aspx?reg=3&lang=1", + "language": "en", + "time_zone": "Asia/Kolkata", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, { "domain": "rbb24.de", "name": "meistgeklickt", @@ -1233,6 +1713,38 @@ "topics": ["entertainment"] } }, + { + "domain": "sacu.int", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.sacu.int/news/", + "language": "en", + "time_zone": "Africa/Windhoek", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, + { + "domain": "sadc.int", + "name": "latest-news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.sadc.int/latest-news", + "language": "en", + "time_zone": "UTC", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "news"] + } + }, { "domain": "sebastianvettel.de", "name": "news", @@ -1447,6 +1959,38 @@ "topics": ["tech", "security"] } }, + { + "domain": "tap.info.tn", + "name": "politics", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.tap.info.tn/en", + "language": "en", + "time_zone": "Africa/Tunis", + "ttl": 360 + }, + "directory": { + "topics": ["news", "civic"] + } + }, + { + "domain": "telenor.com", + "name": "newsroom", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.telenor.com/media/newsroom/", + "language": "en", + "time_zone": "Europe/Oslo", + "ttl": 360 + }, + "directory": { + "topics": ["tech"] + } + }, { "domain": "teneriffa-news.com", "name": "news", @@ -1463,6 +2007,22 @@ "topics": ["news", "travel"] } }, + { + "domain": "tennet.eu", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.tennet.eu/news", + "language": "en", + "time_zone": "Europe/Amsterdam", + "ttl": 360 + }, + "directory": { + "topics": ["energy"] + } + }, { "domain": "test.de", "name": "archiv", @@ -1479,6 +2039,22 @@ "topics": ["consumer"] } }, + { + "domain": "theeastafrican.co.ke", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.theeastafrican.co.ke/tea/news", + "language": "en", + "time_zone": "Africa/Nairobi", + "ttl": 360 + }, + "directory": { + "topics": ["news"] + } + }, { "domain": "theguardian.com", "name": "international_mostpopular", @@ -1528,6 +2104,22 @@ "topics": ["tech", "research"] } }, + { + "domain": "tno.nl", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.tno.nl/en/newsroom/news/", + "language": "en", + "time_zone": "Europe/Amsterdam", + "ttl": 360 + }, + "directory": { + "topics": ["research", "tech"] + } + }, { "domain": "tourismusnetzwerk-brandenburg.de", "name": "aktuelle_nachrichten", @@ -1544,6 +2136,86 @@ "topics": ["travel"] } }, + { + "domain": "tralac.org", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.tralac.org/news.html", + "language": "en", + "time_zone": "Africa/Johannesburg", + "ttl": 360 + }, + "directory": { + "topics": ["civic", "research"] + } + }, + { + "domain": "tudelft.nl", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.tudelft.nl/en/about-tu-delft/current", + "language": "en", + "time_zone": "Europe/Amsterdam", + "ttl": 360 + }, + "directory": { + "topics": ["science", "research"] + } + }, + { + "domain": "tue.nl", + "name": "news", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.tue.nl/en/news-and-events/news-overview", + "language": "en", + "time_zone": "Europe/Amsterdam", + "ttl": 360 + }, + "directory": { + "topics": ["science", "research"] + } + }, + { + "domain": "vattenfall.com", + "name": "newsroom", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://group.vattenfall.com/press-and-media/newsroom", + "language": "en", + "time_zone": "Europe/Stockholm", + "ttl": 360 + }, + "directory": { + "topics": ["energy", "environment"] + } + }, + { + "domain": "visitfinland.com", + "name": "press-releases", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://media.visitfinland.com/en/media-press-releases/", + "language": "en", + "time_zone": "Europe/Helsinki", + "ttl": 360 + }, + "directory": { + "topics": ["travel"] + } + }, { "domain": "webentwickler-jobs.de", "name": "in", @@ -1659,5 +2331,21 @@ "directory": { "topics": ["civic"] } + }, + { + "domain": "www.gob.mx", + "name": "profeco-prensa", + "valid_channel_url": true, + "url_parameters": {}, + "default_parameters": {}, + "channel": { + "url": "https://www.gob.mx/profeco/es/archivo/prensa", + "language": "es", + "time_zone": "America/Mexico_City", + "ttl": 360 + }, + "directory": { + "topics": ["consumer", "civic"] + } } ]