http server

.gitignore

@@ -17,3 +17,4 @@ htmldocs/
 # Built Visual Studio Code Extensions
 *.vsix
 
+rssmix

Containerfile

@@ -1,2 +1,44 @@
-ARG fedoraVersion=40
+FROM quay.io/fedora/fedora-minimal:40 AS builder
-FROM quay.io/fedora/fedora-minimal:${fedoraVersion}
+
+RUN dnf5 install -y wget \
+    gcc glibc-devel just \
+    git tar xz libcurl-devel
+
+RUN printf ". /etc/bashrc\n" > $HOME/.bashrc 
+
+ARG nimVersion=2.0.8
+RUN set -euxo pipefail && \
+    tempdir=$(mktemp -d) && \
+    pushd $tempdir && \
+    curl -o nim.tar.xz https://nim-lang.org/download/nim-${nimVersion}-linux_x64.tar.xz && \
+    tar -xf nim.tar.xz && \
+    pushd nim-${nimVersion} && \
+    ./install.sh /usr/bin && \
+    popd && \
+    cp nim-${nimVersion}/bin/* /usr/bin && \
+    mkdir ./lib && mv /usr/lib/nim/* ./lib && mv ./lib /usr/lib/nim/lib # fixes nim not finding the system lib && \
+    printf "export PATH=$HOME/.nimble/bin:'$PATH'" >> $HOME/.bashrc && \
+    popd && \
+    rm -fr $tempdir
+
+WORKDIR /workdir
+COPY . /workdir
+
+ARG NIMBLESETTINGS=""
+RUN just build-binary '${NIMBLESETTINGS}'
+
+
+FROM quay.io/fedora/fedora-minimal:40
+
+# Add Tini
+ENV TINI_VERSION v0.19.0
+ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
+RUN chmod +x /tini
+ENTRYPOINT ["/tini", "--"]
+
+RUN dnf5 -y install libcurl && dnf5 clean all
+
+COPY --from=builder /workdir/rssmix /bin/rssmix
+
+STOPSIGNAL SIGINT
+CMD [ "/bin/rssmix" ]

config.nims

@@ -1 +0,0 @@
-switch("d", "ssl")

configs/fedora.toml

@@ -0,0 +1,9 @@
+name = "fedora"
+
+[[feeds]]
+url = "https://fedoramagazine.org/rss"
+kind = "RSSv2"
+
+[[feeds]]
+url = "http://communityblog.fedoraproject.org/?feed=rss2"
+kind = "RSSv2"

configs/releases.toml

@@ -0,0 +1,9 @@
+name = "releases"
+
+[[feeds]]
+url = "https://github.com/nim-lang/Nim/releases.atom"
+kind = "Atom"
+
+[[feeds]]
+url = "https://github.com/fatedier/frp/releases.atom"
+kind = "Atom"

docker-compose.yml

@@ -0,0 +1,7 @@
+services:
+  bimage:
+    image: rssmix:latest
+    ports:
+      - 8085:8085
+    volumes:
+      - ./configs:/configs

justfile

@@ -0,0 +1,17 @@
+all: dev
+
+dev nimblesettings="":
+  nimble run {{nimblesettings}} rssmix configs
+
+build-dev nimblesettings="":
+  nimble build {{nimblesettings}} rssmix
+
+build-binary nimblesettings="":
+  nimble -y {{nimblesettings}} build rssmix
+  strip rssmix
+
+build buildahsettings="" buildahbuildsettings="" nimblesettings="-d:defaultConfigPath:/configs -d:release --opt:speed -d:strip":
+  buildah {{buildahsettings}} build {{buildahbuildsettings}} -t rssmix:latest -f Containerfile --build-arg=NIMBLESETTINGS='{{nimblesettings}}' .
+
+copy-to-docker:
+  skopeo copy containers-storage:localhost/rssmix:latest docker-daemon:rssmix:latest

src/rss.nim

@@ -0,0 +1,66 @@
+import std/[algorithm, json, xmltree, times, options, sequtils]
+import pkg/[mummy, rssatom, puppy, pretty]
+
+const
+  atomTimeFormat* {.strdefine.} = "yyyy-MM-dd'T'HH:mm:ss'Z'"
+  rssv2TimeFormat* {.strdefine.} = "ddd',' dd MMM yyyy HH:mm:ss ZZZ"
+
+type RssFeed* = object # name:string
+  url*: string
+  kind*: FeedType
+
+proc parseAtomTime(s: string): DateTime =
+  parse(s, atomTimeFormat)
+
+proc parseRSSv2Time(s: string): DateTime =
+  parse(s, rssv2TimeFormat)
+
+proc getrssv2Time(r: RssItem): DateTime =
+  result = dateTime(0, Month.low, MonthdayRange.low)
+  if r.pubDate.isSome():
+    result = parseRssv2Time(r.pubDate.get())
+
+proc getTime(r: RssItem): DateTime =
+  result = dateTime(0, Month.low, MonthdayRange.low)
+  if r.updated.isSome():
+    result = parseAtomTime(r.updated.get())
+  elif r.pubDate.isSome():
+    result = parseAtomTime(r.pubDate.get())
+
+proc cmpRssItem(x, y: RssItem): int =
+  cmp(x.getTime(), y.getTime())
+
+proc mixRssFeeds*(feeds: seq[RssFeed], name, id, link, authorName, description:string): RSS =
+  result = RSS()
+  result.id = name.some()
+  result.title = id.some()
+  result.link = link.some()
+  result.author.name = authorName.some()
+  result.description = description.some()
+  var entries: seq[RSS]
+  for feed in feeds:
+    case feed.kind
+    of Atom:
+      entries.add parseAtom(fetch(feed.url))
+    of RSSv2:
+      entries.add parseRss(fetch(feed.url))
+
+      entries[^1].items = entries[^1].items.mapIt(
+        block:
+          var item = it
+          item.pubdate = some(getRssv2Time(item).format(atomTimeFormat))
+          item
+      )
+
+  for feed in entries:
+    result.items.add feed.items
+
+  result.items.sort(cmp = cmpRssItem, order = Descending)
+
+proc assembleAtom*(r: RSS): XmlNode =
+  result = buildAtom(r)
+  result.attrs = {
+    "xmlns": "http://www.w3.org/2005/Atom",
+    "xmlns:thr": "http://purl.org/syndication/thread/1.0",
+    "xml:lang": "en-EN",
+  }.toXmlAttributes()

src/rssmix.nim

@@ -1,80 +1,95 @@
-import std/[algorithm, json, xmltree, times, options, sequtils]
+import
-import pkg/[mummy, rssatom, puppy, pretty]
+  std/
-
+    [
-const
+      algorithm, json, xmltree, times, options, sequtils, tables, os, exitprocs,
-  atomTimeFormat {.strdefine.} = "yyyy-MM-dd'T'HH:mm:ss'Z'"
+      strutils,
-  rssv2TimeFormat {.strdefine.} = "ddd',' dd MMM yyyy HH:mm:ss ZZZ"
-
-type RssFeed = object # name:string
-  url: string
-  kind: FeedType
-
-proc parseAtomTime(s: string): DateTime =
-  parse(s, atomTimeFormat)
-
-proc parseRSSv2Time(s: string): DateTime =
-  parse(s, rssv2TimeFormat)
-
-proc getrssv2Time(r:RssItem):DateTime=
-  result = dateTime(0, Month.low, MonthdayRange.low)
-  if r.pubDate.isSome():
-    result = parseRssv2Time(r.pubDate.get())
-
-
-proc getTime(r: RssItem): DateTime =
-  result = dateTime(0, Month.low, MonthdayRange.low)
-  if r.updated.isSome():
-    result = parseAtomTime(r.updated.get())
-  elif r.pubDate.isSome():
-    result = parseAtomTime(r.pubDate.get())
-
-proc cmpRssItem(x, y: RssItem): int =
-  cmp(x.getTime(), y.getTime())
-
-proc mixRssFeeds(feeds: seq[RssFeed]): RSS =
-  result = RSS()
-  result.id = "https://example.com/".some()
-  result.title = "This is a test".some()
-  result.link = "link.com".some()
-  result.author.name = "Samuel R.".some()
-  result.description = "this is a test for this and that".some()
-  var entries: seq[RSS]
-  for feed in feeds:
-    case feed.kind
-    of Atom:
-      entries.add parseAtom(fetch(feed.url))
-    of RSSv2:
-      entries.add parseRss(fetch(feed.url))
-
-      entries[^1].items = entries[^1].items.mapIt(
-        block:
-          var item = it
-          item.pubdate = some(getRssv2Time(item).format(atomTimeFormat))
-          item
-      )
-
-  for feed in entries:
-    result.items.add feed.items
-
-  result.items.sort(cmp = cmpRssItem, order = Descending)
-
-proc assembleAtom(r: RSS): XmlNode =
-  result = buildAtom(r)
-  result.attrs = {
-    "xmlns": "http://www.w3.org/2005/Atom",
-    "xmlns:thr": "http://purl.org/syndication/thread/1.0",
-    "xml:lang": "en-EN"
-  }.toXmlAttributes()
-
-  discard
-
-echo assembleAtom(
-  mixRssFeeds(
-    @[
-      RssFeed(kind: Atom, url: "https://github.com/nim-lang/Nim/releases.atom"),
-      RssFeed(kind: Atom, url: "https://github.com/fatedier/frp/releases.atom"),
-      RssFeed(kind: RSSv2, url: "https://fedoramagazine.org/rss"),
-      RssFeed(kind: RSSv2, url: "http://communityblog.fedoraproject.org/?feed=rss2"),
     ]
+import pkg/[rssatom, pretty, parsetoml, jsony]
+import pkg/[mummy, mummy/routers]
+import ./[tomlToJson, rss]
+
+const defaultConfigPath {.strdefine.} = ""
+
+type Config = object
+  name: string
+  feeds: seq[RssFeed]
+
+proc parseConfig(content: string): Config =
+  parseString(content).customtoJson().toJson().fromJson(Config)
+
+var
+  configs: Table[string, seq[RssFeed]]
+  server: Server
+  stopping: bool
+
+proc atomHandler(r: Request) {.gcsafe, thread.} =
+  let name = r.pathParams["name"]
+  {.gcsafe.}:
+    # safe as configs won't be modified after the server started
+    if not configs.contains(name):
+      r.respond(404, body = "no such mix")
+      return
+    var headers: HttpHeaders
+    headers["Content-Type"] = "application/atom+xml"
+
+    var cfg = configs[name]
+  let mixed = mixRssFeeds(cfg, "rssmix: "&name, name, "/atom/"&name, "rssmix", "mix of various rss feeds")
+
+  r.respond(200, headers, body = $assembleAtom(mixed))
+
+proc stop() =
+  if stopping:
+    return
+  stopping = true
+  echo "closing server"
+  server.close()
+  quit()
+
+proc addfeeds(name:string, feeds:seq[RssFeed])=
+  if configs.contains(name): raise newException(KeyError, "duplicate config: "&name)
+  configs[name] = feeds
+
+
+proc main() =
+  block:
+    var cfgs = commandLineParams()
+    if cfgs.len == 0:
+      when defaultConfigPath.len == 0:
+        quit("rssmix configs", QuitFailure)
+      else:
+        cfgs = @[defaultConfigPath]
+    for cfg in cfgs:
+      if fileExists(cfg):
+        let cfg = readFile(cfg).parseConfig()
+        addfeeds(cfg.name, cfg.feeds)
+      elif dirExists(cfg):
+        for f in walkFiles(cfg/"*"):
+          let cfg = readFile(f).parseConfig()
+          addfeeds(cfg.name, cfg.feeds)
+    if configs.len == 0: quit("no configs found.", QuitFailure)
+    echo "registered feeds:"
+    for key, value in configs.pairs:
+      echo " - ", key, " (", value.len, " sub-feeds)"
+      
+
+
+  var router: Router
+  router.get("/atom/@name", atomHandler)
+
+  server = newServer(router)
+
+  addExitProc(stop)
+  setControlCHook(
+    proc() {.noconv.} =
+      stop()
   )
-)
+
+  let
+    bindAddr = getEnv("RSSMIX_BINDADDR", "0.0.0.0")
+    port = getEnv("RSSMIX_PORT", "8085")
+
+  echo "running on http://" & bindAddr & ":" & port
+  server.serve(Port(parseInt(port)), bindAddr)
+
+when isMainModule:
+  main()