Adding extraction primitives

2025-06-21 18:08:25 +00:00 · 2020-02-16 21:37:26 +01:00
parent 851ee7ef0f
commit 8143a4edcc
46 changed files with 2731 additions and 83 deletions
--- a/modules/convert/src/main/scala/docspell/convert/flexmark/Markdown.scala
+++ b/modules/convert/src/main/scala/docspell/convert/flexmark/Markdown.scala
@ -0,0 +1,69 @@
+package docspell.convert.flexmark
+
+import java.io.{InputStream, InputStreamReader}
+import java.nio.charset.StandardCharsets
+import java.util
+
+import cats.effect.Sync
+import cats.implicits._
+import com.vladsch.flexmark.ext.gfm.strikethrough.StrikethroughExtension
+import com.vladsch.flexmark.ext.tables.TablesExtension
+import com.vladsch.flexmark.html.HtmlRenderer
+import com.vladsch.flexmark.parser.Parser
+import com.vladsch.flexmark.util.data.{DataKey, MutableDataSet}
+import fs2.Stream
+
+import scala.util.Try
+
+object Markdown {
+
+  def toHtml(is: InputStream, cfg: MarkdownConfig): Either[Throwable, String] = {
+    val p = createParser()
+    val r = createRenderer()
+    Try {
+      val reader = new InputStreamReader(is, StandardCharsets.UTF_8)
+      val doc = p.parseReader(reader)
+      wrapHtml(r.render(doc), cfg)
+    }.toEither
+  }
+
+
+  def toHtml(md: String, cfg: MarkdownConfig): String = {
+    val p = createParser()
+    val r = createRenderer()
+    val doc = p.parse(md)
+    wrapHtml(r.render(doc), cfg)
+  }
+
+  def toHtml[F[_]: Sync](data: Stream[F, Byte], cfg: MarkdownConfig): F[String] =
+    data.through(fs2.text.utf8Decode).compile.foldMonoid.
+      map(str => toHtml(str, cfg))
+
+  private def wrapHtml(body: String, cfg: MarkdownConfig): String = {
+    s"""<html>
+       |<head>
+       |<style>
+       |${cfg.internalCss}
+       |</style>
+       |</head>
+       |<body>
+       |$body
+       |</body>
+       |</html>
+       |""".stripMargin
+  }
+
+  private def createParser(): Parser = {
+    val opts = new MutableDataSet()
+    opts.set(Parser.EXTENSIONS.asInstanceOf[DataKey[util.Collection[_]]],
+      util.Arrays.asList(TablesExtension.create(),
+        StrikethroughExtension.create()));
+
+    Parser.builder(opts).build()
+  }
+
+  private def createRenderer(): HtmlRenderer = {
+    val opts = new MutableDataSet()
+    HtmlRenderer.builder(opts).build()
+  }
+}
--- a/modules/convert/src/main/scala/docspell/convert/flexmark/MarkdownConfig.scala
+++ b/modules/convert/src/main/scala/docspell/convert/flexmark/MarkdownConfig.scala
@ -0,0 +1,3 @@
+package docspell.convert.flexmark
+
+case class MarkdownConfig(internalCss: String)