docspell/build.sbt

760 lines
23 KiB
Plaintext
Raw Normal View History

2019-07-17 20:03:10 +00:00
import com.github.eikek.sbt.openapi._
import scala.sys.process._
2020-07-30 18:31:53 +00:00
import com.typesafe.sbt.site.SitePlugin
2019-07-17 20:03:10 +00:00
import com.typesafe.sbt.SbtGit.GitKeys._
import docspell.build._
2019-07-17 20:03:10 +00:00
2020-07-30 18:31:53 +00:00
val toolsPackage = taskKey[Seq[File]]("Package the scripts/extension tools")
val elmCompileMode = settingKey[ElmCompileMode]("How to compile elm sources")
// --- Settings
2020-06-28 18:47:19 +00:00
val scalafixSettings = Seq(
2020-07-30 18:31:53 +00:00
semanticdbEnabled := true, // enable SemanticDB
semanticdbVersion := scalafixSemanticdb.revision, //"4.4.0"
2020-06-28 18:47:19 +00:00
ThisBuild / scalafixDependencies ++= Dependencies.organizeImports
)
2019-07-17 20:03:10 +00:00
val sharedSettings = Seq(
organization := "com.github.eikek",
2021-02-26 22:07:31 +00:00
scalaVersion := "2.13.5",
2019-07-17 20:03:10 +00:00
scalacOptions ++= Seq(
"-deprecation",
2020-07-30 18:32:04 +00:00
"-encoding",
"UTF-8",
2019-07-17 20:03:10 +00:00
"-language:higherKinds",
"-feature",
"-Werror", // fail when there are warnings
2019-07-17 20:03:10 +00:00
"-unchecked",
2020-07-31 23:03:43 +00:00
// remove -byname-implicit, once https://github.com/scala/bug/issues/12072 is resolved
"-Xlint:-byname-implicit,_",
"-Wdead-code",
"-Wunused",
"-Wvalue-discard",
"-Wnumeric-widen"
2019-07-17 20:03:10 +00:00
),
2020-07-30 18:32:04 +00:00
LocalRootProject / toolsPackage := {
val v = version.value
val logger = streams.value.log
2020-07-30 18:32:04 +00:00
val dir = (LocalRootProject / baseDirectory).value / "tools"
packageTools(logger, dir, v)
},
scalacOptions in (Compile, console) :=
(scalacOptions.value.filter(o => !o.contains("-Xlint") && !o.contains("-W"))),
scalacOptions in (Test, console) :=
(scalacOptions.value.filter(o => !o.contains("-Xlint") && !o.contains("-W")))
2020-06-28 18:47:19 +00:00
) ++ scalafixSettings
2019-07-17 20:03:10 +00:00
val testSettings = Seq(
testFrameworks += new TestFramework("minitest.runner.Framework"),
2021-02-23 23:22:45 +00:00
libraryDependencies ++= Dependencies.miniTest ++ Dependencies.logging.map(_ % Test),
Test / fork := true
2019-07-17 20:03:10 +00:00
)
lazy val noPublish = Seq(
publish := {},
publishLocal := {},
publishArtifact := false
)
2019-07-17 20:03:10 +00:00
val elmSettings = Seq(
elmCompileMode := ElmCompileMode.Debug,
2020-07-30 18:32:04 +00:00
Compile / resourceGenerators += Def.task {
2021-01-29 19:44:36 +00:00
val _ = openapiCodegen.value
2020-07-30 18:32:04 +00:00
compileElm(
streams.value.log,
(Compile / baseDirectory).value,
(Compile / resourceManaged).value,
name.value,
version.value,
elmCompileMode.value
)
}.taskValue,
2019-07-17 20:03:10 +00:00
watchSources += Watched.WatchSource(
2020-07-30 18:32:04 +00:00
(Compile / sourceDirectory).value / "elm",
FileFilter.globFilter("*.elm"),
HiddenFileFilter
2019-07-17 20:03:10 +00:00
)
)
2021-01-29 19:44:36 +00:00
val stylesSettings = Seq(
stylesMode := StylesMode.Dev,
Compile / resourceGenerators += stylesBuild.taskValue
)
2019-07-17 20:03:10 +00:00
val webjarSettings = Seq(
2020-07-30 18:32:04 +00:00
Compile / resourceGenerators += Def.task {
copyWebjarResources(
Seq((sourceDirectory in Compile).value / "webjar"),
(Compile / resourceManaged).value,
name.value,
version.value,
streams.value.log
2019-07-17 20:03:10 +00:00
)
}.taskValue,
2019-07-17 20:03:10 +00:00
watchSources += Watched.WatchSource(
2020-07-30 18:32:04 +00:00
(Compile / sourceDirectory).value / "webjar",
FileFilter.globFilter("*.js") || FileFilter.globFilter("*.css"),
HiddenFileFilter
2019-07-17 20:03:10 +00:00
)
)
2020-07-30 18:32:04 +00:00
def debianSettings(cfgFile: String) =
Seq(
maintainer := "Eike Kettner <eike.kettner@posteo.de>",
mappings in Universal += {
val conf = (Compile / resourceDirectory).value / "reference.conf"
if (!conf.exists)
sys.error(s"File $conf not found")
conf -> s"conf/$cfgFile.conf"
},
daemonUser := "docspell",
2020-07-30 18:32:04 +00:00
bashScriptExtraDefines += s"""addJava "-Dconfig.file=$${app_home}/../conf/$cfgFile.conf""""
)
2019-07-17 20:03:10 +00:00
val buildInfoSettings = Seq(
2020-07-30 18:32:04 +00:00
buildInfoKeys := Seq[BuildInfoKey](
name,
version,
scalaVersion,
sbtVersion,
gitHeadCommit,
gitHeadCommitDate,
gitUncommittedChanges,
gitDescribedVersion
),
2019-07-17 20:03:10 +00:00
buildInfoOptions += BuildInfoOption.ToJson,
buildInfoOptions += BuildInfoOption.BuildTime
)
val openapiScalaSettings = Seq(
2020-07-30 18:32:04 +00:00
openapiScalaConfig := ScalaConfig()
.withJson(ScalaJson.circeSemiauto)
.addMapping(CustomMapping.forType({ case TypeDef("LocalDateTime", _) =>
TypeDef("Timestamp", Imports("docspell.common.Timestamp"))
2020-07-30 18:32:04 +00:00
}))
.addMapping(CustomMapping.forFormatType({
case "ident" =>
field => field.copy(typeDef = TypeDef("Ident", Imports("docspell.common.Ident")))
2021-01-04 15:32:54 +00:00
case "accountid" =>
field =>
field.copy(typeDef = TypeDef("AccountId", Imports("docspell.common.AccountId")))
2020-07-30 18:32:04 +00:00
case "collectivestate" =>
field =>
field.copy(typeDef =
TypeDef("CollectiveState", Imports("docspell.common.CollectiveState"))
)
case "userstate" =>
field =>
field.copy(typeDef = TypeDef("UserState", Imports("docspell.common.UserState")))
case "password" =>
field =>
field.copy(typeDef = TypeDef("Password", Imports("docspell.common.Password")))
case "contactkind" =>
field =>
field.copy(typeDef =
TypeDef("ContactKind", Imports("docspell.common.ContactKind"))
)
case "direction" =>
field =>
field.copy(typeDef = TypeDef("Direction", Imports("docspell.common.Direction")))
case "priority" =>
field =>
field.copy(typeDef = TypeDef("Priority", Imports("docspell.common.Priority")))
case "jobstate" =>
field =>
field.copy(typeDef = TypeDef("JobState", Imports("docspell.common.JobState")))
case "loglevel" =>
field =>
field.copy(typeDef = TypeDef("LogLevel", Imports("docspell.common.LogLevel")))
case "mimetype" =>
field =>
field.copy(typeDef = TypeDef("MimeType", Imports("docspell.common.MimeType")))
case "itemstate" =>
field =>
field.copy(typeDef = TypeDef("ItemState", Imports("docspell.common.ItemState")))
case "nertag" =>
field =>
field.copy(typeDef = TypeDef("NerTag", Imports("docspell.common.NerTag")))
case "language" =>
field =>
field.copy(typeDef = TypeDef("Language", Imports("docspell.common.Language")))
case "calevent" =>
field =>
field.copy(typeDef =
TypeDef(
"CalEvent",
Imports(
"com.github.eikek.calev.CalEvent",
"com.github.eikek.calev.circe.CalevCirceCodec._"
)
)
)
case "glob" =>
field => field.copy(typeDef = TypeDef("Glob", Imports("docspell.common.Glob")))
2020-09-28 20:54:35 +00:00
case "customfieldtype" =>
field =>
field.copy(typeDef =
TypeDef("CustomFieldType", Imports("docspell.common.CustomFieldType"))
)
case "listtype" =>
field =>
field.copy(typeDef = TypeDef("ListType", Imports("docspell.common.ListType")))
case "personuse" =>
field =>
field.copy(typeDef = TypeDef("PersonUse", Imports("docspell.common.PersonUse")))
}))
)
// --- Modules
2019-07-17 20:03:10 +00:00
// Base module, everything depends on this including restapi and
// joexapi modules. This should aim to have least possible
// dependencies
2020-07-30 18:32:04 +00:00
val common = project
.in(file("modules/common"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-common",
libraryDependencies ++=
Dependencies.fs2 ++
2020-07-30 18:32:04 +00:00
Dependencies.circe ++
Dependencies.loggingApi ++
Dependencies.calevCore ++
Dependencies.calevCirce ++
Dependencies.pureconfig.map(_ % "optional")
2019-07-17 20:03:10 +00:00
)
// Some example files for testing
// https://file-examples.com/index.php/sample-documents-download/sample-doc-download/
2020-07-30 18:32:04 +00:00
val files = project
.in(file("modules/files"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
2020-02-14 10:14:09 +00:00
name := "docspell-files",
2020-02-14 10:09:39 +00:00
libraryDependencies ++=
Dependencies.tika ++
2020-07-30 18:32:04 +00:00
Dependencies.icu4j,
2020-02-14 10:09:39 +00:00
Test / sourceGenerators += Def.task {
2020-07-30 18:32:04 +00:00
val base = (Test / resourceDirectory).value
val files = (base ** (_.isFile)).pair(sbt.io.Path.relativeTo(base))
val lines = files.toList.map(_._2).map { s =>
2020-02-14 10:09:39 +00:00
val ident = s.replaceAll("[^a-zA-Z0-9_]+", "_")
ident -> s"""val $ident = createUrl("${s}")"""
2020-07-30 18:32:04 +00:00
}
2020-02-14 10:14:09 +00:00
val content = s"""package docspell.files
2020-02-14 10:09:39 +00:00
object ExampleFiles extends ExampleFilesSupport {
${lines.map(_._2).mkString("\n")}
val all = List(
${lines.map(_._1).mkString(",\n")}
)
}
"""
2020-07-30 18:31:53 +00:00
val target = (Test / sourceManaged).value / "scala" / "ExampleFiles.scala"
2020-02-14 10:09:39 +00:00
IO.createDirectory(target.getParentFile)
IO.write(target, content)
Seq(target)
}.taskValue
2020-07-30 18:31:53 +00:00
)
.dependsOn(common)
2021-02-21 11:04:48 +00:00
val query =
crossProject(JSPlatform, JVMPlatform)
.crossType(CrossType.Pure)
.in(file("modules/query"))
.disablePlugins(RevolverPlugin)
2021-02-21 11:04:48 +00:00
.settings(sharedSettings)
.settings(testSettings)
.settings(
name := "docspell-query",
libraryDependencies +=
Dependencies.catsParseJS.value,
libraryDependencies +=
Dependencies.scalaJavaTime.value
2021-02-21 11:04:48 +00:00
)
2021-02-23 23:22:45 +00:00
.jsSettings(
Test / fork := false
)
2021-02-21 11:04:48 +00:00
.jvmSettings(
libraryDependencies +=
Dependencies.scalaJsStubs
)
2020-07-30 18:31:53 +00:00
val store = project
.in(file("modules/store"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-store",
libraryDependencies ++=
Dependencies.doobie ++
2020-07-30 18:31:53 +00:00
Dependencies.bitpeace ++
Dependencies.tika ++
Dependencies.fs2 ++
Dependencies.databases ++
Dependencies.flyway ++
Dependencies.loggingApi ++
Dependencies.emil ++
Dependencies.emilDoobie ++
Dependencies.calevCore ++
Dependencies.calevFs2
)
2021-02-23 00:24:24 +00:00
.dependsOn(common, query.jvm)
2020-07-30 18:31:53 +00:00
val extract = project
.in(file("modules/extract"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
name := "docspell-extract",
libraryDependencies ++=
Dependencies.fs2 ++
2020-07-30 18:31:53 +00:00
Dependencies.twelvemonkeys ++
Dependencies.pdfbox ++
Dependencies.poi ++
Dependencies.commonsIO ++
Dependencies.julOverSlf4j
)
.dependsOn(common, files % "compile->compile;test->test")
val convert = project
.in(file("modules/convert"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
name := "docspell-convert",
libraryDependencies ++=
2020-02-18 20:32:21 +00:00
Dependencies.flexmark ++
2020-07-30 18:31:53 +00:00
Dependencies.twelvemonkeys
)
.dependsOn(common, files % "compile->compile;test->test")
val analysis = project
.in(file("modules/analysis"))
.disablePlugins(RevolverPlugin)
.enablePlugins(NerModelsPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(NerModelsPlugin.nerClassifierSettings)
.settings(
name := "docspell-analysis",
libraryDependencies ++=
Dependencies.fs2 ++
2020-07-30 18:31:53 +00:00
Dependencies.stanfordNlpCore
)
.dependsOn(common, files % "test->test")
val ftsclient = project
.in(file("modules/fts-client"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
2020-06-14 20:53:20 +00:00
name := "docspell-fts-client",
libraryDependencies ++= Seq.empty
2020-07-30 18:31:53 +00:00
)
.dependsOn(common)
val ftssolr = project
.in(file("modules/fts-solr"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
2020-06-14 20:53:20 +00:00
name := "docspell-fts-solr",
libraryDependencies ++=
Dependencies.http4sClient ++
2020-07-30 18:31:53 +00:00
Dependencies.http4sCirce ++
Dependencies.http4sDsl ++
Dependencies.circe
)
.dependsOn(common, ftsclient)
val restapi = project
.in(file("modules/restapi"))
.disablePlugins(RevolverPlugin)
.enablePlugins(OpenApiSchema)
.settings(sharedSettings)
.settings(testSettings)
.settings(openapiScalaSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-restapi",
libraryDependencies ++=
Dependencies.circe,
openapiTargetLanguage := Language.Scala,
openapiPackage := Pkg("docspell.restapi.model"),
2020-07-30 18:31:53 +00:00
openapiSpec := (Compile / resourceDirectory).value / "docspell-openapi.yml",
2020-07-27 20:13:22 +00:00
openapiStaticArgs := Seq("-l", "html2")
2020-07-30 18:31:53 +00:00
)
.dependsOn(common)
val joexapi = project
.in(file("modules/joexapi"))
.disablePlugins(RevolverPlugin)
.enablePlugins(OpenApiSchema)
.settings(sharedSettings)
.settings(testSettings)
.settings(openapiScalaSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-joexapi",
libraryDependencies ++=
Dependencies.circe ++
2020-07-30 18:31:53 +00:00
Dependencies.http4sCirce ++
Dependencies.http4sClient,
2019-07-17 20:03:10 +00:00
openapiTargetLanguage := Language.Scala,
openapiPackage := Pkg("docspell.joexapi.model"),
2020-07-30 18:31:53 +00:00
openapiSpec := (Compile / resourceDirectory).value / "joex-openapi.yml"
)
.dependsOn(common)
val backend = project
.in(file("modules/backend"))
.disablePlugins(RevolverPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-backend",
libraryDependencies ++=
Dependencies.loggingApi ++
2020-07-30 18:31:53 +00:00
Dependencies.fs2 ++
Dependencies.bcrypt ++
Dependencies.http4sClient ++
Dependencies.emil
)
.dependsOn(store, joexapi, ftsclient)
val webapp = project
.in(file("modules/webapp"))
.disablePlugins(RevolverPlugin)
2021-01-29 19:44:36 +00:00
.enablePlugins(OpenApiSchema, StylesPlugin)
2020-07-30 18:31:53 +00:00
.settings(sharedSettings)
.settings(elmSettings)
2021-01-29 19:44:36 +00:00
.settings(stylesSettings)
2020-07-30 18:31:53 +00:00
.settings(webjarSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-webapp",
openapiTargetLanguage := Language.Elm,
openapiPackage := Pkg("Api.Model"),
2020-07-30 18:31:53 +00:00
openapiSpec := (restapi / Compile / resourceDirectory).value / "docspell-openapi.yml",
2019-07-17 20:03:10 +00:00
openapiElmConfig := ElmConfig().withJson(ElmJson.decodePipeline)
)
2021-02-23 00:24:24 +00:00
.dependsOn(query.js)
2019-07-17 20:03:10 +00:00
// --- Application(s)
2020-07-30 18:31:53 +00:00
val joex = project
.in(file("modules/joex"))
.enablePlugins(BuildInfoPlugin, JavaServerAppPackaging, DebianPlugin, SystemdPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(debianSettings("docspell-joex"))
.settings(buildInfoSettings)
.settings(
name := "docspell-joex",
description := "The joex component (job executor) for docspell which executes long-running tasks.",
packageSummary := "Docspell Joex",
packageDescription := description.value,
libraryDependencies ++=
Dependencies.fs2 ++
2020-07-30 18:31:53 +00:00
Dependencies.http4sServer ++
Dependencies.http4sCirce ++
Dependencies.http4sDsl ++
Dependencies.circe ++
Dependencies.pureconfig ++
Dependencies.emilTnef ++
2021-01-24 19:06:53 +00:00
Dependencies.poi ++
2020-07-30 18:31:53 +00:00
Dependencies.emilMarkdown ++
Dependencies.emilJsoup ++
Dependencies.jsoup ++
Dependencies.yamusca ++
Dependencies.loggingApi ++
Dependencies.logging.map(_ % Runtime),
addCompilerPlugin(Dependencies.kindProjectorPlugin),
addCompilerPlugin(Dependencies.betterMonadicFor),
buildInfoPackage := "docspell.joex",
2020-07-30 18:31:53 +00:00
reStart / javaOptions ++= Seq(
s"-Dconfig.file=${(LocalRootProject / baseDirectory).value / "local" / "dev.conf"}",
"-Xmx1596M",
"-XX:+UseG1GC"
2020-12-16 23:11:33 +00:00
),
Revolver.enableDebugging(port = 5051, suspend = false)
2020-07-30 18:31:53 +00:00
)
.dependsOn(store, backend, extract, convert, analysis, joexapi, restapi, ftssolr)
val restserver = project
.in(file("modules/restserver"))
.enablePlugins(BuildInfoPlugin, JavaServerAppPackaging, DebianPlugin, SystemdPlugin)
.settings(sharedSettings)
.settings(testSettings)
.settings(debianSettings("docspell-server"))
.settings(buildInfoSettings)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-restserver",
description := "Docspell server providing the user interface and a REST Api.",
packageSummary := "Docspell Rest server",
packageDescription := description.value,
2019-07-17 20:03:10 +00:00
libraryDependencies ++=
2020-06-18 22:43:35 +00:00
Dependencies.http4sServer ++
2020-07-30 18:31:53 +00:00
Dependencies.http4sCirce ++
Dependencies.http4sDsl ++
Dependencies.circe ++
Dependencies.pureconfig ++
Dependencies.yamusca ++
Dependencies.kittens ++
2020-07-30 18:31:53 +00:00
Dependencies.webjars ++
Dependencies.loggingApi ++
Dependencies.logging.map(_ % Runtime),
2019-07-17 20:03:10 +00:00
addCompilerPlugin(Dependencies.kindProjectorPlugin),
addCompilerPlugin(Dependencies.betterMonadicFor),
buildInfoPackage := "docspell.restserver",
2020-07-30 18:31:53 +00:00
Compile / sourceGenerators += Def.task {
createWebjarSource(Dependencies.webjars, (Compile / sourceManaged).value)
}.taskValue,
2020-07-30 18:31:53 +00:00
Compile / resourceGenerators += Def.task {
copyWebjarResources(
Seq((restapi / Compile / resourceDirectory).value / "docspell-openapi.yml"),
(Compile / resourceManaged).value,
name.value,
version.value,
streams.value.log
)
}.taskValue,
2020-07-30 18:31:53 +00:00
Compile / unmanagedResourceDirectories ++= Seq(
(Compile / resourceDirectory).value.getParentFile / "templates"
),
reStart / javaOptions ++= Seq(
s"-Dconfig.file=${(LocalRootProject / baseDirectory).value / "local" / "dev.conf"}",
"-Xmx150M",
"-XX:+UseG1GC"
2020-12-16 23:11:33 +00:00
),
Revolver.enableDebugging(port = 5050, suspend = false)
2020-07-30 18:31:53 +00:00
)
.dependsOn(restapi, joexapi, backend, webapp, ftssolr)
2020-07-27 20:13:22 +00:00
// --- Website Documentation
2020-07-30 18:31:53 +00:00
val website = project
.in(file("website"))
.disablePlugins(RevolverPlugin, ReleasePlugin)
.enablePlugins(ZolaPlugin, GhpagesPlugin)
.settings(sharedSettings)
.settings(
2020-07-27 20:13:22 +00:00
name := "docspell-website",
publishArtifact := false,
skip in publish := true,
2020-07-30 18:31:53 +00:00
ghpagesNoJekyll := true,
// the ghpages plugins works together with the site plugin (its a dependency)
// to make it publish the zola generated site, override their mappings with the zola output
mappings in SitePlugin.autoImport.makeSite :=
Path.selectSubpaths(zolaOutputDir.value, _ => true).toSeq,
git.remoteRepo := "git@github.com:eikek/docspell",
Compile / resourceGenerators += Def.task {
val templateOut = baseDirectory.value / "site" / "templates" / "shortcodes"
val staticOut = baseDirectory.value / "site" / "static" / "openapi"
2020-07-27 20:13:22 +00:00
IO.createDirectories(Seq(templateOut, staticOut))
val logger = streams.value.log
val files = Seq(
2020-07-30 18:31:53 +00:00
(resourceDirectory in (restserver, Compile)).value / "reference.conf" -> templateOut / "server.conf",
(resourceDirectory in (joex, Compile)).value / "reference.conf" -> templateOut / "joex.conf",
(LocalRootProject / baseDirectory).value / "tools" / "exim" / "exim.conf" -> templateOut / "sample-exim.conf",
(resourceDirectory in (restapi, Compile)).value / "docspell-openapi.yml" -> staticOut / "docspell-openapi.yml",
(restapi / Compile / openapiStaticDoc).value -> staticOut / "docspell-openapi.html"
)
IO.copy(files)
2020-07-27 20:13:22 +00:00
files.map(_._2)
}.taskValue,
2020-07-30 18:31:53 +00:00
Compile / resourceGenerators += Def.task {
2020-07-27 20:13:22 +00:00
val changelog = (LocalRootProject / baseDirectory).value / "Changelog.md"
2020-07-30 18:31:53 +00:00
val targetDir = baseDirectory.value / "site" / "content" / "docs" / "changelog"
2020-07-27 20:13:22 +00:00
IO.createDirectory(targetDir)
2020-07-30 18:31:53 +00:00
val target = targetDir / "_index.md"
2020-07-27 20:13:22 +00:00
2020-07-30 18:31:53 +00:00
IO.write(
target,
"""|+++
2020-07-27 20:13:22 +00:00
|title = "Changelog"
|description = "See what changed between releases."
|weight = 10
|insert_anchor_links = "right"
|[extra]
|maketoc = false
|+++
2020-07-30 18:31:53 +00:00
|""".stripMargin
)
2020-07-27 20:13:22 +00:00
IO.append(target, IO.readBytes(changelog))
Seq(target)
2020-07-30 18:31:53 +00:00
}.taskValue
)
2020-07-30 18:31:53 +00:00
val root = project
.in(file("."))
.disablePlugins(RevolverPlugin)
2020-07-30 18:31:53 +00:00
.settings(sharedSettings)
.settings(noPublish)
.settings(
2019-07-17 20:03:10 +00:00
name := "docspell-root"
2020-07-30 18:31:53 +00:00
)
.aggregate(
common,
extract,
convert,
analysis,
ftsclient,
ftssolr,
files,
store,
joexapi,
joex,
backend,
webapp,
restapi,
2021-02-21 11:04:48 +00:00
restserver,
2021-02-23 00:24:24 +00:00
query.jvm,
query.js
2020-07-30 18:31:53 +00:00
)
2019-07-17 20:03:10 +00:00
// --- Helpers
2020-09-02 22:22:06 +00:00
def copyWithGZ(src: File, target: File): Seq[File] = {
val gzipFilter = "*.html" || "*.css" || "*.js"
IO.copy(Seq(src -> target))
if (gzipFilter.accept(src)) {
val gz = file(target.toString + ".gz")
IO.gzip(src, gz)
Seq(target, gz)
} else {
Seq(target)
}
}
2020-07-30 18:31:53 +00:00
def copyWebjarResources(
src: Seq[File],
base: File,
artifact: String,
version: String,
logger: Logger
): Seq[File] = {
val targetDir = base / "META-INF" / "resources" / "webjars" / artifact / version
logger.info(s"Copy webjar resources from ${src.size} files/directories.")
2019-07-17 20:03:10 +00:00
src.flatMap { dir =>
if (dir.isDirectory) {
2020-07-30 18:31:53 +00:00
val files = (dir ** "*").filter(_.isFile).get.pair(Path.relativeTo(dir))
files.flatMap { case (f, name) =>
val target = targetDir / name
IO.createDirectories(Seq(target.getParentFile))
copyWithGZ(f, target)
2019-07-17 20:03:10 +00:00
}
} else {
2020-07-30 18:31:53 +00:00
val target = targetDir / dir.name
2019-07-17 20:03:10 +00:00
IO.createDirectories(Seq(target.getParentFile))
2020-09-02 22:22:06 +00:00
copyWithGZ(dir, target)
2019-07-17 20:03:10 +00:00
}
}
}
2020-07-30 18:32:04 +00:00
def compileElm(
logger: Logger,
wd: File,
outBase: File,
artifact: String,
version: String,
mode: ElmCompileMode
): Seq[File] = {
2019-07-17 20:03:10 +00:00
logger.info("Compile elm files ...")
2020-07-30 18:32:04 +00:00
val target =
outBase / "META-INF" / "resources" / "webjars" / artifact / version / "docspell-app.js"
val cmd = Seq("elm", "make") ++ mode.flags ++ Seq("--output", target.toString)
2020-07-30 18:32:04 +00:00
val proc = Process(
cmd ++ Seq(wd / "src" / "main" / "elm" / "Main.elm").map(_.toString),
Some(wd)
)
2019-07-17 20:03:10 +00:00
val out = proc.!!
logger.info(out)
2020-09-02 22:22:06 +00:00
val targetGZ = file(target.toString + ".gz")
IO.gzip(target, targetGZ)
Seq(target, targetGZ)
2019-07-17 20:03:10 +00:00
}
def createWebjarSource(wj: Seq[ModuleID], out: File): Seq[File] = {
val target = out / "Webjars.scala"
val badChars = "-.".toSet
2020-07-30 18:32:04 +00:00
val fields = wj
.map(m =>
s"""val ${m.name.toLowerCase.filter(c =>
!badChars.contains(c)
)} = "/${m.name}/${m.revision}" """
2020-07-30 18:32:04 +00:00
)
.mkString("\n\n")
2019-07-17 20:03:10 +00:00
val content = s"""package docspell.restserver.webapp
|object Webjars {
|$fields
|}
|""".stripMargin
IO.write(target, content)
Seq(target)
}
def packageTools(logger: Logger, dir: File, version: String): Seq[File] = {
2020-07-30 18:32:04 +00:00
val target = dir / "target"
IO.delete(target)
IO.createDirectory(target)
2020-07-30 18:32:04 +00:00
val archive = target / s"docspell-tools-${version}.zip"
logger.info(s"Packaging tools to $archive ...")
2020-07-30 18:32:04 +00:00
val webext = target / "docspell-firefox-extension.xpi"
val wx = dir / "webextension"
IO.zip(
Seq(
wx / "_locales/de/messages.json" -> "_locales/de/messages.json",
wx / "_locales/en/messages.json" -> "_locales/en/messages.json",
wx / "docspell.js" -> "docspell.js",
wx / "icons" / "logo-48.png" -> "icons/logo-48.png",
wx / "icons" / "logo-96.png" -> "icons/logo-96.png",
wx / "manifest.json" -> "manifest.json"
),
webext
2020-07-30 18:32:04 +00:00
)
val excludes = Seq(wx, target)
val files =
(dir ** "*")
.filter(f => !excludes.exists(p => f.absolutePath.startsWith(p.absolutePath)))
.pair(sbt.io.Path.relativeTo(dir))
.map({ case (f, name) => (f, s"docspell-tools-${version}/$name") })
2020-07-30 18:32:04 +00:00
IO.zip(
Seq(
webext -> s"docspell-tools-${version}/firefox/docspell-extension.xpi",
wx / "native/app_manifest.json" -> s"docspell-tools-${version}/firefox/native/app_manifest.json",
wx / "native/native.py" -> s"docspell-tools-${version}/firefox/native/native.py"
) ++ files,
archive
2020-07-30 18:32:04 +00:00
)
Seq(archive)
}
// --- aliases
2020-07-30 18:32:04 +00:00
addCommandAlias(
"make",
2021-01-29 19:44:36 +00:00
";set webapp/elmCompileMode := ElmCompileMode.Production; set webapp/stylesMode := StylesMode.Prod ;root/openapiCodegen ;root/test:compile"
2020-07-30 18:32:04 +00:00
)
addCommandAlias("make-zip", ";restserver/universal:packageBin ;joex/universal:packageBin")
addCommandAlias("make-deb", ";restserver/debian:packageBin ;joex/debian:packageBin")
addCommandAlias("make-tools", ";root/toolsPackage")
addCommandAlias("make-pkg", ";clean ;make ;make-zip ;make-deb ;make-tools")
2020-07-14 21:18:07 +00:00
addCommandAlias("reformatAll", ";project root ;scalafix ;scalafmtAll")