TheAnachronism/docspell
1
0
Fork 0
mirror of https://github.com/TheAnachronism/docspell.git synced 2025-06-22 10:28:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Experiment with addons

Browse Source 
Addons allow to execute external programs in some context inside
docspell. Currently it is possible to run them after processing files.
Addons are provided by URLs to zip files.
This commit is contained in:
eikek
2022-04-22 14:07:28 +02:00
parent e04a76faa4
commit 7fdd78ad06
166 changed files with 8181 additions and 115 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
modules/scheduler/impl/src/main/scala/docspell/scheduler/impl/ContextImpl.scala
View File

@ -24,6 +24,19 @@ class ContextImpl[F[_]: Functor, A](
val jobId: Ident
) extends Context[F, A] {
def loadJob(implicit F: Sync[F]): F[Job[String]] =
JobStoreImpl(store)
.findById(jobId)
.flatMap(
_.fold(
F.raiseError[Job[String]](
new IllegalStateException(s"Job not found: ${jobId.id}")
)
)(
F.pure
)
)
def setProgress(percent: Int): F[Unit] = {
val pval = math.min(100, math.max(0, percent))
store.transact(RJob.setProgress(jobId, pval)).map(_ => ())

1
modules/scheduler/impl/src/main/scala/docspell/scheduler/impl/LogSink.scala
View File

@ -34,6 +34,7 @@ object LogSink {
.capture("task", e.taskName)
.capture("group", e.group)
.capture("jobInfo", e.jobInfo)
.captureAll(e.data)
e.level match {
case LogLevel.Info =>

5
modules/scheduler/impl/src/main/scala/docspell/scheduler/impl/QueueLogger.scala
View File

@ -12,8 +12,7 @@ import cats.syntax.all._
import fs2.Stream
import docspell.common.{Ident, LogLevel}
import docspell.logging
import docspell.logging.{Level, Logger}
import docspell.logging.{Level, LogEvent => DsLogEvent, Logger}
/** Background tasks use this logger to emit the log events to a queue. The consumer is
* [[LogSink]], which picks up log events in a separate thread.
@ -29,7 +28,7 @@ object QueueLogger {
): Logger[F] =
new Logger[F] {
def log(logEvent: => logging.LogEvent) =
def log(logEvent: => DsLogEvent) =
LogEvent
.create[F](
jobId,

33
modules/scheduler/impl/src/main/scala/docspell/scheduler/impl/SchedulerImpl.scala
View File

@ -267,27 +267,36 @@ final class SchedulerImpl[F[_]: Async](
.mapF(fa => onStart(job) *> logger.debug("Starting task now") *> fa)
.mapF(_.attempt.flatMap {
case Right(result) =>
logger.info(s"Job execution successful: ${job.info}")
ctx.logger.info("Job execution successful") *>
logger.info(s"Job execution successful: ${job.info}") *>
ctx.logger.info("Job execution successful") *>
(JobState.Success: JobState, result).pure[F]
case Left(PermanentError(ex)) =>
logger.warn(ex)("Task failed with permanent error") *>
ctx.logger
.warn(ex)("Task failed with permanent error!")
.as(JobState.failed -> JobTaskResult.empty)
case Left(ex) =>
state.get.map(_.wasCancelled(job)).flatMap {
case true =>
logger.error(ex)(s"Job ${job.info} execution failed (cancel = true)")
ctx.logger.error(ex)("Job execution failed (cancel = true)") *>
logger.error(ex)(s"Job ${job.info} execution failed (cancel = true)") *>
ctx.logger.error(ex)("Job execution failed (cancel = true)") *>
(JobState.Cancelled: JobState, JobTaskResult.empty).pure[F]
case false =>
QJob.exceedsRetries(job.id, config.retries, store).flatMap {
case true =>
logger.error(ex)(s"Job ${job.info} execution failed. Retries exceeded.")
ctx.logger
.error(ex)(s"Job ${job.info} execution failed. Retries exceeded.")
.map(_ => (JobState.Failed: JobState, JobTaskResult.empty))
logger
.error(ex)(s"Job ${job.info} execution failed. Retries exceeded.") *>
ctx.logger
.error(ex)(s"Job ${job.info} execution failed. Retries exceeded.")
.map(_ => (JobState.Failed: JobState, JobTaskResult.empty))
case false =>
logger.error(ex)(s"Job ${job.info} execution failed. Retrying later.")
ctx.logger
.error(ex)(s"Job ${job.info} execution failed. Retrying later.")
.map(_ => (JobState.Stuck: JobState, JobTaskResult.empty))
logger
.error(ex)(s"Job ${job.info} execution failed. Retrying later.") *>
ctx.logger
.error(ex)(s"Job ${job.info} execution failed. Retrying later.")
.map(_ => (JobState.Stuck: JobState, JobTaskResult.empty))
}
}
})