TheAnachronism/docspell
1
0
Fork 0
mirror of https://github.com/TheAnachronism/docspell.git synced 2025-06-22 18:38:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updating stanford corenlp to 4.3.2; adding more languages

Browse Source 
There are models for Spanish, that have been added now. Also the
Hungarian language has been added to the list of supported
languages (for tesseract mainly, no nlp models)
This commit is contained in:
eikek
2021-11-20 14:31:39 +01:00
parent 20fc9955ba
commit 501c6f2988
18 changed files with 162 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
modules/analysis/src/test/resources/test.ser.gz
View File

Binary file not shown.

27
modules/analysis/src/test/scala/docspell/analysis/date/DateFindSpec.scala → modules/analysis/src/test/scala/docspell/analysis/date/DateFindTest.scala
View File

@ -13,7 +13,7 @@ import docspell.files.TestFiles
import munit._
class DateFindSpec extends FunSuite {
class DateFindTest extends FunSuite {
test("find simple dates") {
val expect = Vector(
@ -179,4 +179,29 @@ class DateFindSpec extends FunSuite {
)
}
test("find spanish dates") {
assertEquals(
DateFind
.findDates("México, Distrito Federal a 15 de Diciembre de 2011", Language.Spanish)
.toVector,
Vector(
NerDateLabel(
LocalDate.of(2011, 12, 15),
NerLabel("15 de Diciembre de 2011", NerTag.Date, 27, 50)
)
)
)
println(DateFind.splitWords("2021-11-19", Language.Spanish).toList)
assertEquals(
DateFind
.findDates("2021-11-19", Language.Spanish)
.toVector,
Vector(
NerDateLabel(
LocalDate.of(2021, 11, 19),
NerLabel("2021-11-19", NerTag.Date, 0, 10)
)
)
)
}
}