From 550d1ca8e1801ede25c99d065239e82f4cb09b10 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20Brychta?= Date: Tue, 5 Nov 2024 17:19:30 +0000 Subject: [PATCH 1/9] Index concept IDs for querying #5818 --- .../work/DisplayAbstractRootConcept.scala | 4 +--- .../ingestor/common/models/WorkQueryableValues.scala | 10 ++++------ 2 files changed, 5 insertions(+), 9 deletions(-) diff --git a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala index d4ae7618f4..ddd39814f9 100644 --- a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala +++ b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala @@ -38,9 +38,7 @@ case object DisplayAbstractConcept extends GetIdentifiers { abstractConcept match { case Concept(id, label) => DisplayConcept( - id = id.maybeCanonicalId.map { - _.underlying - }, + id = id.maybeCanonicalId.map { _.underlying}, label = label, identifiers = getIdentifiers(id, includesIdentifiers) ) diff --git a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala index b2470fcddd..7cbc01d57b 100644 --- a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala +++ b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala @@ -1,12 +1,8 @@ package weco.pipeline.ingestor.common.models import io.circe.generic.extras.JsonKey -import weco.catalogue.internal_model.identifiers.{ - CanonicalId, - DataState, - SourceIdentifier -} -import weco.catalogue.internal_model.work.{Relations, Work, WorkData, WorkState} +import weco.catalogue.internal_model.identifiers.{CanonicalId, DataState, IdState, SourceIdentifier} +import weco.catalogue.internal_model.work.{Relations, Subject, Work, WorkData, WorkState} case class WorkQueryableValues( @JsonKey("collectionPath.label") collectionPathLabel: Option[String], @@ -32,6 +28,7 @@ case class WorkQueryableValues( @JsonKey("production.label") productionLabel: List[String], @JsonKey("referenceNumber") referenceNumber: Option[String], @JsonKey("subjects.concepts.label") subjectsConceptsLabel: List[String], + @JsonKey("subjects.concepts.id") subjectsConceptsId: List[String], @JsonKey("title") title: Option[String] ) @@ -79,6 +76,7 @@ case object WorkQueryableValues { referenceNumber = data.referenceNumber.map(_.underlying), subjectsConceptsLabel = data.subjects.flatMap(_.concepts).map(_.label).map(queryableLabel), + subjectsConceptsId = data.subjects.flatMap(_.concepts).flatMap(_.id.maybeCanonicalId).map(_.underlying), title = data.title ) From 220edccc1c37b1067b4a8d9439ef02e5f1d5fbd8 Mon Sep 17 00:00:00 2001 From: Github on behalf of Wellcome Collection Date: Tue, 5 Nov 2024 17:21:12 +0000 Subject: [PATCH 2/9] Apply auto-formatting rules --- .../work/DisplayAbstractRootConcept.scala | 2 +- .../common/models/WorkQueryableValues.scala | 18 +++++++++++++++--- 2 files changed, 16 insertions(+), 4 deletions(-) diff --git a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala index ddd39814f9..05fe1db5c3 100644 --- a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala +++ b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala @@ -38,7 +38,7 @@ case object DisplayAbstractConcept extends GetIdentifiers { abstractConcept match { case Concept(id, label) => DisplayConcept( - id = id.maybeCanonicalId.map { _.underlying}, + id = id.maybeCanonicalId.map { _.underlying }, label = label, identifiers = getIdentifiers(id, includesIdentifiers) ) diff --git a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala index 7cbc01d57b..080f727928 100644 --- a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala +++ b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala @@ -1,8 +1,17 @@ package weco.pipeline.ingestor.common.models import io.circe.generic.extras.JsonKey -import weco.catalogue.internal_model.identifiers.{CanonicalId, DataState, IdState, SourceIdentifier} -import weco.catalogue.internal_model.work.{Relations, Subject, Work, WorkData, WorkState} +import weco.catalogue.internal_model.identifiers.{ + CanonicalId, + DataState, + SourceIdentifier +} +import weco.catalogue.internal_model.work.{ + Relations, + Work, + WorkData, + WorkState +} case class WorkQueryableValues( @JsonKey("collectionPath.label") collectionPathLabel: Option[String], @@ -76,7 +85,10 @@ case object WorkQueryableValues { referenceNumber = data.referenceNumber.map(_.underlying), subjectsConceptsLabel = data.subjects.flatMap(_.concepts).map(_.label).map(queryableLabel), - subjectsConceptsId = data.subjects.flatMap(_.concepts).flatMap(_.id.maybeCanonicalId).map(_.underlying), + subjectsConceptsId = data.subjects + .flatMap(_.concepts) + .flatMap(_.id.maybeCanonicalId) + .map(_.underlying), title = data.title ) From 73d2e4624bd86f599169baacb7b904817e2a0ac7 Mon Sep 17 00:00:00 2001 From: Github on behalf of Wellcome Collection Date: Wed, 6 Nov 2024 08:44:29 +0000 Subject: [PATCH 3/9] Apply auto-formatting rules --- .../ingestor/common/models/WorkQueryableValues.scala | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala index 080f727928..364b81f464 100644 --- a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala +++ b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala @@ -6,12 +6,7 @@ import weco.catalogue.internal_model.identifiers.{ DataState, SourceIdentifier } -import weco.catalogue.internal_model.work.{ - Relations, - Work, - WorkData, - WorkState -} +import weco.catalogue.internal_model.work.{Relations, Work, WorkData, WorkState} case class WorkQueryableValues( @JsonKey("collectionPath.label") collectionPathLabel: Option[String], From ad35093f8aca8d982070279276fa570acb97c8b8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20Brychta?= Date: Wed, 6 Nov 2024 12:43:14 +0000 Subject: [PATCH 4/9] Index concept ID for filtering #5818 --- .../work/DisplayAbstractRootConcept.scala | 4 +++- .../ingestor/common/models/WorkQueryableValues.scala | 5 ----- .../ingestor/images/models/ImageFilterableValues.scala | 10 ++++++++++ .../ingestor/works/models/WorkFilterableValues.scala | 4 ++++ 4 files changed, 17 insertions(+), 6 deletions(-) diff --git a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala index 05fe1db5c3..d4ae7618f4 100644 --- a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala +++ b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala @@ -38,7 +38,9 @@ case object DisplayAbstractConcept extends GetIdentifiers { abstractConcept match { case Concept(id, label) => DisplayConcept( - id = id.maybeCanonicalId.map { _.underlying }, + id = id.maybeCanonicalId.map { + _.underlying + }, label = label, identifiers = getIdentifiers(id, includesIdentifiers) ) diff --git a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala index 364b81f464..b2470fcddd 100644 --- a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala +++ b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala @@ -32,7 +32,6 @@ case class WorkQueryableValues( @JsonKey("production.label") productionLabel: List[String], @JsonKey("referenceNumber") referenceNumber: Option[String], @JsonKey("subjects.concepts.label") subjectsConceptsLabel: List[String], - @JsonKey("subjects.concepts.id") subjectsConceptsId: List[String], @JsonKey("title") title: Option[String] ) @@ -80,10 +79,6 @@ case object WorkQueryableValues { referenceNumber = data.referenceNumber.map(_.underlying), subjectsConceptsLabel = data.subjects.flatMap(_.concepts).map(_.label).map(queryableLabel), - subjectsConceptsId = data.subjects - .flatMap(_.concepts) - .flatMap(_.id.maybeCanonicalId) - .map(_.underlying), title = data.title ) diff --git a/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala b/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala index 1e0d2284c6..2ea020505c 100644 --- a/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala +++ b/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala @@ -8,9 +8,13 @@ case class ImageFilterableValues( @JsonKey( "source.contributors.agent.label" ) sourceContributorsAgentLabel: List[String], + @JsonKey( + "source.contributors.agent.id" + ) sourceContributorsAgentId: List[String], @JsonKey("source.genres.label") sourceGenresLabel: List[String], @JsonKey("source.genres.concepts.id") sourceGenresConceptsId: List[String], @JsonKey("source.subjects.label") sourceSubjectsLabel: List[String], + @JsonKey("source.subjects.concepts.id") sourceSubjectsConceptsId: List[String], @JsonKey( "source.production.dates.range.from" ) sourceProductionDatesRangeFrom: List[Long] @@ -24,6 +28,9 @@ object ImageFilterableValues extends ImageValues { sourceContributorsAgentLabel = fromParentWork(image.source)( _.data.contributors.map(_.agent.label).map(queryableLabel) ), + sourceContributorsAgentId = fromParentWork(image.source)( + _.data.contributors.map(_.id).canonicalIds + ), sourceGenresLabel = fromParentWork(image.source)( _.data.genres.map(_.label).map(queryableLabel) ), @@ -36,6 +43,9 @@ object ImageFilterableValues extends ImageValues { sourceSubjectsLabel = fromParentWork(image.source)( _.data.subjects.map(_.label).map(queryableLabel) ), + sourceSubjectsConceptsId = fromParentWork(image.source)( + _.data.subjects.map(_.id).canonicalIds + ), sourceProductionDatesRangeFrom = fromParentWork(image.source)( _.data.production .flatMap(_.dates) diff --git a/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala b/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala index 0ee88478c2..9fc8087430 100644 --- a/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala +++ b/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala @@ -11,7 +11,9 @@ case class WorkFilterableValues( @JsonKey("genres.label") genresLabel: List[String], @JsonKey("genres.concepts.id") genresConceptsId: List[String], @JsonKey("subjects.label") subjectsLabel: List[String], + @JsonKey("subjects.concepts.id") subjectsConceptsId: List[String], @JsonKey("contributors.agent.label") contributorsAgentLabel: List[String], + @JsonKey("contributors.agent.id") contributorsAgentId: List[String], @JsonKey("identifiers.value") identifiersValue: List[String], @JsonKey("items.locations.license.id") itemsLocationsLicenseId: List[String], @JsonKey( @@ -45,8 +47,10 @@ object WorkFilterableValues { id <- concept.id.maybeCanonicalId } yield id.underlying, subjectsLabel = work.data.subjects.map(_.label).map(queryableLabel), + subjectsConceptsId = work.data.subjects.map(_.id).canonicalIds, contributorsAgentLabel = work.data.contributors.map(_.agent.label).map(queryableLabel), + contributorsAgentId = work.data.contributors.map(_.id).canonicalIds, identifiersValue = (work.sourceIdentifier +: work.data.otherIdentifiers).map(_.value), itemsLocationsLicenseId = From 0cef5996e12936516f9b34e7efe861cf1d690716 Mon Sep 17 00:00:00 2001 From: Github on behalf of Wellcome Collection Date: Wed, 6 Nov 2024 12:48:09 +0000 Subject: [PATCH 5/9] Apply auto-formatting rules --- .../ingestor/images/models/ImageFilterableValues.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala b/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala index 2ea020505c..a5daae29f0 100644 --- a/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala +++ b/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala @@ -14,7 +14,9 @@ case class ImageFilterableValues( @JsonKey("source.genres.label") sourceGenresLabel: List[String], @JsonKey("source.genres.concepts.id") sourceGenresConceptsId: List[String], @JsonKey("source.subjects.label") sourceSubjectsLabel: List[String], - @JsonKey("source.subjects.concepts.id") sourceSubjectsConceptsId: List[String], + @JsonKey("source.subjects.concepts.id") sourceSubjectsConceptsId: List[ + String + ], @JsonKey( "source.production.dates.range.from" ) sourceProductionDatesRangeFrom: List[Long] From e8f2e21e91bab2eec5d22427e9210773b5c626d2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20Brychta?= Date: Wed, 6 Nov 2024 12:43:14 +0000 Subject: [PATCH 6/9] Index concept ID for filtering #5818 --- .../work/DisplayAbstractRootConcept.scala | 4 +- .../mappings.images_indexed.2024-11-06.json | 631 ++++++++++++++ .../mappings.works_indexed.2024-11-06.json | 819 ++++++++++++++++++ .../common/models/WorkQueryableValues.scala | 5 - .../images/models/ImageFilterableValues.scala | 10 + .../works/models/WorkFilterableValues.scala | 4 + 6 files changed, 1467 insertions(+), 6 deletions(-) create mode 100644 index_config/mappings.images_indexed.2024-11-06.json create mode 100644 index_config/mappings.works_indexed.2024-11-06.json diff --git a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala index 05fe1db5c3..d4ae7618f4 100644 --- a/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala +++ b/common/display_model/src/main/scala/weco/catalogue/display_model/work/DisplayAbstractRootConcept.scala @@ -38,7 +38,9 @@ case object DisplayAbstractConcept extends GetIdentifiers { abstractConcept match { case Concept(id, label) => DisplayConcept( - id = id.maybeCanonicalId.map { _.underlying }, + id = id.maybeCanonicalId.map { + _.underlying + }, label = label, identifiers = getIdentifiers(id, includesIdentifiers) ) diff --git a/index_config/mappings.images_indexed.2024-11-06.json b/index_config/mappings.images_indexed.2024-11-06.json new file mode 100644 index 0000000000..04828d30aa --- /dev/null +++ b/index_config/mappings.images_indexed.2024-11-06.json @@ -0,0 +1,631 @@ +{ + "dynamic": "strict", + "properties": { + "aggregatableValues": { + "properties": { + "locations": { + "properties": { + "license": { + "eager_global_ordinals": true, + "type": "keyword" + } + } + }, + "source": { + "properties": { + "contributors": { + "properties": { + "agent": { + "properties": { + "label": { + "eager_global_ordinals": true, + "type": "keyword" + } + } + } + } + }, + "genres": { + "properties": { + "label": { + "eager_global_ordinals": true, + "type": "keyword" + } + } + }, + "subjects": { + "properties": { + "label": { + "eager_global_ordinals": true, + "type": "keyword" + } + } + } + } + } + } + }, + "filterableValues": { + "properties": { + "locations.license.id": { + "type": "keyword" + }, + "source.contributors.agent.label": { + "type": "keyword" + }, + "source.contributors.agent.id": { + "type": "keyword" + }, + "source.genres.label": { + "type": "keyword" + }, + "source.genres.concepts.id": { + "type": "keyword" + }, + "source.subjects.label": { + "type": "keyword" + }, + "source.subjects.concepts.id": { + "type": "keyword" + }, + "source.production.dates.range.from": { + "type": "date" + } + } + }, + "vectorValues": { + "properties": { + "features1": { + "type": "dense_vector", + "dims": 2048 + }, + "features2": { + "type": "dense_vector", + "dims": 2048 + }, + "paletteEmbedding": { + "type": "dense_vector", + "dims": 1000, + "index": true, + "similarity": "dot_product" + }, + "reducedFeatures": { + "type": "dense_vector", + "dims": 1024, + "index": true, + "similarity": "dot_product" + } + } + }, + "debug": { + "dynamic": "false", + "properties": { + "indexedTime": { + "type": "date" + } + } + }, + "display": { + "type": "object", + "enabled": false + }, + "modifiedTime": { + "type": "date" + }, + "query": { + "properties": { + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "source": { + "properties": { + "alternativeTitles": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + } + }, + "collectionPath": { + "properties": { + "label": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "whitespace" + } + } + }, + "path": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "whitespace" + } + } + } + } + }, + "contributors.agent.label": { + "type": "text", + "analyzer": "english" + }, + "contributors.agent.id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "description": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + } + } + }, + "edition": { + "type": "text", + "analyzer": "english" + }, + "genres.concepts.label": { + "type": "text", + "analyzer": "english" + }, + "genres.concepts.id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "sourceIdentifier.value": { + "type": "keyword", + "normalizer": "lowercase" + }, + "identifiers.value": { + "type": "keyword", + "normalizer": "lowercase" + }, + "images": { + "properties": { + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "identifiers.value": { + "type": "keyword", + "normalizer": "lowercase" + } + } + }, + "items": { + "properties": { + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "identifiers.value": { + "type": "keyword", + "normalizer": "lowercase" + }, + "shelfmark": { + "properties": { + "value": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + }, + "dot_path": { + "type": "text", + "analyzer": "dot_path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + } + } + } + } + } + } + }, + "languages.label": { + "type": "text", + "analyzer": "lowercase" + }, + "lettering": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + } + }, + "notes.contents": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + } + } + }, + "partOf.title": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + } + } + }, + "physicalDescription": { + "type": "text", + "analyzer": "english" + }, + "production.label": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + } + } + }, + "referenceNumber": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "whitespace" + } + } + }, + "subjects.concepts.label": { + "type": "text", + "analyzer": "english" + }, + "subjects.concepts.id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "title": { + "type": "text", + "analyzer": "lowercase", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "english": { + "type": "text", + "analyzer": "english" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "base": { + "type": "text", + "analyzer": "base" + } + } + } + } + } + } + } + } +} diff --git a/index_config/mappings.works_indexed.2024-11-06.json b/index_config/mappings.works_indexed.2024-11-06.json new file mode 100644 index 0000000000..cd1642f6c5 --- /dev/null +++ b/index_config/mappings.works_indexed.2024-11-06.json @@ -0,0 +1,819 @@ +{ + "dynamic": "strict", + "properties": { + "aggregatableValues": { + "properties": { + "availabilities": { + "type": "keyword", + "eager_global_ordinals": true + }, + "contributors": { + "properties": { + "agent": { + "properties": { + "label": { + "type": "keyword", + "eager_global_ordinals": true + } + } + } + } + }, + "genres": { + "properties": { + "label": { + "type": "keyword", + "eager_global_ordinals": true + } + } + }, + "items": { + "properties": { + "locations": { + "properties": { + "license": { + "type": "keyword", + "eager_global_ordinals": true + } + } + } + } + }, + "languages": { + "type": "keyword", + "eager_global_ordinals": true + }, + "production": { + "properties": { + "dates": { + "type": "keyword", + "eager_global_ordinals": true + } + } + }, + "subjects": { + "properties": { + "label": { + "type": "keyword", + "eager_global_ordinals": true + } + } + }, + "workType": { + "type": "keyword", + "eager_global_ordinals": true + } + } + }, + "debug": { + "dynamic": "false", + "properties": { + "indexedTime": { + "type": "date" + }, + "mergeCandidates": { + "properties": { + "id": { + "properties": { + "canonicalId": { + "type": "keyword" + } + } + } + } + } + } + }, + "display": { + "type": "object", + "enabled": false + }, + "filterableValues": { + "properties": { + "availabilities": { + "properties": { + "id": { + "type": "keyword" + } + } + }, + "contributors": { + "properties": { + "agent": { + "properties": { + "label": { + "type": "keyword" + }, + "id": { + "type": "keyword" + } + } + } + } + }, + "format": { + "properties": { + "id": { + "type": "keyword" + } + } + }, + "genres": { + "properties": { + "concepts": { + "properties": { + "id": { + "type": "keyword" + } + } + }, + "label": { + "type": "keyword" + } + } + }, + "identifiers": { + "properties": { + "value": { + "type": "keyword" + } + } + }, + "items": { + "properties": { + "id": { + "type": "keyword" + }, + "identifiers": { + "properties": { + "value": { + "type": "keyword" + } + } + }, + "locations": { + "properties": { + "accessConditions": { + "properties": { + "status": { + "properties": { + "id": { + "type": "keyword" + } + } + } + } + }, + "license": { + "properties": { + "id": { + "type": "keyword" + } + } + }, + "locationType": { + "properties": { + "id": { + "type": "keyword" + } + } + } + } + } + } + }, + "languages": { + "properties": { + "id": { + "type": "keyword" + } + } + }, + "partOf": { + "properties": { + "id": { + "type": "keyword" + }, + "title": { + "type": "keyword" + } + } + }, + "production": { + "properties": { + "dates": { + "properties": { + "range": { + "properties": { + "from": { + "type": "date" + } + } + } + } + } + } + }, + "subjects": { + "properties": { + "concepts": { + "properties": { + "id": { + "type": "keyword" + } + } + }, + "label": { + "type": "keyword" + } + } + }, + "workType": { + "type": "keyword" + } + } + }, + "query": { + "properties": { + "alternativeTitles": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + }, + "collectionPath": { + "properties": { + "label": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + } + } + }, + "path": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + } + } + } + } + }, + "contributors": { + "properties": { + "agent": { + "properties": { + "label": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + } + } + } + } + }, + "description": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + }, + "edition": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "genres": { + "properties": { + "concepts": { + "properties": { + "label": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + } + } + } + } + }, + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "identifiers": { + "properties": { + "value": { + "type": "keyword", + "normalizer": "lowercase" + } + } + }, + "images": { + "properties": { + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "identifiers": { + "properties": { + "value": { + "type": "keyword", + "normalizer": "lowercase" + } + } + } + } + }, + "items": { + "properties": { + "id": { + "type": "keyword", + "normalizer": "lowercase" + }, + "identifiers": { + "properties": { + "value": { + "type": "keyword", + "normalizer": "lowercase" + } + } + }, + "shelfmark": { + "properties": { + "value": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + }, + "dot_path": { + "type": "text", + "analyzer": "dot_path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + } + } + } + } + } + } + }, + "languages": { + "properties": { + "label": { + "type": "text", + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + } + } + }, + "lettering": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + }, + "notes": { + "properties": { + "contents": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + } + } + }, + "partOf": { + "properties": { + "title": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + } + } + }, + "physicalDescription": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "production": { + "properties": { + "label": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + } + } + }, + "referenceNumber": { + "type": "keyword", + "normalizer": "lowercase", + "fields": { + "path": { + "type": "text", + "analyzer": "path_analyzer", + "search_analyzer": "lowercase_whitespace_tokens" + } + } + }, + "sourceIdentifier": { + "properties": { + "value": { + "type": "keyword", + "normalizer": "lowercase" + } + } + }, + "subjects": { + "properties": { + "concepts": { + "properties": { + "label": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + } + } + } + } + }, + "title": { + "type": "text", + "fields": { + "arabic": { + "type": "text", + "analyzer": "arabic" + }, + "base": { + "type": "text", + "analyzer": "base" + }, + "bengali": { + "type": "text", + "analyzer": "bengali" + }, + "cased": { + "type": "text", + "analyzer": "cased" + }, + "english": { + "type": "text", + "analyzer": "english", + "search_analyzer": "english_token_limited" + }, + "french": { + "type": "text", + "analyzer": "french" + }, + "german": { + "type": "text", + "analyzer": "german" + }, + "hindi": { + "type": "text", + "analyzer": "hindi" + }, + "italian": { + "type": "text", + "analyzer": "italian" + }, + "normalized_whole_phrase": { + "type": "text", + "analyzer": "normalized_whole_phrase" + }, + "persian": { + "type": "text", + "analyzer": "persian" + }, + "spanish": { + "type": "text", + "analyzer": "spanish" + }, + "swappable_characters": { + "type": "text", + "analyzer": "swappable_characters" + } + }, + "analyzer": "lowercase", + "search_analyzer": "lowercase_token_limited" + } + } + }, + "redirectTarget": { + "type": "object", + "dynamic": "false" + }, + "type": { + "type": "keyword" + } + } +} diff --git a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala index 364b81f464..b2470fcddd 100644 --- a/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala +++ b/pipeline/ingestor/ingestor_common/src/main/scala/weco/pipeline/ingestor/common/models/WorkQueryableValues.scala @@ -32,7 +32,6 @@ case class WorkQueryableValues( @JsonKey("production.label") productionLabel: List[String], @JsonKey("referenceNumber") referenceNumber: Option[String], @JsonKey("subjects.concepts.label") subjectsConceptsLabel: List[String], - @JsonKey("subjects.concepts.id") subjectsConceptsId: List[String], @JsonKey("title") title: Option[String] ) @@ -80,10 +79,6 @@ case object WorkQueryableValues { referenceNumber = data.referenceNumber.map(_.underlying), subjectsConceptsLabel = data.subjects.flatMap(_.concepts).map(_.label).map(queryableLabel), - subjectsConceptsId = data.subjects - .flatMap(_.concepts) - .flatMap(_.id.maybeCanonicalId) - .map(_.underlying), title = data.title ) diff --git a/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala b/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala index 1e0d2284c6..2ea020505c 100644 --- a/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala +++ b/pipeline/ingestor/ingestor_images/src/main/scala/weco/pipeline/ingestor/images/models/ImageFilterableValues.scala @@ -8,9 +8,13 @@ case class ImageFilterableValues( @JsonKey( "source.contributors.agent.label" ) sourceContributorsAgentLabel: List[String], + @JsonKey( + "source.contributors.agent.id" + ) sourceContributorsAgentId: List[String], @JsonKey("source.genres.label") sourceGenresLabel: List[String], @JsonKey("source.genres.concepts.id") sourceGenresConceptsId: List[String], @JsonKey("source.subjects.label") sourceSubjectsLabel: List[String], + @JsonKey("source.subjects.concepts.id") sourceSubjectsConceptsId: List[String], @JsonKey( "source.production.dates.range.from" ) sourceProductionDatesRangeFrom: List[Long] @@ -24,6 +28,9 @@ object ImageFilterableValues extends ImageValues { sourceContributorsAgentLabel = fromParentWork(image.source)( _.data.contributors.map(_.agent.label).map(queryableLabel) ), + sourceContributorsAgentId = fromParentWork(image.source)( + _.data.contributors.map(_.id).canonicalIds + ), sourceGenresLabel = fromParentWork(image.source)( _.data.genres.map(_.label).map(queryableLabel) ), @@ -36,6 +43,9 @@ object ImageFilterableValues extends ImageValues { sourceSubjectsLabel = fromParentWork(image.source)( _.data.subjects.map(_.label).map(queryableLabel) ), + sourceSubjectsConceptsId = fromParentWork(image.source)( + _.data.subjects.map(_.id).canonicalIds + ), sourceProductionDatesRangeFrom = fromParentWork(image.source)( _.data.production .flatMap(_.dates) diff --git a/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala b/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala index 0ee88478c2..9fc8087430 100644 --- a/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala +++ b/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala @@ -11,7 +11,9 @@ case class WorkFilterableValues( @JsonKey("genres.label") genresLabel: List[String], @JsonKey("genres.concepts.id") genresConceptsId: List[String], @JsonKey("subjects.label") subjectsLabel: List[String], + @JsonKey("subjects.concepts.id") subjectsConceptsId: List[String], @JsonKey("contributors.agent.label") contributorsAgentLabel: List[String], + @JsonKey("contributors.agent.id") contributorsAgentId: List[String], @JsonKey("identifiers.value") identifiersValue: List[String], @JsonKey("items.locations.license.id") itemsLocationsLicenseId: List[String], @JsonKey( @@ -45,8 +47,10 @@ object WorkFilterableValues { id <- concept.id.maybeCanonicalId } yield id.underlying, subjectsLabel = work.data.subjects.map(_.label).map(queryableLabel), + subjectsConceptsId = work.data.subjects.map(_.id).canonicalIds, contributorsAgentLabel = work.data.contributors.map(_.agent.label).map(queryableLabel), + contributorsAgentId = work.data.contributors.map(_.id).canonicalIds, identifiersValue = (work.sourceIdentifier +: work.data.otherIdentifiers).map(_.value), itemsLocationsLicenseId = From e5372988c123fbd4b335a7efa2b82f5dcaae6c63 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20Brychta?= Date: Wed, 6 Nov 2024 13:07:33 +0000 Subject: [PATCH 7/9] Update pipeline terraform config #5818 --- pipeline/terraform/2024-11-05/main.tf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pipeline/terraform/2024-11-05/main.tf b/pipeline/terraform/2024-11-05/main.tf index 2ec437f60c..aaf500c1a1 100644 --- a/pipeline/terraform/2024-11-05/main.tf +++ b/pipeline/terraform/2024-11-05/main.tf @@ -13,10 +13,10 @@ module "pipeline" { works = { identified = "works_identified.2023-05-26" merged = "works_merged.2023-05-26" - indexed = "works_indexed.2024-08-20" + indexed = "works_indexed.2024-11-06" } images = { - indexed = "images_indexed.2024-08-20" + indexed = "images_indexed.2024-11-06" works_analysis = "works_indexed.2024-08-20" } } From 4b7c10e80f03299f3342698567c06d1df646a814 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20Brychta?= Date: Wed, 6 Nov 2024 13:46:26 +0000 Subject: [PATCH 8/9] Update tests #5818 --- .../fixtures/index/ImagesIndexFixtures.scala | 2 +- .../internal_model/fixtures/index/WorksIndexFixtures.scala | 2 +- .../ingestor/works/models/WorkFilterableValues.scala | 2 +- .../ingestor/works/fixtures/WorksIngestorFixtures.scala | 3 ++- .../ingestor/works/models/WorkFilterableValuesTest.scala | 6 ++++++ pipeline/ingestor/test_documents/work-production.1098.json | 6 +++++- pipeline/ingestor/test_documents/work-production.1900.json | 6 +++++- pipeline/ingestor/test_documents/work-production.1904.json | 6 +++++- pipeline/ingestor/test_documents/work-production.1976.json | 6 +++++- pipeline/ingestor/test_documents/work-production.2020.json | 6 +++++- pipeline/ingestor/test_documents/work-thumbnail.json | 6 +++++- pipeline/ingestor/test_documents/work-title-dodo.json | 6 +++++- pipeline/ingestor/test_documents/work-title-mouse.json | 6 +++++- .../test_documents/work-with-edition-and-duration.json | 6 +++++- .../test_documents/work.items-with-location-types.0.json | 6 +++++- .../test_documents/work.items-with-location-types.1.json | 6 +++++- .../test_documents/work.items-with-location-types.2.json | 6 +++++- .../ingestor/test_documents/work.visible.everything.0.json | 6 +++++- .../ingestor/test_documents/work.visible.everything.1.json | 6 +++++- .../ingestor/test_documents/work.visible.everything.2.json | 6 +++++- .../test_documents/works.collection-path.NUFFINK.json | 6 +++++- .../test_documents/works.collection-path.PPCRI.json | 6 +++++- pipeline/ingestor/test_documents/works.contributor.0.json | 6 +++++- pipeline/ingestor/test_documents/works.contributor.1.json | 6 +++++- pipeline/ingestor/test_documents/works.contributor.2.json | 6 +++++- pipeline/ingestor/test_documents/works.contributor.3.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.0.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.1.json | 6 +++++- .../ingestor/test_documents/works.every-format.10.json | 6 +++++- .../ingestor/test_documents/works.every-format.11.json | 6 +++++- .../ingestor/test_documents/works.every-format.12.json | 6 +++++- .../ingestor/test_documents/works.every-format.13.json | 6 +++++- .../ingestor/test_documents/works.every-format.14.json | 6 +++++- .../ingestor/test_documents/works.every-format.15.json | 6 +++++- .../ingestor/test_documents/works.every-format.16.json | 6 +++++- .../ingestor/test_documents/works.every-format.17.json | 6 +++++- .../ingestor/test_documents/works.every-format.18.json | 6 +++++- .../ingestor/test_documents/works.every-format.19.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.2.json | 6 +++++- .../ingestor/test_documents/works.every-format.20.json | 6 +++++- .../ingestor/test_documents/works.every-format.21.json | 6 +++++- .../ingestor/test_documents/works.every-format.22.json | 6 +++++- .../ingestor/test_documents/works.every-format.23.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.3.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.4.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.5.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.6.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.7.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.8.json | 6 +++++- pipeline/ingestor/test_documents/works.every-format.9.json | 6 +++++- .../works.examples.access-status-filters-tests.0.json | 6 +++++- .../works.examples.access-status-filters-tests.1.json | 6 +++++- .../works.examples.access-status-filters-tests.2.json | 6 +++++- .../works.examples.access-status-filters-tests.3.json | 6 +++++- .../works.examples.access-status-filters-tests.4.json | 6 +++++- .../works.examples.access-status-filters-tests.5.json | 6 +++++- .../works.examples.access-status-filters-tests.6.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.0.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.1.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.10.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.11.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.12.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.13.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.14.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.15.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.16.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.17.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.18.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.19.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.2.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.20.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.21.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.22.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.23.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.3.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.4.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.5.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.6.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.7.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.8.json | 6 +++++- .../works.examples.aggregation-with-filters-tests.9.json | 6 +++++- .../works.examples.availabilities.closed-only.json | 6 +++++- .../works.examples.availabilities.everywhere.json | 6 +++++- .../works.examples.availabilities.nowhere.json | 6 +++++- .../works.examples.availabilities.online-only.json | 6 +++++- .../works.examples.availabilities.open-only.json | 6 +++++- .../works.examples.contributor-filters-tests.0.json | 6 +++++- .../works.examples.contributor-filters-tests.1.json | 6 +++++- .../works.examples.contributor-filters-tests.2.json | 6 +++++- .../works.examples.contributor-filters-tests.3.json | 6 +++++- .../works.examples.contributor-filters-tests.4.json | 6 +++++- .../works.examples.contributor-filters-tests.5.json | 6 +++++- .../works.examples.different-work-types.Collection.json | 6 +++++- .../works.examples.different-work-types.Section.json | 6 +++++- .../works.examples.different-work-types.Series.json | 6 +++++- .../works.examples.filtered-aggregations-tests.0.json | 6 +++++- .../works.examples.filtered-aggregations-tests.1.json | 6 +++++- .../works.examples.filtered-aggregations-tests.2.json | 6 +++++- .../works.examples.filtered-aggregations-tests.3.json | 6 +++++- .../works.examples.filtered-aggregations-tests.4.json | 6 +++++- .../works.examples.filtered-aggregations-tests.5.json | 6 +++++- .../works.examples.filtered-aggregations-tests.6.json | 6 +++++- .../works.examples.filtered-aggregations-tests.7.json | 6 +++++- .../works.examples.filtered-aggregations-tests.8.json | 6 +++++- .../works.examples.filtered-aggregations-tests.9.json | 6 +++++- .../works.examples.genre-filters-tests.0.json | 6 +++++- .../works.examples.genre-filters-tests.1.json | 6 +++++- .../works.examples.genre-filters-tests.2.json | 6 +++++- .../works.examples.genre-filters-tests.3.json | 6 +++++- .../works.examples.genre-filters-tests.4.json | 6 +++++- .../works.examples.genre-filters-tests.5.json | 6 +++++- .../works.examples.subject-filters-tests.0.json | 7 ++++++- .../works.examples.subject-filters-tests.1.json | 6 +++++- .../works.examples.subject-filters-tests.2.json | 6 +++++- .../works.examples.subject-filters-tests.3.json | 7 ++++++- .../works.examples.subject-filters-tests.4.json | 7 ++++++- .../works.examples.subject-filters-tests.5.json | 6 +++++- .../ingestor/test_documents/works.formats.0.Books.json | 6 +++++- .../ingestor/test_documents/works.formats.1.Books.json | 6 +++++- .../ingestor/test_documents/works.formats.2.Books.json | 6 +++++- .../ingestor/test_documents/works.formats.3.Books.json | 6 +++++- .../ingestor/test_documents/works.formats.4.Journals.json | 6 +++++- .../ingestor/test_documents/works.formats.5.Journals.json | 6 +++++- .../ingestor/test_documents/works.formats.6.Journals.json | 6 +++++- .../ingestor/test_documents/works.formats.7.Audio.json | 6 +++++- .../ingestor/test_documents/works.formats.8.Audio.json | 6 +++++- .../ingestor/test_documents/works.formats.9.Pictures.json | 6 +++++- pipeline/ingestor/test_documents/works.genres.json | 6 +++++- .../test_documents/works.items-with-licenses.0.json | 6 +++++- .../test_documents/works.items-with-licenses.1.json | 6 +++++- .../test_documents/works.items-with-licenses.2.json | 6 +++++- .../test_documents/works.items-with-licenses.3.json | 6 +++++- .../test_documents/works.items-with-licenses.4.json | 6 +++++- .../works.items-with-other-identifiers.0.json | 6 +++++- .../works.items-with-other-identifiers.1.json | 6 +++++- .../works.items-with-other-identifiers.2.json | 6 +++++- .../works.items-with-other-identifiers.3.json | 6 +++++- .../works.items-with-other-identifiers.4.json | 6 +++++- .../ingestor/test_documents/works.languages.0.eng.json | 6 +++++- .../ingestor/test_documents/works.languages.1.eng.json | 6 +++++- .../ingestor/test_documents/works.languages.2.eng.json | 6 +++++- .../ingestor/test_documents/works.languages.3.eng+swe.json | 6 +++++- .../test_documents/works.languages.4.eng+swe+tur.json | 6 +++++- .../ingestor/test_documents/works.languages.5.swe.json | 6 +++++- .../ingestor/test_documents/works.languages.6.tur.json | 6 +++++- .../test_documents/works.production.multi-year.0.json | 6 +++++- .../test_documents/works.production.multi-year.1.json | 6 +++++- .../test_documents/works.production.multi-year.2.json | 6 +++++- .../test_documents/works.production.multi-year.3.json | 6 +++++- .../test_documents/works.production.multi-year.4.json | 6 +++++- .../test_documents/works.production.multi-year.5.json | 6 +++++- pipeline/ingestor/test_documents/works.subjects.0.json | 6 +++++- pipeline/ingestor/test_documents/works.subjects.1.json | 6 +++++- pipeline/ingestor/test_documents/works.subjects.2.json | 6 +++++- pipeline/ingestor/test_documents/works.subjects.3.json | 6 +++++- pipeline/ingestor/test_documents/works.subjects.4.json | 6 +++++- .../ingestor/test_documents/works.title-query-parens.json | 6 +++++- .../ingestor/test_documents/works.title-query-syntax.json | 6 +++++- pipeline/ingestor/test_documents/works.visible.0.json | 6 +++++- pipeline/ingestor/test_documents/works.visible.1.json | 6 +++++- pipeline/ingestor/test_documents/works.visible.2.json | 6 +++++- pipeline/ingestor/test_documents/works.visible.3.json | 6 +++++- pipeline/ingestor/test_documents/works.visible.4.json | 6 +++++- 163 files changed, 804 insertions(+), 162 deletions(-) diff --git a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala index fbe8e2fdca..64d43f1b7c 100644 --- a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala +++ b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala @@ -12,7 +12,7 @@ trait ImagesIndexFixtures extends IndexFixturesBase { def withLocalImagesIndex[R]: Fixture[Index, R] = { withLocalElasticSearchIndex[R](config = getConfig( - mappings = "mappings.images_indexed.2024-08-20.json", + mappings = "mappings.images_indexed.2024-11-06.json", analysis = "analysis.works_indexed.2024-08-20.json" ) ) diff --git a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala index 583db23535..266b92e730 100644 --- a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala +++ b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala @@ -31,7 +31,7 @@ trait WorksIndexFixtures extends IndexFixturesBase { def withLocalWorksIndex[R]: Fixture[Index, R] = { withLocalElasticSearchIndex[R](config = getConfig( - mappings = "mappings.works_indexed.2024-08-20.json", + mappings = "mappings.works_indexed.2024-11-06.json", analysis = "analysis.works_indexed.2024-08-20.json" ) ) diff --git a/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala b/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala index 9fc8087430..6f921fe026 100644 --- a/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala +++ b/pipeline/ingestor/ingestor_works/src/main/scala/weco/pipeline/ingestor/works/models/WorkFilterableValues.scala @@ -50,7 +50,7 @@ object WorkFilterableValues { subjectsConceptsId = work.data.subjects.map(_.id).canonicalIds, contributorsAgentLabel = work.data.contributors.map(_.agent.label).map(queryableLabel), - contributorsAgentId = work.data.contributors.map(_.id).canonicalIds, + contributorsAgentId = work.data.contributors.map(_.agent.id).canonicalIds, identifiersValue = (work.sourceIdentifier +: work.data.otherIdentifiers).map(_.value), itemsLocationsLicenseId = diff --git a/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/fixtures/WorksIngestorFixtures.scala b/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/fixtures/WorksIngestorFixtures.scala index 50d105f843..3467bc10f1 100644 --- a/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/fixtures/WorksIngestorFixtures.scala +++ b/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/fixtures/WorksIngestorFixtures.scala @@ -32,7 +32,7 @@ trait WorksIngestorFixtures def assertWorkIndexed( index: Index, work: Work[WorkState.Denormalised] - ): Assertion = + ): Assertion = { eventually { val response: Response[GetResponse] = elasticClient.execute { get(index, work.state.canonicalId.toString) @@ -71,6 +71,7 @@ trait WorksIngestorFixtures assertRecent(storedWork.debug.indexedTime) } + } def withWorksIngestor[R]( queue: Queue, diff --git a/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/models/WorkFilterableValuesTest.scala b/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/models/WorkFilterableValuesTest.scala index b3d43abb5f..77128683a2 100644 --- a/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/models/WorkFilterableValuesTest.scala +++ b/pipeline/ingestor/ingestor_works/src/test/scala/weco/pipeline/ingestor/works/models/WorkFilterableValuesTest.scala @@ -27,8 +27,14 @@ class WorkFilterableValuesTest "Dreams", "McGlashan, Alan Fleming, 1898-1997" ), + subjectsConceptsId = List( + "bse2dtxc", + "hjw49bkh", + "wfkwqmmx" + ), contributorsAgentLabel = List("M.A.C.T", "McGlashan, Alan Fleming, 1898-1997"), + contributorsAgentId = List("npanm646", "wfkwqmmx"), identifiersValue = List("b16582962", "1658296", "658296i", "L0045108"), itemsLocationsLicenseId = List("cc-by"), itemsLocationsAccessConditionsStatusId = List("open", "open"), diff --git a/pipeline/ingestor/test_documents/work-production.1098.json b/pipeline/ingestor/test_documents/work-production.1098.json index 32a3f63c7a..641eb88149 100644 --- a/pipeline/ingestor/test_documents/work-production.1098.json +++ b/pipeline/ingestor/test_documents/work-production.1098.json @@ -1,6 +1,6 @@ { "description" : "a work with a production event in 1098", - "createdAt" : "2024-08-22T10:16:19.970117Z", + "createdAt" : "2024-11-06T15:31:39.100811Z", "id" : "guav7chy", "document" : { "debug" : { @@ -162,8 +162,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "W9fptfa5Xn" ], diff --git a/pipeline/ingestor/test_documents/work-production.1900.json b/pipeline/ingestor/test_documents/work-production.1900.json index 5797679fc9..b9eb6760cf 100644 --- a/pipeline/ingestor/test_documents/work-production.1900.json +++ b/pipeline/ingestor/test_documents/work-production.1900.json @@ -1,6 +1,6 @@ { "description" : "a work with a production event in 1900", - "createdAt" : "2024-08-22T10:16:19.964094Z", + "createdAt" : "2024-11-06T15:31:39.090648Z", "id" : "rbnro6wx", "document" : { "debug" : { @@ -162,8 +162,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "akaUmx5H3i" ], diff --git a/pipeline/ingestor/test_documents/work-production.1904.json b/pipeline/ingestor/test_documents/work-production.1904.json index 74d1224d97..0b0f33fe90 100644 --- a/pipeline/ingestor/test_documents/work-production.1904.json +++ b/pipeline/ingestor/test_documents/work-production.1904.json @@ -1,6 +1,6 @@ { "description" : "a work with a production event in 1904", - "createdAt" : "2024-08-22T10:16:19.967162Z", + "createdAt" : "2024-11-06T15:31:39.096124Z", "id" : "aiv95swj", "document" : { "debug" : { @@ -162,8 +162,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "h0QyLvGt20" ], diff --git a/pipeline/ingestor/test_documents/work-production.1976.json b/pipeline/ingestor/test_documents/work-production.1976.json index 32985da2d1..cd7a065b69 100644 --- a/pipeline/ingestor/test_documents/work-production.1976.json +++ b/pipeline/ingestor/test_documents/work-production.1976.json @@ -1,6 +1,6 @@ { "description" : "a work with a production event in 1976", - "createdAt" : "2024-08-22T10:16:19.965741Z", + "createdAt" : "2024-11-06T15:31:39.093546Z", "id" : "5vjghupy", "document" : { "debug" : { @@ -162,8 +162,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "xrdlOL8J49" ], diff --git a/pipeline/ingestor/test_documents/work-production.2020.json b/pipeline/ingestor/test_documents/work-production.2020.json index f8e929633a..00c86b2f5f 100644 --- a/pipeline/ingestor/test_documents/work-production.2020.json +++ b/pipeline/ingestor/test_documents/work-production.2020.json @@ -1,6 +1,6 @@ { "description" : "a work with a production event in 2020", - "createdAt" : "2024-08-22T10:16:19.968665Z", + "createdAt" : "2024-11-06T15:31:39.098633Z", "id" : "0fucriyr", "document" : { "debug" : { @@ -162,8 +162,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "KgSH5dUX0Z" ], diff --git a/pipeline/ingestor/test_documents/work-thumbnail.json b/pipeline/ingestor/test_documents/work-thumbnail.json index 0a12ace43d..ea9eee9a0f 100644 --- a/pipeline/ingestor/test_documents/work-thumbnail.json +++ b/pipeline/ingestor/test_documents/work-thumbnail.json @@ -1,6 +1,6 @@ { "description" : "a work with a thumbnail", - "createdAt" : "2024-08-22T10:16:19.953780Z", + "createdAt" : "2024-11-06T15:31:39.075823Z", "id" : "sahqcluh", "document" : { "debug" : { @@ -162,8 +162,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "rRRYGQYiF7" ], diff --git a/pipeline/ingestor/test_documents/work-title-dodo.json b/pipeline/ingestor/test_documents/work-title-dodo.json index 1f7d2a96f3..e14f4448ec 100644 --- a/pipeline/ingestor/test_documents/work-title-dodo.json +++ b/pipeline/ingestor/test_documents/work-title-dodo.json @@ -1,6 +1,6 @@ { "description" : "a work with 'dodo' in the title", - "createdAt" : "2024-08-22T10:16:19.956319Z", + "createdAt" : "2024-11-06T15:31:39.079872Z", "id" : "ezagik4b", "document" : { "debug" : { @@ -146,8 +146,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "xg9OuzGali" ], diff --git a/pipeline/ingestor/test_documents/work-title-mouse.json b/pipeline/ingestor/test_documents/work-title-mouse.json index 5e1e3cbd0d..c3d9899d48 100644 --- a/pipeline/ingestor/test_documents/work-title-mouse.json +++ b/pipeline/ingestor/test_documents/work-title-mouse.json @@ -1,6 +1,6 @@ { "description" : "a work with 'mouse' in the title", - "createdAt" : "2024-08-22T10:16:19.958184Z", + "createdAt" : "2024-11-06T15:31:39.082230Z", "id" : "lnn17cwk", "document" : { "debug" : { @@ -146,8 +146,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "EhPpSB8mq7" ], diff --git a/pipeline/ingestor/test_documents/work-with-edition-and-duration.json b/pipeline/ingestor/test_documents/work-with-edition-and-duration.json index 861222f9d8..c1dcd032d8 100644 --- a/pipeline/ingestor/test_documents/work-with-edition-and-duration.json +++ b/pipeline/ingestor/test_documents/work-with-edition-and-duration.json @@ -1,6 +1,6 @@ { "description" : "a work with optional top-level fields", - "createdAt" : "2024-08-22T10:16:19.945025Z", + "createdAt" : "2024-11-06T15:31:39.066413Z", "id" : "gsruvqwf", "document" : { "debug" : { @@ -147,8 +147,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "7YNi35xO0f" ], diff --git a/pipeline/ingestor/test_documents/work.items-with-location-types.0.json b/pipeline/ingestor/test_documents/work.items-with-location-types.0.json index e789d6b605..40fd5cb44c 100644 --- a/pipeline/ingestor/test_documents/work.items-with-location-types.0.json +++ b/pipeline/ingestor/test_documents/work.items-with-location-types.0.json @@ -1,6 +1,6 @@ { "description" : "items with different location types", - "createdAt" : "2024-08-22T10:16:20.094162Z", + "createdAt" : "2024-11-06T15:31:39.354565Z", "id" : "4zaferi8", "document" : { "debug" : { @@ -183,8 +183,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "lfxMM8GfuD" ], diff --git a/pipeline/ingestor/test_documents/work.items-with-location-types.1.json b/pipeline/ingestor/test_documents/work.items-with-location-types.1.json index 5d78035fa5..098a03b335 100644 --- a/pipeline/ingestor/test_documents/work.items-with-location-types.1.json +++ b/pipeline/ingestor/test_documents/work.items-with-location-types.1.json @@ -1,6 +1,6 @@ { "description" : "items with different location types", - "createdAt" : "2024-08-22T10:16:20.094498Z", + "createdAt" : "2024-11-06T15:31:39.354977Z", "id" : "pfnxzwsg", "document" : { "debug" : { @@ -203,8 +203,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "3WPG6KR1Dm" ], diff --git a/pipeline/ingestor/test_documents/work.items-with-location-types.2.json b/pipeline/ingestor/test_documents/work.items-with-location-types.2.json index 9e7743f9f5..f1d0253cfc 100644 --- a/pipeline/ingestor/test_documents/work.items-with-location-types.2.json +++ b/pipeline/ingestor/test_documents/work.items-with-location-types.2.json @@ -1,6 +1,6 @@ { "description" : "items with different location types", - "createdAt" : "2024-08-22T10:16:20.094818Z", + "createdAt" : "2024-11-06T15:31:39.355359Z", "id" : "gubhlxq1", "document" : { "debug" : { @@ -190,8 +190,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Qiy0B0TSmD" ], diff --git a/pipeline/ingestor/test_documents/work.visible.everything.0.json b/pipeline/ingestor/test_documents/work.visible.everything.0.json index 32670905a4..e1b253c537 100644 --- a/pipeline/ingestor/test_documents/work.visible.everything.0.json +++ b/pipeline/ingestor/test_documents/work.visible.everything.0.json @@ -1,6 +1,6 @@ { "description" : "a list of work with all the include-able fields", - "createdAt" : "2024-08-22T10:16:20.000204Z", + "createdAt" : "2024-11-06T15:31:39.234883Z", "id" : "tmdfbk5k", "document" : { "debug" : { @@ -671,10 +671,14 @@ "RGOo9Fg6ic", "k1WGWfqE6x" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "person-eKZIqbV783", "person-9SMhIH" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Aic5qOhRoS", "UfcQYSxE7g" diff --git a/pipeline/ingestor/test_documents/work.visible.everything.1.json b/pipeline/ingestor/test_documents/work.visible.everything.1.json index d61bc18c9c..9348e4d2b5 100644 --- a/pipeline/ingestor/test_documents/work.visible.everything.1.json +++ b/pipeline/ingestor/test_documents/work.visible.everything.1.json @@ -1,6 +1,6 @@ { "description" : "a list of work with all the include-able fields", - "createdAt" : "2024-08-22T10:16:20.002249Z", + "createdAt" : "2024-11-06T15:31:39.237549Z", "id" : "dhzcyeul", "document" : { "debug" : { @@ -655,10 +655,14 @@ "RbppKZMbAm", "2ToHCa1Sqa" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "person-RLIsn6KqXf", "person-MBn6NMM" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "LMVvWxgXRS", "mD7jxioppl" diff --git a/pipeline/ingestor/test_documents/work.visible.everything.2.json b/pipeline/ingestor/test_documents/work.visible.everything.2.json index d942a1fd78..5847cc478d 100644 --- a/pipeline/ingestor/test_documents/work.visible.everything.2.json +++ b/pipeline/ingestor/test_documents/work.visible.everything.2.json @@ -1,6 +1,6 @@ { "description" : "a list of work with all the include-able fields", - "createdAt" : "2024-08-22T10:16:20.003895Z", + "createdAt" : "2024-11-06T15:31:39.239581Z", "id" : "kspmagtl", "document" : { "debug" : { @@ -653,10 +653,14 @@ "Uauios0IzD", "6n2QtjPUbf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "person-h9jhXW", "person-QdWhUu" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "bWRaGNi2Hd", "Hq3k05Fqag" diff --git a/pipeline/ingestor/test_documents/works.collection-path.NUFFINK.json b/pipeline/ingestor/test_documents/works.collection-path.NUFFINK.json index 39a7cf5b06..e885c27e44 100644 --- a/pipeline/ingestor/test_documents/works.collection-path.NUFFINK.json +++ b/pipeline/ingestor/test_documents/works.collection-path.NUFFINK.json @@ -1,6 +1,6 @@ { "description" : "a work with a collection path", - "createdAt" : "2024-08-22T10:16:20.067995Z", + "createdAt" : "2024-11-06T15:31:39.322640Z", "id" : "xngls6zs", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "cZctCb44q4" ], diff --git a/pipeline/ingestor/test_documents/works.collection-path.PPCRI.json b/pipeline/ingestor/test_documents/works.collection-path.PPCRI.json index eac1f0bf48..126e1e2b92 100644 --- a/pipeline/ingestor/test_documents/works.collection-path.PPCRI.json +++ b/pipeline/ingestor/test_documents/works.collection-path.PPCRI.json @@ -1,6 +1,6 @@ { "description" : "a work with a collection path", - "createdAt" : "2024-08-22T10:16:20.067108Z", + "createdAt" : "2024-11-06T15:31:39.321529Z", "id" : "ynrhjtvf", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "883LiigJ4Q" ], diff --git a/pipeline/ingestor/test_documents/works.contributor.0.json b/pipeline/ingestor/test_documents/works.contributor.0.json index af49ebec1b..f393ff01d3 100644 --- a/pipeline/ingestor/test_documents/works.contributor.0.json +++ b/pipeline/ingestor/test_documents/works.contributor.0.json @@ -1,6 +1,6 @@ { "description" : "works with different contributor", - "createdAt" : "2024-08-22T10:16:20.052378Z", + "createdAt" : "2024-11-06T15:31:39.306899Z", "id" : "5qgfzto1", "document" : { "debug" : { @@ -157,9 +157,13 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "47" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "x4HrV5FXFI" ], diff --git a/pipeline/ingestor/test_documents/works.contributor.1.json b/pipeline/ingestor/test_documents/works.contributor.1.json index 70e807d4f8..549e7aef68 100644 --- a/pipeline/ingestor/test_documents/works.contributor.1.json +++ b/pipeline/ingestor/test_documents/works.contributor.1.json @@ -1,6 +1,6 @@ { "description" : "works with different contributor", - "createdAt" : "2024-08-22T10:16:20.052733Z", + "createdAt" : "2024-11-06T15:31:39.307338Z", "id" : "a8uyvixy", "document" : { "debug" : { @@ -157,9 +157,13 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "47" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "HfSgzBeJhd" ], diff --git a/pipeline/ingestor/test_documents/works.contributor.2.json b/pipeline/ingestor/test_documents/works.contributor.2.json index 2c6211771c..2426523a0b 100644 --- a/pipeline/ingestor/test_documents/works.contributor.2.json +++ b/pipeline/ingestor/test_documents/works.contributor.2.json @@ -1,6 +1,6 @@ { "description" : "works with different contributor", - "createdAt" : "2024-08-22T10:16:20.055965Z", + "createdAt" : "2024-11-06T15:31:39.310188Z", "id" : "toypx23i", "document" : { "debug" : { @@ -169,10 +169,14 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "007", "MI5" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "MhQvVMFf3I" ], diff --git a/pipeline/ingestor/test_documents/works.contributor.3.json b/pipeline/ingestor/test_documents/works.contributor.3.json index 1437a7c6e8..79d3b8f3eb 100644 --- a/pipeline/ingestor/test_documents/works.contributor.3.json +++ b/pipeline/ingestor/test_documents/works.contributor.3.json @@ -1,6 +1,6 @@ { "description" : "works with different contributor", - "createdAt" : "2024-08-22T10:16:20.056357Z", + "createdAt" : "2024-11-06T15:31:39.310649Z", "id" : "mudchggm", "document" : { "debug" : { @@ -169,10 +169,14 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "MI5", "GCHQ" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "XCPwwavyjz" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.0.json b/pipeline/ingestor/test_documents/works.every-format.0.json index bdafc8424b..b847690b36 100644 --- a/pipeline/ingestor/test_documents/works.every-format.0.json +++ b/pipeline/ingestor/test_documents/works.every-format.0.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.070297Z", + "createdAt" : "2024-11-06T15:31:39.325519Z", "id" : "w2ap82cs", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "UZlr85jkfd" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.1.json b/pipeline/ingestor/test_documents/works.every-format.1.json index e94ab65635..9137d0cd1c 100644 --- a/pipeline/ingestor/test_documents/works.every-format.1.json +++ b/pipeline/ingestor/test_documents/works.every-format.1.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.070574Z", + "createdAt" : "2024-11-06T15:31:39.325763Z", "id" : "jminkez1", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "cxE29kiXIm" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.10.json b/pipeline/ingestor/test_documents/works.every-format.10.json index 836f403858..85cfab0dc9 100644 --- a/pipeline/ingestor/test_documents/works.every-format.10.json +++ b/pipeline/ingestor/test_documents/works.every-format.10.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.072806Z", + "createdAt" : "2024-11-06T15:31:39.328483Z", "id" : "5lq8kfis", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ajAY87vuuJ" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.11.json b/pipeline/ingestor/test_documents/works.every-format.11.json index a635ed54c6..77ad7685de 100644 --- a/pipeline/ingestor/test_documents/works.every-format.11.json +++ b/pipeline/ingestor/test_documents/works.every-format.11.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.073062Z", + "createdAt" : "2024-11-06T15:31:39.328750Z", "id" : "kkzdnfal", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "J1fupAzsfb" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.12.json b/pipeline/ingestor/test_documents/works.every-format.12.json index ac76214df7..6f59e9433a 100644 --- a/pipeline/ingestor/test_documents/works.every-format.12.json +++ b/pipeline/ingestor/test_documents/works.every-format.12.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.073313Z", + "createdAt" : "2024-11-06T15:31:39.328974Z", "id" : "02pauy4p", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "mZeIhkjzt3" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.13.json b/pipeline/ingestor/test_documents/works.every-format.13.json index a2da98cd8c..c78ab69c01 100644 --- a/pipeline/ingestor/test_documents/works.every-format.13.json +++ b/pipeline/ingestor/test_documents/works.every-format.13.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.073585Z", + "createdAt" : "2024-11-06T15:31:39.329205Z", "id" : "83tyy1gh", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "qt38YgNxOY" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.14.json b/pipeline/ingestor/test_documents/works.every-format.14.json index b0a55af759..f76e159678 100644 --- a/pipeline/ingestor/test_documents/works.every-format.14.json +++ b/pipeline/ingestor/test_documents/works.every-format.14.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.073841Z", + "createdAt" : "2024-11-06T15:31:39.329435Z", "id" : "vwzsza7o", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "DHZ5kGsC2N" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.15.json b/pipeline/ingestor/test_documents/works.every-format.15.json index f5163bb606..8fa6bdbb51 100644 --- a/pipeline/ingestor/test_documents/works.every-format.15.json +++ b/pipeline/ingestor/test_documents/works.every-format.15.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.074099Z", + "createdAt" : "2024-11-06T15:31:39.329663Z", "id" : "9vihnjwg", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "oeggPvgjRA" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.16.json b/pipeline/ingestor/test_documents/works.every-format.16.json index 355de8811e..e90fa7ca9c 100644 --- a/pipeline/ingestor/test_documents/works.every-format.16.json +++ b/pipeline/ingestor/test_documents/works.every-format.16.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.074356Z", + "createdAt" : "2024-11-06T15:31:39.329882Z", "id" : "4blsy3iy", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "CwPK521Yf5" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.17.json b/pipeline/ingestor/test_documents/works.every-format.17.json index ab91da264c..8daa5dcf08 100644 --- a/pipeline/ingestor/test_documents/works.every-format.17.json +++ b/pipeline/ingestor/test_documents/works.every-format.17.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.074632Z", + "createdAt" : "2024-11-06T15:31:39.330106Z", "id" : "9is9e3tz", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ZVe3xG7r6V" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.18.json b/pipeline/ingestor/test_documents/works.every-format.18.json index 89347e87d5..f31b48e5b0 100644 --- a/pipeline/ingestor/test_documents/works.every-format.18.json +++ b/pipeline/ingestor/test_documents/works.every-format.18.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.074883Z", + "createdAt" : "2024-11-06T15:31:39.330322Z", "id" : "4pxxngz8", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "u1GFI2XFVi" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.19.json b/pipeline/ingestor/test_documents/works.every-format.19.json index dfa00b99ae..aa4757504e 100644 --- a/pipeline/ingestor/test_documents/works.every-format.19.json +++ b/pipeline/ingestor/test_documents/works.every-format.19.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.075145Z", + "createdAt" : "2024-11-06T15:31:39.330537Z", "id" : "pujta45z", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "4EFefGhSS8" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.2.json b/pipeline/ingestor/test_documents/works.every-format.2.json index d5c224bf1c..60dacbdf53 100644 --- a/pipeline/ingestor/test_documents/works.every-format.2.json +++ b/pipeline/ingestor/test_documents/works.every-format.2.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.070836Z", + "createdAt" : "2024-11-06T15:31:39.326011Z", "id" : "cinepzd4", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ALANM5eCQQ" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.20.json b/pipeline/ingestor/test_documents/works.every-format.20.json index d6bedb2c25..2562bdcf3e 100644 --- a/pipeline/ingestor/test_documents/works.every-format.20.json +++ b/pipeline/ingestor/test_documents/works.every-format.20.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.075394Z", + "createdAt" : "2024-11-06T15:31:39.330747Z", "id" : "qph7iot8", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "kQ4UxBoirz" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.21.json b/pipeline/ingestor/test_documents/works.every-format.21.json index 879d0638b0..06a610bb11 100644 --- a/pipeline/ingestor/test_documents/works.every-format.21.json +++ b/pipeline/ingestor/test_documents/works.every-format.21.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.075633Z", + "createdAt" : "2024-11-06T15:31:39.330953Z", "id" : "3ygkb1yd", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "mTs82bfnk2" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.22.json b/pipeline/ingestor/test_documents/works.every-format.22.json index 8f94567a23..3c14bf815d 100644 --- a/pipeline/ingestor/test_documents/works.every-format.22.json +++ b/pipeline/ingestor/test_documents/works.every-format.22.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.075871Z", + "createdAt" : "2024-11-06T15:31:39.331166Z", "id" : "ccfchgq4", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "a62zjJ09dk" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.23.json b/pipeline/ingestor/test_documents/works.every-format.23.json index 583065af26..516d7ef460 100644 --- a/pipeline/ingestor/test_documents/works.every-format.23.json +++ b/pipeline/ingestor/test_documents/works.every-format.23.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.076113Z", + "createdAt" : "2024-11-06T15:31:39.331373Z", "id" : "cgfghm8m", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "mh0pYazvpR" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.3.json b/pipeline/ingestor/test_documents/works.every-format.3.json index 8139edbe40..43869634a3 100644 --- a/pipeline/ingestor/test_documents/works.every-format.3.json +++ b/pipeline/ingestor/test_documents/works.every-format.3.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.071095Z", + "createdAt" : "2024-11-06T15:31:39.326264Z", "id" : "btrlxjc4", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "oZVNybADYL" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.4.json b/pipeline/ingestor/test_documents/works.every-format.4.json index 30028748d1..bad6d3c8b5 100644 --- a/pipeline/ingestor/test_documents/works.every-format.4.json +++ b/pipeline/ingestor/test_documents/works.every-format.4.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.071350Z", + "createdAt" : "2024-11-06T15:31:39.326516Z", "id" : "ifz9zadf", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "MZkkqME2t4" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.5.json b/pipeline/ingestor/test_documents/works.every-format.5.json index e04f4222c0..ae97affeac 100644 --- a/pipeline/ingestor/test_documents/works.every-format.5.json +++ b/pipeline/ingestor/test_documents/works.every-format.5.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.071595Z", + "createdAt" : "2024-11-06T15:31:39.326825Z", "id" : "xlcpwdx8", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "QBSkLFL8Cz" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.6.json b/pipeline/ingestor/test_documents/works.every-format.6.json index 1dac3e1088..1ceba2dc17 100644 --- a/pipeline/ingestor/test_documents/works.every-format.6.json +++ b/pipeline/ingestor/test_documents/works.every-format.6.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.071838Z", + "createdAt" : "2024-11-06T15:31:39.327326Z", "id" : "cmz25207", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "pmMJGY9dht" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.7.json b/pipeline/ingestor/test_documents/works.every-format.7.json index 458fce99d8..c6642815c1 100644 --- a/pipeline/ingestor/test_documents/works.every-format.7.json +++ b/pipeline/ingestor/test_documents/works.every-format.7.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.072076Z", + "createdAt" : "2024-11-06T15:31:39.327607Z", "id" : "6qjgnqbc", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Nr737MdPwA" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.8.json b/pipeline/ingestor/test_documents/works.every-format.8.json index 651845d0a4..d79f6ffe83 100644 --- a/pipeline/ingestor/test_documents/works.every-format.8.json +++ b/pipeline/ingestor/test_documents/works.every-format.8.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.072320Z", + "createdAt" : "2024-11-06T15:31:39.327958Z", "id" : "cwpfpixj", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "D1YQhdjF03" ], diff --git a/pipeline/ingestor/test_documents/works.every-format.9.json b/pipeline/ingestor/test_documents/works.every-format.9.json index dd79bff8bc..2aff552614 100644 --- a/pipeline/ingestor/test_documents/works.every-format.9.json +++ b/pipeline/ingestor/test_documents/works.every-format.9.json @@ -1,6 +1,6 @@ { "description" : "works with every format", - "createdAt" : "2024-08-22T10:16:20.072564Z", + "createdAt" : "2024-11-06T15:31:39.328230Z", "id" : "6visru7m", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ifN5hzpvxV" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.0.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.0.json index 2e38e1a16b..eeb7bf5343 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.0.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.0.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.143008Z", + "createdAt" : "2024-11-06T15:31:39.416506Z", "id" : "e9alfxx5", "document" : { "debug" : { @@ -197,8 +197,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "I95Gazclr9" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.1.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.1.json index d072a078c2..62892f2fdf 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.1.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.1.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.143323Z", + "createdAt" : "2024-11-06T15:31:39.416863Z", "id" : "xmya3fco", "document" : { "debug" : { @@ -197,8 +197,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "2KTE1hWM7i" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.2.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.2.json index a54abaabe9..cdb1bac932 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.2.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.2.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.143587Z", + "createdAt" : "2024-11-06T15:31:39.417120Z", "id" : "1pknkhek", "document" : { "debug" : { @@ -196,8 +196,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "eKWAvLy8mU" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.3.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.3.json index a7fa8d44aa..ebbc2f31cb 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.3.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.3.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.143870Z", + "createdAt" : "2024-11-06T15:31:39.417411Z", "id" : "f1p8iujf", "document" : { "debug" : { @@ -202,8 +202,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "3dCafwzrSa" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.4.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.4.json index 473e43d4ef..ff847a02ee 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.4.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.4.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.144147Z", + "createdAt" : "2024-11-06T15:31:39.417663Z", "id" : "n2u7aru7", "document" : { "debug" : { @@ -202,8 +202,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "HrklHuS07i" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.5.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.5.json index 74797315e6..7251a1c18d 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.5.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.5.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.144431Z", + "createdAt" : "2024-11-06T15:31:39.417902Z", "id" : "8ezcyfql", "document" : { "debug" : { @@ -202,8 +202,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "uDZSkVVbac" ], diff --git a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.6.json b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.6.json index 2b7fc713d4..f8d66444bd 100644 --- a/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.6.json +++ b/pipeline/ingestor/test_documents/works.examples.access-status-filters-tests.6.json @@ -1,6 +1,6 @@ { "description" : "examples for the access status tests", - "createdAt" : "2024-08-22T10:16:20.144696Z", + "createdAt" : "2024-11-06T15:31:39.418126Z", "id" : "dulkq8ny", "document" : { "debug" : { @@ -196,8 +196,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "HeUBhh45MM" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.0.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.0.json index 4c76a691b2..1d41942391 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.0.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.0.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.098953Z", + "createdAt" : "2024-11-06T15:31:39.360741Z", "id" : "vu0ulwn0", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "6rJpSUKd2d" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "MOpZRqzugp" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.1.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.1.json index 384328c634..d101c4a1a9 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.1.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.1.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.099298Z", + "createdAt" : "2024-11-06T15:31:39.361108Z", "id" : "k9rmsgky", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "6rJpSUKd2d" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Sw2fZgItN5" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.10.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.10.json index 411b55c877..626a5fdfb7 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.10.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.10.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.102437Z", + "createdAt" : "2024-11-06T15:31:39.365334Z", "id" : "lusxgqii", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "S4hioTvwQl" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "SVR3x3Cael" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.11.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.11.json index 0bf427d92c..37d80ea36b 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.11.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.11.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.102757Z", + "createdAt" : "2024-11-06T15:31:39.365646Z", "id" : "uwotqemj", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "S4hioTvwQl" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "w4lFJUZazq" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.12.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.12.json index fe34d17065..6a5d8d2d54 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.12.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.12.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.103094Z", + "createdAt" : "2024-11-06T15:31:39.365967Z", "id" : "tbkbsxzf", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "fIbfVPkqaf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "5HlMPZzhLJ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.13.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.13.json index 09df2a4248..f571dc9bb9 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.13.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.13.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.103437Z", + "createdAt" : "2024-11-06T15:31:39.366289Z", "id" : "qr2rdsof", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "fIbfVPkqaf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "b5lYlQvQzS" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.14.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.14.json index 9ff79b0cac..27e4b7ea53 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.14.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.14.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.103785Z", + "createdAt" : "2024-11-06T15:31:39.366619Z", "id" : "5klfzrze", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "fIbfVPkqaf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Iw5fNUyylf" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.15.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.15.json index 4fd8fc4ac9..2244812cc8 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.15.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.15.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.104307Z", + "createdAt" : "2024-11-06T15:31:39.366948Z", "id" : "lwpiautl", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "fIbfVPkqaf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "2tqCcLh1PJ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.16.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.16.json index 439fa3a6d7..c7b18481c5 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.16.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.16.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.104695Z", + "createdAt" : "2024-11-06T15:31:39.367262Z", "id" : "ior3tm3c", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "fIbfVPkqaf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "FndKxMxs7k" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.17.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.17.json index 2c11f203b3..f76fe5baae 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.17.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.17.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.105039Z", + "createdAt" : "2024-11-06T15:31:39.367568Z", "id" : "bpisihnt", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "fIbfVPkqaf" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "IptlxE0qlB" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.18.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.18.json index 4660d99b9c..98346b7207 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.18.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.18.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.105362Z", + "createdAt" : "2024-11-06T15:31:39.367866Z", "id" : "gms4hdjm", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "hQnFei9OwD" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Xd87ZYKrzx" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.19.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.19.json index 9ffba77ab8..81c4bd25de 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.19.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.19.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.105688Z", + "createdAt" : "2024-11-06T15:31:39.368175Z", "id" : "kw3kldau", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "hQnFei9OwD" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "lzYfNgtG1S" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.2.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.2.json index 78994985ea..9da60c0227 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.2.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.2.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.099634Z", + "createdAt" : "2024-11-06T15:31:39.361580Z", "id" : "zh75axbz", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "6rJpSUKd2d" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "4ElQJncU8p" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.20.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.20.json index a8f77af0f0..23f05c1075 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.20.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.20.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.106031Z", + "createdAt" : "2024-11-06T15:31:39.368581Z", "id" : "lmxtr1wn", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "hQnFei9OwD" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "IXCFVccBcF" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.21.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.21.json index 99f0e3c158..fe95831857 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.21.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.21.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.106350Z", + "createdAt" : "2024-11-06T15:31:39.368919Z", "id" : "exjvuylz", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "hQnFei9OwD" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "7V2pOSQnJO" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.22.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.22.json index 734dcb605f..d4baf7b1b1 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.22.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.22.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.106674Z", + "createdAt" : "2024-11-06T15:31:39.369250Z", "id" : "fnqpflgg", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "hQnFei9OwD" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "J0y4QwQTlr" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.23.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.23.json index 4f1e1bc7af..21501c718f 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.23.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.23.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.106982Z", + "createdAt" : "2024-11-06T15:31:39.369565Z", "id" : "y6iujg4j", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "hQnFei9OwD" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "xGjZEnp6i2" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.3.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.3.json index e1e447eb21..35e1b8f68c 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.3.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.3.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.100011Z", + "createdAt" : "2024-11-06T15:31:39.362452Z", "id" : "z92kvukz", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "6rJpSUKd2d" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "8YItYtyWP3" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.4.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.4.json index fe752843d8..1008859497 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.4.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.4.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.100369Z", + "createdAt" : "2024-11-06T15:31:39.363101Z", "id" : "m9cvkukq", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "6rJpSUKd2d" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "66BwUadwA2" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.5.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.5.json index 570c9ee6e7..02ec32c938 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.5.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.5.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.100701Z", + "createdAt" : "2024-11-06T15:31:39.363600Z", "id" : "n4dq7ypg", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "6rJpSUKd2d" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "dBoRzqlD5L" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.6.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.6.json index 77ae3fb7b7..e97110a7b2 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.6.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.6.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.101038Z", + "createdAt" : "2024-11-06T15:31:39.363984Z", "id" : "4cicdqpx", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "S4hioTvwQl" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "FU0kYbman5" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.7.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.7.json index 0a39e81480..a71bab6d3a 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.7.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.7.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.101413Z", + "createdAt" : "2024-11-06T15:31:39.364343Z", "id" : "p7zbfaov", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "S4hioTvwQl" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "pYub9JXopb" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.8.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.8.json index 5baa68235c..c172ffe908 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.8.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.8.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.101766Z", + "createdAt" : "2024-11-06T15:31:39.364681Z", "id" : "nuuq84cr", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "S4hioTvwQl" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "IzLCv3sMYa" ], diff --git a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.9.json b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.9.json index a186fe34cf..09d69128bf 100644 --- a/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.9.json +++ b/pipeline/ingestor/test_documents/works.examples.aggregation-with-filters-tests.9.json @@ -1,6 +1,6 @@ { "description" : "examples for the aggregation-with-filters tests", - "createdAt" : "2024-08-22T10:16:20.102111Z", + "createdAt" : "2024-11-06T15:31:39.365036Z", "id" : "x1muoi8t", "document" : { "debug" : { @@ -174,8 +174,12 @@ "subjects.label" : [ "S4hioTvwQl" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "s4RY14qUDX" ], diff --git a/pipeline/ingestor/test_documents/works.examples.availabilities.closed-only.json b/pipeline/ingestor/test_documents/works.examples.availabilities.closed-only.json index c7089a650b..e271a8804e 100644 --- a/pipeline/ingestor/test_documents/works.examples.availabilities.closed-only.json +++ b/pipeline/ingestor/test_documents/works.examples.availabilities.closed-only.json @@ -1,6 +1,6 @@ { "description" : "examples for availabilities tests", - "createdAt" : "2024-08-22T10:16:20.157118Z", + "createdAt" : "2024-11-06T15:31:39.434331Z", "id" : "iopgf0nj", "document" : { "debug" : { @@ -190,8 +190,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "3glZntXsvt" ], diff --git a/pipeline/ingestor/test_documents/works.examples.availabilities.everywhere.json b/pipeline/ingestor/test_documents/works.examples.availabilities.everywhere.json index 765938de3e..86c281853d 100644 --- a/pipeline/ingestor/test_documents/works.examples.availabilities.everywhere.json +++ b/pipeline/ingestor/test_documents/works.examples.availabilities.everywhere.json @@ -1,6 +1,6 @@ { "description" : "examples for availabilities tests", - "createdAt" : "2024-08-22T10:16:20.160122Z", + "createdAt" : "2024-11-06T15:31:39.437557Z", "id" : "9stpxl39", "document" : { "debug" : { @@ -271,8 +271,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "iOhIDpmZQS" ], diff --git a/pipeline/ingestor/test_documents/works.examples.availabilities.nowhere.json b/pipeline/ingestor/test_documents/works.examples.availabilities.nowhere.json index 7cf23554e6..a2f8fbf9be 100644 --- a/pipeline/ingestor/test_documents/works.examples.availabilities.nowhere.json +++ b/pipeline/ingestor/test_documents/works.examples.availabilities.nowhere.json @@ -1,6 +1,6 @@ { "description" : "examples for availabilities tests", - "createdAt" : "2024-08-22T10:16:20.159405Z", + "createdAt" : "2024-11-06T15:31:39.436285Z", "id" : "jy8lcdnc", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "r5gilWx8gA" ], diff --git a/pipeline/ingestor/test_documents/works.examples.availabilities.online-only.json b/pipeline/ingestor/test_documents/works.examples.availabilities.online-only.json index 50e5dac040..84ff980b05 100644 --- a/pipeline/ingestor/test_documents/works.examples.availabilities.online-only.json +++ b/pipeline/ingestor/test_documents/works.examples.availabilities.online-only.json @@ -1,6 +1,6 @@ { "description" : "examples for availabilities tests", - "createdAt" : "2024-08-22T10:16:20.158022Z", + "createdAt" : "2024-11-06T15:31:39.435450Z", "id" : "yz6gwbs7", "document" : { "debug" : { @@ -189,8 +189,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "DnY4M5JWvJ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.availabilities.open-only.json b/pipeline/ingestor/test_documents/works.examples.availabilities.open-only.json index 2582bd80ec..b9f4e53397 100644 --- a/pipeline/ingestor/test_documents/works.examples.availabilities.open-only.json +++ b/pipeline/ingestor/test_documents/works.examples.availabilities.open-only.json @@ -1,6 +1,6 @@ { "description" : "examples for availabilities tests", - "createdAt" : "2024-08-22T10:16:20.156160Z", + "createdAt" : "2024-11-06T15:31:39.432871Z", "id" : "fntlrk7n", "document" : { "debug" : { @@ -183,8 +183,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "y9pCp7jd9r" ], diff --git a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.0.json b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.0.json index 8db2515809..5bfa4a3ad0 100644 --- a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.0.json +++ b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.0.json @@ -1,6 +1,6 @@ { "description" : "examples for the contributor filter tests", - "createdAt" : "2024-08-22T10:16:20.133109Z", + "createdAt" : "2024-11-06T15:31:39.402734Z", "id" : "ijnwmvup", "document" : { "debug" : { @@ -157,9 +157,13 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "Bath, Patricia" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Kd2KzPZAnM" ], diff --git a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.1.json b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.1.json index 32dbb930ca..88a7e8a07a 100644 --- a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.1.json +++ b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.1.json @@ -1,6 +1,6 @@ { "description" : "examples for the contributor filter tests", - "createdAt" : "2024-08-22T10:16:20.133352Z", + "createdAt" : "2024-11-06T15:31:39.402975Z", "id" : "mzvvcba0", "document" : { "debug" : { @@ -157,9 +157,13 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "Karl Marx" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "gDuSiI3pPI" ], diff --git a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.2.json b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.2.json index dfd9587d3b..709f28076e 100644 --- a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.2.json +++ b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.2.json @@ -1,6 +1,6 @@ { "description" : "examples for the contributor filter tests", - "createdAt" : "2024-08-22T10:16:20.133584Z", + "createdAt" : "2024-11-06T15:31:39.403202Z", "id" : "5ramofto", "document" : { "debug" : { @@ -157,9 +157,13 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "Jake Paul" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "iZ6KWys5lZ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.3.json b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.3.json index b30ad5fc80..d9572bdd50 100644 --- a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.3.json +++ b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.3.json @@ -1,6 +1,6 @@ { "description" : "examples for the contributor filter tests", - "createdAt" : "2024-08-22T10:16:20.133810Z", + "createdAt" : "2024-11-06T15:31:39.403419Z", "id" : "816tru6j", "document" : { "debug" : { @@ -157,9 +157,13 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "Darwin \"Jones\", Charles" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "9jNNS7lxBF" ], diff --git a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.4.json b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.4.json index 60393ca4aa..738a048ee2 100644 --- a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.4.json +++ b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.4.json @@ -1,6 +1,6 @@ { "description" : "examples for the contributor filter tests", - "createdAt" : "2024-08-22T10:16:20.134088Z", + "createdAt" : "2024-11-06T15:31:39.404024Z", "id" : "xuni2iqa", "document" : { "debug" : { @@ -169,10 +169,14 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ "Bath, Patricia", "Darwin \"Jones\", Charles" ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "XzQw5jYpuB" ], diff --git a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.5.json b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.5.json index 54257e602d..64e7f70ba4 100644 --- a/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.5.json +++ b/pipeline/ingestor/test_documents/works.examples.contributor-filters-tests.5.json @@ -1,6 +1,6 @@ { "description" : "examples for the contributor filter tests", - "createdAt" : "2024-08-22T10:16:20.134293Z", + "createdAt" : "2024-11-06T15:31:39.404469Z", "id" : "syv21f7g", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "4Dxc6NTEVZ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.different-work-types.Collection.json b/pipeline/ingestor/test_documents/works.examples.different-work-types.Collection.json index a908979b91..64a50e7f92 100644 --- a/pipeline/ingestor/test_documents/works.examples.different-work-types.Collection.json +++ b/pipeline/ingestor/test_documents/works.examples.different-work-types.Collection.json @@ -1,6 +1,6 @@ { "description" : "examples of works with different types", - "createdAt" : "2024-08-22T10:16:20.119502Z", + "createdAt" : "2024-11-06T15:31:39.385888Z", "id" : "osineemq", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "oFYwsvmZKL" ], diff --git a/pipeline/ingestor/test_documents/works.examples.different-work-types.Section.json b/pipeline/ingestor/test_documents/works.examples.different-work-types.Section.json index 43af081b2f..e243d62659 100644 --- a/pipeline/ingestor/test_documents/works.examples.different-work-types.Section.json +++ b/pipeline/ingestor/test_documents/works.examples.different-work-types.Section.json @@ -1,6 +1,6 @@ { "description" : "examples of works with different types", - "createdAt" : "2024-08-22T10:16:20.118495Z", + "createdAt" : "2024-11-06T15:31:39.384916Z", "id" : "48vvelyd", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "eiJRew3RmJ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.different-work-types.Series.json b/pipeline/ingestor/test_documents/works.examples.different-work-types.Series.json index 5ae445494d..ef34620a42 100644 --- a/pipeline/ingestor/test_documents/works.examples.different-work-types.Series.json +++ b/pipeline/ingestor/test_documents/works.examples.different-work-types.Series.json @@ -1,6 +1,6 @@ { "description" : "examples of works with different types", - "createdAt" : "2024-08-22T10:16:20.120190Z", + "createdAt" : "2024-11-06T15:31:39.387153Z", "id" : "pbeanc7x", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ZmmbPJWDqm" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.0.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.0.json index e2cf33dc99..1637e43236 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.0.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.0.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.149193Z", + "createdAt" : "2024-11-06T15:31:39.423587Z", "id" : "pgnx8xiu", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ahC4keAffG" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.1.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.1.json index 90b48580e7..5108644933 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.1.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.1.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.149431Z", + "createdAt" : "2024-11-06T15:31:39.423790Z", "id" : "ryawvgup", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "jHeY6Fz9Kp" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.2.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.2.json index e5ad621359..f8e6bc2329 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.2.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.2.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.149704Z", + "createdAt" : "2024-11-06T15:31:39.423996Z", "id" : "z5orxsbq", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "K1TpzZmCli" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.3.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.3.json index ed9d4d950f..489719db54 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.3.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.3.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.149940Z", + "createdAt" : "2024-11-06T15:31:39.424191Z", "id" : "sts5c3ls", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "bQuZPdet7f" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.4.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.4.json index 2a19b04c09..fdc4580433 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.4.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.4.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.150160Z", + "createdAt" : "2024-11-06T15:31:39.424382Z", "id" : "ursfcpyu", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "DATqKSqlcV" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.5.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.5.json index 77a4013a17..038d76d861 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.5.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.5.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.150370Z", + "createdAt" : "2024-11-06T15:31:39.424748Z", "id" : "crmdnx7u", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "7z5sgyOBC4" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.6.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.6.json index a4da796e6c..59e82c774f 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.6.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.6.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.150591Z", + "createdAt" : "2024-11-06T15:31:39.425059Z", "id" : "7dzlu1am", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "2z2trB0Sw2" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.7.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.7.json index ed1fcedc46..e0b33a31ea 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.7.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.7.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.150800Z", + "createdAt" : "2024-11-06T15:31:39.425359Z", "id" : "rfckqwuh", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "e1HWk1Ah2x" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.8.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.8.json index 029c55c214..4b3bb7f877 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.8.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.8.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.151024Z", + "createdAt" : "2024-11-06T15:31:39.425624Z", "id" : "el5rbb4t", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "uNmLrXrfr8" ], diff --git a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.9.json b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.9.json index 97f5454de8..ba420dc28e 100644 --- a/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.9.json +++ b/pipeline/ingestor/test_documents/works.examples.filtered-aggregations-tests.9.json @@ -1,6 +1,6 @@ { "description" : "examples for the works filtered aggregations tests", - "createdAt" : "2024-08-22T10:16:20.151234Z", + "createdAt" : "2024-11-06T15:31:39.425837Z", "id" : "svnlbwse", "document" : { "debug" : { @@ -159,8 +159,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "JFu0QVu8iR" ], diff --git a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.0.json b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.0.json index 499529d011..a90844a477 100644 --- a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.0.json +++ b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.0.json @@ -1,6 +1,6 @@ { "description" : "examples for the genre tests", - "createdAt" : "2024-08-22T10:16:20.121852Z", + "createdAt" : "2024-11-06T15:31:39.388946Z", "id" : "xowd5kj1", "document" : { "debug" : { @@ -188,8 +188,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "tYS1KOlZmZ" ], diff --git a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.1.json b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.1.json index 373a6d6289..52601ed727 100644 --- a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.1.json +++ b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.1.json @@ -1,6 +1,6 @@ { "description" : "examples for the genre tests", - "createdAt" : "2024-08-22T10:16:20.122118Z", + "createdAt" : "2024-11-06T15:31:39.389223Z", "id" : "yzj9dwdl", "document" : { "debug" : { @@ -171,8 +171,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "AYys6jP7Ji" ], diff --git a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.2.json b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.2.json index ef272bbafa..e36e33cacb 100644 --- a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.2.json +++ b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.2.json @@ -1,6 +1,6 @@ { "description" : "examples for the genre tests", - "createdAt" : "2024-08-22T10:16:20.122382Z", + "createdAt" : "2024-11-06T15:31:39.389496Z", "id" : "avugqd3s", "document" : { "debug" : { @@ -171,8 +171,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "WGGaiNvMk5" ], diff --git a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.3.json b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.3.json index 0000880f0d..640e90315c 100644 --- a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.3.json +++ b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.3.json @@ -1,6 +1,6 @@ { "description" : "examples for the genre tests", - "createdAt" : "2024-08-22T10:16:20.122687Z", + "createdAt" : "2024-11-06T15:31:39.389883Z", "id" : "vr490vab", "document" : { "debug" : { @@ -205,8 +205,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "AzAiZFAZvT" ], diff --git a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.4.json b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.4.json index 91bfe79b46..d3036d47fa 100644 --- a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.4.json +++ b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.4.json @@ -1,6 +1,6 @@ { "description" : "examples for the genre tests", - "createdAt" : "2024-08-22T10:16:20.123073Z", + "createdAt" : "2024-11-06T15:31:39.390343Z", "id" : "plxkke6n", "document" : { "debug" : { @@ -257,8 +257,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "1R485o02Dx" ], diff --git a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.5.json b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.5.json index 4369b9fcd6..f544ee2780 100644 --- a/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.5.json +++ b/pipeline/ingestor/test_documents/works.examples.genre-filters-tests.5.json @@ -1,6 +1,6 @@ { "description" : "examples for the genre tests", - "createdAt" : "2024-08-22T10:16:20.123266Z", + "createdAt" : "2024-11-06T15:31:39.390553Z", "id" : "wbrfsaz5", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "MzC1ICZOvN" ], diff --git a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.0.json b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.0.json index 897c5368b3..502ef8a92d 100644 --- a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.0.json +++ b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.0.json @@ -1,6 +1,6 @@ { "description" : "examples for the subject filter tests", - "createdAt" : "2024-08-22T10:16:20.127607Z", + "createdAt" : "2024-11-06T15:31:39.395423Z", "id" : "kx6ceruj", "document" : { "debug" : { @@ -189,8 +189,13 @@ "subjects.label" : [ "Sanitation" ], + "subjects.concepts.id" : [ + "sanitati" + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "KEnxzBExh6" ], diff --git a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.1.json b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.1.json index 7302d83512..a947dbdbad 100644 --- a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.1.json +++ b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.1.json @@ -1,6 +1,6 @@ { "description" : "examples for the subject filter tests", - "createdAt" : "2024-08-22T10:16:20.127948Z", + "createdAt" : "2024-11-06T15:31:39.395838Z", "id" : "85vigluy", "document" : { "debug" : { @@ -168,8 +168,12 @@ "subjects.label" : [ "London (England)" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "0xrR5Stsp3" ], diff --git a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.2.json b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.2.json index 2b25d94a11..70ce84ded7 100644 --- a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.2.json +++ b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.2.json @@ -1,6 +1,6 @@ { "description" : "examples for the subject filter tests", - "createdAt" : "2024-08-22T10:16:20.128266Z", + "createdAt" : "2024-11-06T15:31:39.396145Z", "id" : "eadt8hhm", "document" : { "debug" : { @@ -168,8 +168,12 @@ "subjects.label" : [ "Psychology, Pathological" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "SSg7erLcgx" ], diff --git a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.3.json b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.3.json index 952ac2db91..7ea9cb99bb 100644 --- a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.3.json +++ b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.3.json @@ -1,6 +1,6 @@ { "description" : "examples for the subject filter tests", - "createdAt" : "2024-08-22T10:16:20.128683Z", + "createdAt" : "2024-11-06T15:31:39.396917Z", "id" : "3kdpeojw", "document" : { "debug" : { @@ -180,8 +180,13 @@ "subjects.label" : [ "Darwin \"Jones\", Charles" ], + "subjects.concepts.id" : [ + "darwin01" + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "SqD7qcFvAY" ], diff --git a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.4.json b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.4.json index 8c31d00f26..3597edf251 100644 --- a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.4.json +++ b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.4.json @@ -1,6 +1,6 @@ { "description" : "examples for the subject filter tests", - "createdAt" : "2024-08-22T10:16:20.129198Z", + "createdAt" : "2024-11-06T15:31:39.397382Z", "id" : "ppcdklf9", "document" : { "debug" : { @@ -226,8 +226,13 @@ "Psychology, Pathological", "Darwin \"Jones\", Charles" ], + "subjects.concepts.id" : [ + "darwin01" + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "3o0GGLKeJC" ], diff --git a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.5.json b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.5.json index 96e79c2d3b..f6ddc5c2e8 100644 --- a/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.5.json +++ b/pipeline/ingestor/test_documents/works.examples.subject-filters-tests.5.json @@ -1,6 +1,6 @@ { "description" : "examples for the subject filter tests", - "createdAt" : "2024-08-22T10:16:20.129394Z", + "createdAt" : "2024-11-06T15:31:39.397844Z", "id" : "w0lr7wac", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ty9GY2AKxy" ], diff --git a/pipeline/ingestor/test_documents/works.formats.0.Books.json b/pipeline/ingestor/test_documents/works.formats.0.Books.json index bfa66ca28f..8a1b6147e6 100644 --- a/pipeline/ingestor/test_documents/works.formats.0.Books.json +++ b/pipeline/ingestor/test_documents/works.formats.0.Books.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.012353Z", + "createdAt" : "2024-11-06T15:31:39.250145Z", "id" : "cfrzpe3b", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "yPjPNkcxB9" ], diff --git a/pipeline/ingestor/test_documents/works.formats.1.Books.json b/pipeline/ingestor/test_documents/works.formats.1.Books.json index 58f90fef6b..4b83d03461 100644 --- a/pipeline/ingestor/test_documents/works.formats.1.Books.json +++ b/pipeline/ingestor/test_documents/works.formats.1.Books.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.013623Z", + "createdAt" : "2024-11-06T15:31:39.252227Z", "id" : "oz3lidvn", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "DIYsS5wEOk" ], diff --git a/pipeline/ingestor/test_documents/works.formats.2.Books.json b/pipeline/ingestor/test_documents/works.formats.2.Books.json index 88c32d1c06..8e46272516 100644 --- a/pipeline/ingestor/test_documents/works.formats.2.Books.json +++ b/pipeline/ingestor/test_documents/works.formats.2.Books.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.014759Z", + "createdAt" : "2024-11-06T15:31:39.253743Z", "id" : "7y59ny1n", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "T3Xiy4Slyl" ], diff --git a/pipeline/ingestor/test_documents/works.formats.3.Books.json b/pipeline/ingestor/test_documents/works.formats.3.Books.json index f2b624f70b..ed17d89388 100644 --- a/pipeline/ingestor/test_documents/works.formats.3.Books.json +++ b/pipeline/ingestor/test_documents/works.formats.3.Books.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.015778Z", + "createdAt" : "2024-11-06T15:31:39.255411Z", "id" : "qzquhbnz", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "10w3BfGmqj" ], diff --git a/pipeline/ingestor/test_documents/works.formats.4.Journals.json b/pipeline/ingestor/test_documents/works.formats.4.Journals.json index 5712505693..f6cc24e6d1 100644 --- a/pipeline/ingestor/test_documents/works.formats.4.Journals.json +++ b/pipeline/ingestor/test_documents/works.formats.4.Journals.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.016858Z", + "createdAt" : "2024-11-06T15:31:39.256927Z", "id" : "rbbzqhyt", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "149f5nQPon" ], diff --git a/pipeline/ingestor/test_documents/works.formats.5.Journals.json b/pipeline/ingestor/test_documents/works.formats.5.Journals.json index 4a97605ae2..5c1f0397cc 100644 --- a/pipeline/ingestor/test_documents/works.formats.5.Journals.json +++ b/pipeline/ingestor/test_documents/works.formats.5.Journals.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.017939Z", + "createdAt" : "2024-11-06T15:31:39.258472Z", "id" : "ftxlgr2v", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "RLx5N8CTsZ" ], diff --git a/pipeline/ingestor/test_documents/works.formats.6.Journals.json b/pipeline/ingestor/test_documents/works.formats.6.Journals.json index f1f0ed15c2..cda385336a 100644 --- a/pipeline/ingestor/test_documents/works.formats.6.Journals.json +++ b/pipeline/ingestor/test_documents/works.formats.6.Journals.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.019112Z", + "createdAt" : "2024-11-06T15:31:39.260078Z", "id" : "o5wujppw", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "3jkbPOk92T" ], diff --git a/pipeline/ingestor/test_documents/works.formats.7.Audio.json b/pipeline/ingestor/test_documents/works.formats.7.Audio.json index ff362991d4..d77d86b027 100644 --- a/pipeline/ingestor/test_documents/works.formats.7.Audio.json +++ b/pipeline/ingestor/test_documents/works.formats.7.Audio.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.020543Z", + "createdAt" : "2024-11-06T15:31:39.261463Z", "id" : "jtqzypmq", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "kstGwqrv9f" ], diff --git a/pipeline/ingestor/test_documents/works.formats.8.Audio.json b/pipeline/ingestor/test_documents/works.formats.8.Audio.json index 35d1c8ed8e..64c9dfc544 100644 --- a/pipeline/ingestor/test_documents/works.formats.8.Audio.json +++ b/pipeline/ingestor/test_documents/works.formats.8.Audio.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.021571Z", + "createdAt" : "2024-11-06T15:31:39.262618Z", "id" : "qgk6jumb", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "8yA2WkbMzo" ], diff --git a/pipeline/ingestor/test_documents/works.formats.9.Pictures.json b/pipeline/ingestor/test_documents/works.formats.9.Pictures.json index f838792509..06c5a6c35a 100644 --- a/pipeline/ingestor/test_documents/works.formats.9.Pictures.json +++ b/pipeline/ingestor/test_documents/works.formats.9.Pictures.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of formats", - "createdAt" : "2024-08-22T10:16:20.022566Z", + "createdAt" : "2024-11-06T15:31:39.263690Z", "id" : "wvcw0lp9", "document" : { "debug" : { @@ -151,8 +151,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "h2CF3B2FRN" ], diff --git a/pipeline/ingestor/test_documents/works.genres.json b/pipeline/ingestor/test_documents/works.genres.json index 6fb267fd1a..7e61d049f2 100644 --- a/pipeline/ingestor/test_documents/works.genres.json +++ b/pipeline/ingestor/test_documents/works.genres.json @@ -1,6 +1,6 @@ { "description" : "a work with different concepts in the genre", - "createdAt" : "2024-08-22T10:16:20.041591Z", + "createdAt" : "2024-11-06T15:31:39.293255Z", "id" : "jlp05mgl", "document" : { "debug" : { @@ -180,8 +180,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "iIjgaHUI5C" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-licenses.0.json b/pipeline/ingestor/test_documents/works.items-with-licenses.0.json index 193ede4957..7597863132 100644 --- a/pipeline/ingestor/test_documents/works.items-with-licenses.0.json +++ b/pipeline/ingestor/test_documents/works.items-with-licenses.0.json @@ -1,6 +1,6 @@ { "description" : "a work with licensed digital items", - "createdAt" : "2024-08-22T10:16:20.034065Z", + "createdAt" : "2024-11-06T15:31:39.284534Z", "id" : "uh8gnkqk", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "5UMJEwTIE8" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-licenses.1.json b/pipeline/ingestor/test_documents/works.items-with-licenses.1.json index 10ea1e59d8..b78b020199 100644 --- a/pipeline/ingestor/test_documents/works.items-with-licenses.1.json +++ b/pipeline/ingestor/test_documents/works.items-with-licenses.1.json @@ -1,6 +1,6 @@ { "description" : "a work with licensed digital items", - "createdAt" : "2024-08-22T10:16:20.034397Z", + "createdAt" : "2024-11-06T15:31:39.284917Z", "id" : "sojyedta", "document" : { "debug" : { @@ -171,8 +171,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "xSR5EK6UWY" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-licenses.2.json b/pipeline/ingestor/test_documents/works.items-with-licenses.2.json index aa69ac765d..b925c2e3b2 100644 --- a/pipeline/ingestor/test_documents/works.items-with-licenses.2.json +++ b/pipeline/ingestor/test_documents/works.items-with-licenses.2.json @@ -1,6 +1,6 @@ { "description" : "a work with licensed digital items", - "createdAt" : "2024-08-22T10:16:20.034728Z", + "createdAt" : "2024-11-06T15:31:39.285278Z", "id" : "fxryjmiz", "document" : { "debug" : { @@ -170,8 +170,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "D9r1zHmiHw" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-licenses.3.json b/pipeline/ingestor/test_documents/works.items-with-licenses.3.json index 378cec6b5c..4c3bcaac91 100644 --- a/pipeline/ingestor/test_documents/works.items-with-licenses.3.json +++ b/pipeline/ingestor/test_documents/works.items-with-licenses.3.json @@ -1,6 +1,6 @@ { "description" : "a work with licensed digital items", - "createdAt" : "2024-08-22T10:16:20.035108Z", + "createdAt" : "2024-11-06T15:31:39.285678Z", "id" : "ub2i8snt", "document" : { "debug" : { @@ -196,8 +196,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "by26w1evrA" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-licenses.4.json b/pipeline/ingestor/test_documents/works.items-with-licenses.4.json index e8c0f2cba9..6ec0babfa5 100644 --- a/pipeline/ingestor/test_documents/works.items-with-licenses.4.json +++ b/pipeline/ingestor/test_documents/works.items-with-licenses.4.json @@ -1,6 +1,6 @@ { "description" : "a work with licensed digital items", - "createdAt" : "2024-08-22T10:16:20.035388Z", + "createdAt" : "2024-11-06T15:31:39.285971Z", "id" : "abt11p2s", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Jxv45oXcss" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.0.json b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.0.json index 44975081fe..8d45438e8c 100644 --- a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.0.json +++ b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.0.json @@ -1,6 +1,6 @@ { "description" : "works with items with other identifiers", - "createdAt" : "2024-08-22T10:16:20.060195Z", + "createdAt" : "2024-11-06T15:31:39.315346Z", "id" : "hdjyypp6", "document" : { "debug" : { @@ -192,8 +192,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "voGpMYI3LU" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.1.json b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.1.json index 2fbca65d80..83e41635b9 100644 --- a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.1.json +++ b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.1.json @@ -1,6 +1,6 @@ { "description" : "works with items with other identifiers", - "createdAt" : "2024-08-22T10:16:20.060567Z", + "createdAt" : "2024-11-06T15:31:39.315769Z", "id" : "jemj47jb", "document" : { "debug" : { @@ -192,8 +192,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "W2xfjSjI6E" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.2.json b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.2.json index 4dd35b3b6c..b5d9c492d8 100644 --- a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.2.json +++ b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.2.json @@ -1,6 +1,6 @@ { "description" : "works with items with other identifiers", - "createdAt" : "2024-08-22T10:16:20.060916Z", + "createdAt" : "2024-11-06T15:31:39.316107Z", "id" : "si1cs1lq", "document" : { "debug" : { @@ -193,8 +193,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "QBdAX1EiWS" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.3.json b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.3.json index e71276c02a..8007fd1aa2 100644 --- a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.3.json +++ b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.3.json @@ -1,6 +1,6 @@ { "description" : "works with items with other identifiers", - "createdAt" : "2024-08-22T10:16:20.061246Z", + "createdAt" : "2024-11-06T15:31:39.316572Z", "id" : "pdufpdhz", "document" : { "debug" : { @@ -193,8 +193,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "TJPbhBJugC" ], diff --git a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.4.json b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.4.json index d6d9ca559f..a351ab0f40 100644 --- a/pipeline/ingestor/test_documents/works.items-with-other-identifiers.4.json +++ b/pipeline/ingestor/test_documents/works.items-with-other-identifiers.4.json @@ -1,6 +1,6 @@ { "description" : "works with items with other identifiers", - "createdAt" : "2024-08-22T10:16:20.061573Z", + "createdAt" : "2024-11-06T15:31:39.317129Z", "id" : "rzcvxgso", "document" : { "debug" : { @@ -192,8 +192,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "8CwvL5s2ax" ], diff --git a/pipeline/ingestor/test_documents/works.languages.0.eng.json b/pipeline/ingestor/test_documents/works.languages.0.eng.json index 758cbbe3fb..cc7dffc8ab 100644 --- a/pipeline/ingestor/test_documents/works.languages.0.eng.json +++ b/pipeline/ingestor/test_documents/works.languages.0.eng.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.025742Z", + "createdAt" : "2024-11-06T15:31:39.268040Z", "id" : "9pon81hb", "document" : { "debug" : { @@ -153,8 +153,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "mVHoe2r6sk" ], diff --git a/pipeline/ingestor/test_documents/works.languages.1.eng.json b/pipeline/ingestor/test_documents/works.languages.1.eng.json index a1f6830b46..6a3f1f898a 100644 --- a/pipeline/ingestor/test_documents/works.languages.1.eng.json +++ b/pipeline/ingestor/test_documents/works.languages.1.eng.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.026650Z", + "createdAt" : "2024-11-06T15:31:39.271758Z", "id" : "mye6nsw6", "document" : { "debug" : { @@ -153,8 +153,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "jswjHR3oqS" ], diff --git a/pipeline/ingestor/test_documents/works.languages.2.eng.json b/pipeline/ingestor/test_documents/works.languages.2.eng.json index bfbe9d1aa7..fedd5a259b 100644 --- a/pipeline/ingestor/test_documents/works.languages.2.eng.json +++ b/pipeline/ingestor/test_documents/works.languages.2.eng.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.027409Z", + "createdAt" : "2024-11-06T15:31:39.273177Z", "id" : "giiyodfc", "document" : { "debug" : { @@ -153,8 +153,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "9x0HfU454v" ], diff --git a/pipeline/ingestor/test_documents/works.languages.3.eng+swe.json b/pipeline/ingestor/test_documents/works.languages.3.eng+swe.json index 5a3ed0361b..e3608e4c74 100644 --- a/pipeline/ingestor/test_documents/works.languages.3.eng+swe.json +++ b/pipeline/ingestor/test_documents/works.languages.3.eng+swe.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.028257Z", + "createdAt" : "2024-11-06T15:31:39.277751Z", "id" : "taqruniu", "document" : { "debug" : { @@ -161,8 +161,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "xzEZGWEGMy" ], diff --git a/pipeline/ingestor/test_documents/works.languages.4.eng+swe+tur.json b/pipeline/ingestor/test_documents/works.languages.4.eng+swe+tur.json index 8fd7381ca1..791b3b665f 100644 --- a/pipeline/ingestor/test_documents/works.languages.4.eng+swe+tur.json +++ b/pipeline/ingestor/test_documents/works.languages.4.eng+swe+tur.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.029237Z", + "createdAt" : "2024-11-06T15:31:39.279275Z", "id" : "oagougti", "document" : { "debug" : { @@ -169,8 +169,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "c67fbITZO5" ], diff --git a/pipeline/ingestor/test_documents/works.languages.5.swe.json b/pipeline/ingestor/test_documents/works.languages.5.swe.json index eba3e0f9f4..9164bc6cd3 100644 --- a/pipeline/ingestor/test_documents/works.languages.5.swe.json +++ b/pipeline/ingestor/test_documents/works.languages.5.swe.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.030793Z", + "createdAt" : "2024-11-06T15:31:39.280557Z", "id" : "olhrstrz", "document" : { "debug" : { @@ -153,8 +153,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "UagAbkJTEE" ], diff --git a/pipeline/ingestor/test_documents/works.languages.6.tur.json b/pipeline/ingestor/test_documents/works.languages.6.tur.json index 216482fb3e..3eb57b17fa 100644 --- a/pipeline/ingestor/test_documents/works.languages.6.tur.json +++ b/pipeline/ingestor/test_documents/works.languages.6.tur.json @@ -1,6 +1,6 @@ { "description" : "one of a list of works with a variety of languages", - "createdAt" : "2024-08-22T10:16:20.031558Z", + "createdAt" : "2024-11-06T15:31:39.281684Z", "id" : "6navwg1c", "document" : { "debug" : { @@ -153,8 +153,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Ra2FIC2DNd" ], diff --git a/pipeline/ingestor/test_documents/works.production.multi-year.0.json b/pipeline/ingestor/test_documents/works.production.multi-year.0.json index 45fffa3ea1..e59518d7f5 100644 --- a/pipeline/ingestor/test_documents/works.production.multi-year.0.json +++ b/pipeline/ingestor/test_documents/works.production.multi-year.0.json @@ -1,6 +1,6 @@ { "description" : "works with multi-year production ranges", - "createdAt" : "2024-08-22T10:16:20.087423Z", + "createdAt" : "2024-11-06T15:31:39.345421Z", "id" : "wrhbusqt", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "JWZRaIg4BP" ], diff --git a/pipeline/ingestor/test_documents/works.production.multi-year.1.json b/pipeline/ingestor/test_documents/works.production.multi-year.1.json index 13fbc804cc..bd0996d447 100644 --- a/pipeline/ingestor/test_documents/works.production.multi-year.1.json +++ b/pipeline/ingestor/test_documents/works.production.multi-year.1.json @@ -1,6 +1,6 @@ { "description" : "works with multi-year production ranges", - "createdAt" : "2024-08-22T10:16:20.087719Z", + "createdAt" : "2024-11-06T15:31:39.345781Z", "id" : "yjdmhccz", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "pvvnQHgcJP" ], diff --git a/pipeline/ingestor/test_documents/works.production.multi-year.2.json b/pipeline/ingestor/test_documents/works.production.multi-year.2.json index 573b79ab8e..d48b88ba84 100644 --- a/pipeline/ingestor/test_documents/works.production.multi-year.2.json +++ b/pipeline/ingestor/test_documents/works.production.multi-year.2.json @@ -1,6 +1,6 @@ { "description" : "works with multi-year production ranges", - "createdAt" : "2024-08-22T10:16:20.088012Z", + "createdAt" : "2024-11-06T15:31:39.346053Z", "id" : "v2jj5pko", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "XKeDQMh6zv" ], diff --git a/pipeline/ingestor/test_documents/works.production.multi-year.3.json b/pipeline/ingestor/test_documents/works.production.multi-year.3.json index 6473dbca3c..efa79d3735 100644 --- a/pipeline/ingestor/test_documents/works.production.multi-year.3.json +++ b/pipeline/ingestor/test_documents/works.production.multi-year.3.json @@ -1,6 +1,6 @@ { "description" : "works with multi-year production ranges", - "createdAt" : "2024-08-22T10:16:20.088321Z", + "createdAt" : "2024-11-06T15:31:39.346303Z", "id" : "br9psxdd", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "CpwHX9hOaw" ], diff --git a/pipeline/ingestor/test_documents/works.production.multi-year.4.json b/pipeline/ingestor/test_documents/works.production.multi-year.4.json index f1b4377745..41b3449745 100644 --- a/pipeline/ingestor/test_documents/works.production.multi-year.4.json +++ b/pipeline/ingestor/test_documents/works.production.multi-year.4.json @@ -1,6 +1,6 @@ { "description" : "works with multi-year production ranges", - "createdAt" : "2024-08-22T10:16:20.088606Z", + "createdAt" : "2024-11-06T15:31:39.346557Z", "id" : "rx3okdwc", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "b0tnvUprsj" ], diff --git a/pipeline/ingestor/test_documents/works.production.multi-year.5.json b/pipeline/ingestor/test_documents/works.production.multi-year.5.json index 795bb23cc9..d878c49fc4 100644 --- a/pipeline/ingestor/test_documents/works.production.multi-year.5.json +++ b/pipeline/ingestor/test_documents/works.production.multi-year.5.json @@ -1,6 +1,6 @@ { "description" : "works with multi-year production ranges", - "createdAt" : "2024-08-22T10:16:20.088887Z", + "createdAt" : "2024-11-06T15:31:39.346801Z", "id" : "dbkiu6iz", "document" : { "debug" : { @@ -172,8 +172,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "lbspe4jqB3" ], diff --git a/pipeline/ingestor/test_documents/works.subjects.0.json b/pipeline/ingestor/test_documents/works.subjects.0.json index e110c2ade9..6192259181 100644 --- a/pipeline/ingestor/test_documents/works.subjects.0.json +++ b/pipeline/ingestor/test_documents/works.subjects.0.json @@ -1,6 +1,6 @@ { "description" : "works with different subjects", - "createdAt" : "2024-08-22T10:16:20.043492Z", + "createdAt" : "2024-11-06T15:31:39.295831Z", "id" : "njj1gugw", "document" : { "debug" : { @@ -168,8 +168,12 @@ "subjects.label" : [ "paleoNeuroBiology" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "JeGRUgE73g" ], diff --git a/pipeline/ingestor/test_documents/works.subjects.1.json b/pipeline/ingestor/test_documents/works.subjects.1.json index e43ecba9b4..fe27445f1f 100644 --- a/pipeline/ingestor/test_documents/works.subjects.1.json +++ b/pipeline/ingestor/test_documents/works.subjects.1.json @@ -1,6 +1,6 @@ { "description" : "works with different subjects", - "createdAt" : "2024-08-22T10:16:20.043882Z", + "createdAt" : "2024-11-06T15:31:39.296494Z", "id" : "7xjjhlpg", "document" : { "debug" : { @@ -168,8 +168,12 @@ "subjects.label" : [ "realAnalysis" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "47LFZN2ZgN" ], diff --git a/pipeline/ingestor/test_documents/works.subjects.2.json b/pipeline/ingestor/test_documents/works.subjects.2.json index 9501d507e8..f53e32b2da 100644 --- a/pipeline/ingestor/test_documents/works.subjects.2.json +++ b/pipeline/ingestor/test_documents/works.subjects.2.json @@ -1,6 +1,6 @@ { "description" : "works with different subjects", - "createdAt" : "2024-08-22T10:16:20.044288Z", + "createdAt" : "2024-11-06T15:31:39.296922Z", "id" : "ixapupnn", "document" : { "debug" : { @@ -168,8 +168,12 @@ "subjects.label" : [ "realAnalysis" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "DSV5vB01pf" ], diff --git a/pipeline/ingestor/test_documents/works.subjects.3.json b/pipeline/ingestor/test_documents/works.subjects.3.json index 43064e064f..8f6d73259e 100644 --- a/pipeline/ingestor/test_documents/works.subjects.3.json +++ b/pipeline/ingestor/test_documents/works.subjects.3.json @@ -1,6 +1,6 @@ { "description" : "works with different subjects", - "createdAt" : "2024-08-22T10:16:20.044775Z", + "createdAt" : "2024-11-06T15:31:39.297396Z", "id" : "opaupm4b", "document" : { "debug" : { @@ -191,8 +191,12 @@ "paleoNeuroBiology", "realAnalysis" ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "spewkKE1s2" ], diff --git a/pipeline/ingestor/test_documents/works.subjects.4.json b/pipeline/ingestor/test_documents/works.subjects.4.json index c5a5a928b5..667a6c14f1 100644 --- a/pipeline/ingestor/test_documents/works.subjects.4.json +++ b/pipeline/ingestor/test_documents/works.subjects.4.json @@ -1,6 +1,6 @@ { "description" : "works with different subjects", - "createdAt" : "2024-08-22T10:16:20.045043Z", + "createdAt" : "2024-11-06T15:31:39.297630Z", "id" : "el28gega", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "9qDYGFYXAa" ], diff --git a/pipeline/ingestor/test_documents/works.title-query-parens.json b/pipeline/ingestor/test_documents/works.title-query-parens.json index c72a980cb1..4b3dbc4649 100644 --- a/pipeline/ingestor/test_documents/works.title-query-parens.json +++ b/pipeline/ingestor/test_documents/works.title-query-parens.json @@ -1,6 +1,6 @@ { "description" : "a work whose title has parens meant to trip up ES", - "createdAt" : "2024-08-22T10:16:20.024414Z", + "createdAt" : "2024-11-06T15:31:39.266137Z", "id" : "1sxjupdc", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "weuV0WsLiG" ], diff --git a/pipeline/ingestor/test_documents/works.title-query-syntax.json b/pipeline/ingestor/test_documents/works.title-query-syntax.json index e8997b4d1b..cc24414978 100644 --- a/pipeline/ingestor/test_documents/works.title-query-syntax.json +++ b/pipeline/ingestor/test_documents/works.title-query-syntax.json @@ -1,6 +1,6 @@ { "description" : "a work whose title has lots of ES query syntax operators", - "createdAt" : "2024-08-22T10:16:20.023535Z", + "createdAt" : "2024-11-06T15:31:39.264657Z", "id" : "mdg1yvuv", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "9P6mnsoyfd" ], diff --git a/pipeline/ingestor/test_documents/works.visible.0.json b/pipeline/ingestor/test_documents/works.visible.0.json index de4a9473aa..3dee400c68 100644 --- a/pipeline/ingestor/test_documents/works.visible.0.json +++ b/pipeline/ingestor/test_documents/works.visible.0.json @@ -1,6 +1,6 @@ { "description" : "an arbitrary list of visible works", - "createdAt" : "2024-08-22T10:16:19.900153Z", + "createdAt" : "2024-11-06T15:31:38.997053Z", "id" : "2twopft1", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "Uaequ81tpB" ], diff --git a/pipeline/ingestor/test_documents/works.visible.1.json b/pipeline/ingestor/test_documents/works.visible.1.json index 462359e8e8..5e5f49b159 100644 --- a/pipeline/ingestor/test_documents/works.visible.1.json +++ b/pipeline/ingestor/test_documents/works.visible.1.json @@ -1,6 +1,6 @@ { "description" : "an arbitrary list of visible works", - "createdAt" : "2024-08-22T10:16:19.901448Z", + "createdAt" : "2024-11-06T15:31:38.998865Z", "id" : "dph7sjip", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "WpBejTwv1N" ], diff --git a/pipeline/ingestor/test_documents/works.visible.2.json b/pipeline/ingestor/test_documents/works.visible.2.json index 40bb6a8262..18b7a4f317 100644 --- a/pipeline/ingestor/test_documents/works.visible.2.json +++ b/pipeline/ingestor/test_documents/works.visible.2.json @@ -1,6 +1,6 @@ { "description" : "an arbitrary list of visible works", - "createdAt" : "2024-08-22T10:16:19.902261Z", + "createdAt" : "2024-11-06T15:31:39.000335Z", "id" : "fyqts0co", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "ZvWebpA5WH" ], diff --git a/pipeline/ingestor/test_documents/works.visible.3.json b/pipeline/ingestor/test_documents/works.visible.3.json index 9f1720f5a5..8c70335219 100644 --- a/pipeline/ingestor/test_documents/works.visible.3.json +++ b/pipeline/ingestor/test_documents/works.visible.3.json @@ -1,6 +1,6 @@ { "description" : "an arbitrary list of visible works", - "createdAt" : "2024-08-22T10:16:19.902846Z", + "createdAt" : "2024-11-06T15:31:39.001900Z", "id" : "raob2ruv", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "wyJzS2SuiH" ], diff --git a/pipeline/ingestor/test_documents/works.visible.4.json b/pipeline/ingestor/test_documents/works.visible.4.json index 3669cccb7d..c3670a5893 100644 --- a/pipeline/ingestor/test_documents/works.visible.4.json +++ b/pipeline/ingestor/test_documents/works.visible.4.json @@ -1,6 +1,6 @@ { "description" : "an arbitrary list of visible works", - "createdAt" : "2024-08-22T10:16:19.903384Z", + "createdAt" : "2024-11-06T15:31:39.002939Z", "id" : "vbi1ii19", "document" : { "debug" : { @@ -145,8 +145,12 @@ ], "subjects.label" : [ ], + "subjects.concepts.id" : [ + ], "contributors.agent.label" : [ ], + "contributors.agent.id" : [ + ], "identifiers.value" : [ "CzLNHBFHuR" ], From ea24d7a30787d2035d7c2f7c5bcd99a63c03dd12 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=A0t=C4=9Bp=C3=A1n=20Brychta?= Date: Fri, 8 Nov 2024 11:52:18 +0000 Subject: [PATCH 9/9] Add analysis JSON #5818 --- .../fixtures/index/ImagesIndexFixtures.scala | 2 +- .../fixtures/index/WorksIndexFixtures.scala | 2 +- .../analysis.works_indexed.2024-11-06.json | 385 ++++++++++++++++++ pipeline/terraform/2024-11-05/main.tf | 2 +- 4 files changed, 388 insertions(+), 3 deletions(-) create mode 100644 index_config/analysis.works_indexed.2024-11-06.json diff --git a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala index 64d43f1b7c..fb29f82c00 100644 --- a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala +++ b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/ImagesIndexFixtures.scala @@ -13,7 +13,7 @@ trait ImagesIndexFixtures extends IndexFixturesBase { withLocalElasticSearchIndex[R](config = getConfig( mappings = "mappings.images_indexed.2024-11-06.json", - analysis = "analysis.works_indexed.2024-08-20.json" + analysis = "analysis.works_indexed.2024-11-06.json" ) ) } diff --git a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala index 266b92e730..3950f5877b 100644 --- a/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala +++ b/common/internal_model/src/test/scala/weco/catalogue/internal_model/fixtures/index/WorksIndexFixtures.scala @@ -32,7 +32,7 @@ trait WorksIndexFixtures extends IndexFixturesBase { withLocalElasticSearchIndex[R](config = getConfig( mappings = "mappings.works_indexed.2024-11-06.json", - analysis = "analysis.works_indexed.2024-08-20.json" + analysis = "analysis.works_indexed.2024-11-06.json" ) ) } diff --git a/index_config/analysis.works_indexed.2024-11-06.json b/index_config/analysis.works_indexed.2024-11-06.json new file mode 100644 index 0000000000..83935387e1 --- /dev/null +++ b/index_config/analysis.works_indexed.2024-11-06.json @@ -0,0 +1,385 @@ +{ + "filter": { + "pattern_replace_g_j": { + "pattern": "g", + "type": "pattern_replace", + "replacement": "j" + }, + "pattern_replace_j_i": { + "pattern": "j", + "type": "pattern_replace", + "replacement": "i" + }, + "french_elision": { + "type": "elision", + "articles": [ + "l", + "m", + "t", + "qu", + "n", + "s", + "j", + "d", + "c", + "jusqu", + "quoiqu", + "lorsqu", + "puisqu" + ], + "articles_case": "true" + }, + "pattern_replace_uu_w": { + "pattern": "uu", + "type": "pattern_replace", + "replacement": "w" + }, + "pattern_replace_vv_w": { + "pattern": "vv", + "type": "pattern_replace", + "replacement": "w" + }, + "hindi_stemmer": { + "type": "stemmer", + "language": "hindi" + }, + "pattern_replace_v_u": { + "pattern": "v", + "type": "pattern_replace", + "replacement": "u" + }, + "german_stemmer": { + "type": "stemmer", + "language": "light_german" + }, + "english_stemmer": { + "type": "stemmer", + "language": "english" + }, + "italian_elision": { + "type": "elision", + "articles": [ + "c", + "l", + "all", + "dall", + "dell", + "nell", + "sull", + "coll", + "pell", + "gl", + "agl", + "dagl", + "degl", + "negl", + "sugl", + "un", + "m", + "t", + "s", + "v", + "d" + ], + "articles_case": "true" + }, + "asciifolding": { + "type": "asciifolding" + }, + "possessive_english": { + "type": "stemmer", + "language": "possessive_english" + }, + "spanish_stemmer": { + "type": "stemmer", + "language": "light_spanish" + }, + "arabic_stemmer": { + "type": "stemmer", + "language": "arabic" + }, + "french_stemmer": { + "type": "stemmer", + "language": "light_french" + }, + "italian_stemmer": { + "type": "stemmer", + "language": "light_italian" + }, + "word_delimiter": { + "type": "word_delimiter_graph", + "preserve_original": "true" + }, + "bengali_stemmer": { + "type": "stemmer", + "language": "bengali" + }, + "long_query_token_limiter": { + "type": "limit", + "max_token_count": 75 + } + }, + "tokenizer": { + "dot_hierarchy": { + "type": "path_hierarchy", + "delimiter": "." + } + }, + "analyzer": { + "german": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "german_normalization", + "german_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "spanish": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "spanish_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "swappable_characters": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "asciifolding", + "lowercase", + "pattern_replace_vv_w", + "pattern_replace_uu_w", + "pattern_replace_v_u", + "pattern_replace_j_i", + "pattern_replace_g_j" + ], + "char_filter": [ + "slash_remover" + ], + "type": "custom", + "tokenizer": "whitespace" + }, + "lowercase": { + "filter": [ + "asciifolding", + "word_delimiter", + "lowercase" + ], + "char_filter": [ + "slash_remover" + ], + "type": "custom", + "tokenizer": "whitespace" + }, + "lowercase_token_limited": { + "filter": [ + "asciifolding", + "word_delimiter", + "long_query_token_limiter", + "lowercase" + ], + "char_filter": [ + "slash_remover" + ], + "type": "custom", + "tokenizer": "whitespace" + }, + "italian": { + "filter": [ + "italian_elision", + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "italian_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "lowercase_whitespace_tokens": { + "filter": [ + "lowercase" + ], + "type": "custom", + "tokenizer": "whitespace" + }, + "path_analyzer": { + "filter": [ + "asciifolding", + "lowercase" + ], + "type": "custom", + "tokenizer": "path_hierarchy" + }, + "dot_path_analyzer": { + "filter": [ + "asciifolding", + "lowercase" + ], + "type": "custom", + "tokenizer": "dot_hierarchy" + }, + "persian": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "decimal_digit", + "arabic_normalization", + "persian_normalization" + ], + "char_filter": [ + "zero_width_spaces", + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "cased": { + "filter": [ + "asciifolding", + "word_delimiter", + "long_query_token_limiter" + ], + "char_filter": [ + "slash_remover" + ], + "type": "custom", + "tokenizer": "whitespace" + }, + "arabic": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "decimal_digit", + "arabic_normalization", + "arabic_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "bengali": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "decimal_digit", + "indic_normalization", + "bengali_normalization", + "bengali_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "english": { + "filter": [ + "possessive_english", + "asciifolding", + "word_delimiter", + "lowercase", + "english_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "english_token_limited": { + "filter": [ + "possessive_english", + "asciifolding", + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "english_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "hindi": { + "filter": [ + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "decimal_digit", + "indic_normalization", + "hindi_normalization", + "hindi_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "french": { + "filter": [ + "french_elision", + "word_delimiter", + "long_query_token_limiter", + "lowercase", + "french_stemmer" + ], + "char_filter": [ + "slash_remover" + ], + "tokenizer": "whitespace" + }, + "base": { + "filter": [ + "word_delimiter", + "long_query_token_limiter" + ], + "char_filter": [ + "slash_remover" + ], + "type": "custom", + "tokenizer": "whitespace" + }, + "normalized_whole_phrase": { + "filter": [ + "asciifolding", + "lowercase" + ], + "char_filter": [ + "remove_punctuation" + ], + "tokenizer": "keyword" + } + }, + "char_filter": { + "slash_remover": { + "pattern": "/", + "type": "pattern_replace", + "replacement": "" + }, + "remove_punctuation": { + "pattern": "[^\\p{L}\\p{Nd}\\s]", + "_name": "Removes non-letter, non-numeric, and non-whitespace characters. Respects other character sets.", + "type": "pattern_replace", + "replacement": "" + }, + "zero_width_spaces": { + "type": "mapping", + "mappings": [ + "\\u200C=>\\u0020" + ] + } + } +} diff --git a/pipeline/terraform/2024-11-05/main.tf b/pipeline/terraform/2024-11-05/main.tf index aaf500c1a1..96cfb5aa80 100644 --- a/pipeline/terraform/2024-11-05/main.tf +++ b/pipeline/terraform/2024-11-05/main.tf @@ -17,7 +17,7 @@ module "pipeline" { } images = { indexed = "images_indexed.2024-11-06" - works_analysis = "works_indexed.2024-08-20" + works_analysis = "works_indexed.2024-11-06" } }