Skip to content

Commit

Permalink
Bump adsingestp to latest release. (#9)
Browse files Browse the repository at this point in the history 
* Bump adsingestp to latest release.

* Updated parsed json to match output from new parser.

* Updated avro deserialization tests.
  • Loading branch information
@tjacovich
tjacovich authored Nov 5, 2024
1 parent a0ea622 commit f873d0a
Show file tree
Hide file tree
Showing 6 changed files with 325 additions and 314 deletions.
4 changes: 2 additions & 2 deletions SciXParser/parser/metadata_parsers/parse_arxiv.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import json
from datetime import datetime

from adsingestp.parsers.arxiv import ArxivParser
from adsingestp.parsers.dubcore import DublinCoreParser
from SciXPipelineUtils import utils

from SciXParser.parser import db
Expand All @@ -16,7 +16,7 @@ def parse_store_arxiv_record(app, job_request, producer, reparse=False):
metadata = job_request.get("record_xml")
force = job_request.get("force", False)
date = datetime.now()
arxiv_parser = ArxivParser()
arxiv_parser = DublinCoreParser()
parser_output_schema = utils.get_schema(
app, app.schema_client, app.config.get("PARSER_OUTPUT_SCHEMA")
)
Expand Down
4 changes: 2 additions & 2 deletions SciXParser/parser/parser.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,8 +38,8 @@ def init_pipeline(proj_home, consumer_topic_name=None, consumer_schema_name=None
{
"bootstrap.servers": app.config.get("KAFKA_BROKER"),
"schema.registry.url": app.config.get("SCHEMA_REGISTRY_URL"),
"auto.offset.reset": "latest",
"group.id": "ParserPipeline" + str(consumer_schema_name),
"auto.offset.reset": "earliest",
"group.id": "ParserPipeline-" + str(consumer_schema_name),
},
reader_value_schema=schema,
)
Expand Down
2 changes: 1 addition & 1 deletion SciXParser/tests/parser/base.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -94,4 +94,4 @@ def deserialized_value(self):
return full_dict

def bitstream(self):
return b'H206f479f-bb1e-49ff-96df-491d66769abc\x00\x00\x00\x0062023-06-23T13:49:50.791911Z\x00\x00\x00\x02\x00\x00\x00\x00\x00\x00\x00\x02\x142021-07-22\x00\x00\x00\x00\x02.eprint arXiv:2107.10460\x00\x00\x00\x00\x00\x00\x00\x00\x02\x082021\x00\x00\x00\x02\x02\x00\x00\x00\x02410.1038/s41535-022-00470-6\x02\x02\narXiv\x02\x142107.10460\x00\x00\x00\x02\x10\x00\x02\x02\x12Terashima\x02\x0cTaichi\x00\x00\x00\x02"Terashima, Taichi\x00\x00\x00\x00\x00\x02\x02\x0cHirose\x02\x0eHishiro\x02\x04T.\x00\x00\x02$Hirose, Hishiro T.\x00\x00\x00\x00\x00\x02\x02\x10Kikugawa\x02\nNaoki\x00\x00\x00\x02\x1eKikugawa, Naoki\x00\x00\x00\x00\x00\x02\x02\x06Uji\x02\x0cShinya\x00\x00\x00\x02\x16Uji, Shinya\x00\x00\x00\x00\x00\x02\x02\x08Graf\x02\nDavid\x00\x00\x00\x02\x16Graf, David\x00\x00\x00\x00\x00\x02\x02\x10Morinari\x02\nTakao\x00\x00\x00\x02\x1eMorinari, Takao\x00\x00\x00\x00\x00\x02\x02\x08Wang\x02\x08Teng\x00\x00\x00\x02\x14Wang, Teng\x00\x00\x00\x00\x00\x02\x02\x04Mu\x02\x08Gang\x00\x00\x00\x02\x10Mu, Gang\x00\x00\x00\x00\x00\x00\x00\x02\x9e\x01Anomalous High-Field Magnetotransport in CaFeAsF due to the Quantum Hall Effect\x00\x00\x00\x02\x02\xb8\rCaFeAsF is an iron-based superconductor parent compound whose Fermi surface is quasi-two dimensional, composed of Dirac-electron and Schr\\"odinger-hole cylinders elongated along the $c$ axis. We measured the longitudinal and Hall resistivities in CaFeAsF with the electrical current in the $ab$ plane in magnetic fields up to 45 T applied along the $c$ axis and obtained the corresponding conductivities via tensor inversion. We found that both the longitudinal and Hall conductivities approached zero above $\\sim$40 T as the temperature was lowered to 0.4 K. Our analysis indicates that the Landau-level filling factor is $\\nu$ = 2 for both electrons and holes at these high field strengths, resulting in a total filling factor $\\nu$ = $\\nu_{hole} - \\nu_{electron}$ = 0. We therefore argue that the $\\nu$ = 0 quantum Hall state emerges under these conditions.\x00\x00\x02\x02\x00\x02\narxiv\x02JComment: 18 pages, 1 table, 4 figures\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x06\x00\x02HCondensed Matter - Superconductivity\x02\narxiv\x00\x00\x02HCondensed Matter - Materials Science\x02\narxiv\x00\x00\x02`Condensed Matter - Strongly Correlated Electrons\x02\narxiv\x00\x00\x00\x00\x00\x00\x00'
return b'H206f479f-bb1e-49ff-96df-491d66769abc\x00\x00\x00\x0062024-11-05T16:30:11.873107Z\x00\x00\x00\x02\x00\x00\x00\x00\x00\x00\x00\x02\x142021-07-22\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x082021\x00\x00\x00\x00\x02\x08\x00\x02\x06urn\x020oai:arXiv.org:2107.10460\x00\x02\x18publisher-id\x02>http://arxiv.org/abs/2107.10460\x00\x02\x18publisher-id\x02Dnpj Quantum Materials 7, 62 (2022)\x00\x02\x18publisher-id\x02<doi:10.1038/s41535-022-00470-6\x00\x00\x02\x10\x00\x02\x02\x12Terashima\x02\x0cTaichi\x00\x00\x00\x02"Terashima, Taichi\x00\x00\x00\x00\x00\x02\x02\x0cHirose\x02\x0eHishiro\x02\x04T.\x00\x00\x02$Hirose, Hishiro T.\x00\x00\x00\x00\x00\x02\x02\x10Kikugawa\x02\nNaoki\x00\x00\x00\x02\x1eKikugawa, Naoki\x00\x00\x00\x00\x00\x02\x02\x06Uji\x02\x0cShinya\x00\x00\x00\x02\x16Uji, Shinya\x00\x00\x00\x00\x00\x02\x02\x08Graf\x02\nDavid\x00\x00\x00\x02\x16Graf, David\x00\x00\x00\x00\x00\x02\x02\x10Morinari\x02\nTakao\x00\x00\x00\x02\x1eMorinari, Takao\x00\x00\x00\x00\x00\x02\x02\x08Wang\x02\x08Teng\x00\x00\x00\x02\x14Wang, Teng\x00\x00\x00\x00\x00\x02\x02\x04Mu\x02\x08Gang\x00\x00\x00\x02\x10Mu, Gang\x00\x00\x00\x00\x00\x00\x00\x02\x9e\x01Anomalous High-Field Magnetotransport in CaFeAsF due to the Quantum Hall Effect\x00\x00\x00\x02\x02\xb8\rCaFeAsF is an iron-based superconductor parent compound whose Fermi surface is quasi-two dimensional, composed of Dirac-electron and Schr\\"odinger-hole cylinders elongated along the $c$ axis. We measured the longitudinal and Hall resistivities in CaFeAsF with the electrical current in the $ab$ plane in magnetic fields up to 45 T applied along the $c$ axis and obtained the corresponding conductivities via tensor inversion. We found that both the longitudinal and Hall conductivities approached zero above $\\sim$40 T as the temperature was lowered to 0.4 K. Our analysis indicates that the Landau-level filling factor is $\\nu$ = 2 for both electrons and holes at these high field strengths, resulting in a total filling factor $\\nu$ = $\\nu_{hole} - \\nu_{electron}$ = 0. We therefore argue that the $\\nu$ = 0 quantum Hall state emerges under these conditions.\x00\x00\x02\x02\x00\x00\x02JComment: 18 pages, 1 table, 4 figures\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x06\x00\x02HCondensed Matter - Superconductivity\x00\x00\x00\x02HCondensed Matter - Materials Science\x00\x00\x00\x02`Condensed Matter - Strongly Correlated Electrons\x00\x00\x00\x00\x00\x00\x00\x00'
Loading

0 comments on commit f873d0a

Please sign in to comment.