From d0d656a97e5733e5ab72047249e2f0558f765713 Mon Sep 17 00:00:00 2001 From: Edgard Marx Date: Mon, 18 May 2020 11:19:38 +0200 Subject: [PATCH 1/2] Updating readme - replacing print by questions pragma --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 332247f..00f60f6 100644 --- a/README.md +++ b/README.md @@ -16,10 +16,9 @@ java -jar orbit.benchmark.jar [option]: -evaluate <"measure1","measure2"> [-latex|-json] -datasets List available datasets for evaluation. -measures List available measures. --print ["datasetFile1","datasetFile2","datasetID1"...] [-format ] +-questions ["datasetFile1","datasetFile2","datasetID1"...] [-format ] [-lang ] ``` - - [Listing available datasets?](https://github.com/AKSW/orbit/blob/master/README.md#listing-available-datasets) - [Listing available measures?](https://github.com/AKSW/orbit/blob/master/README.md#listing-available-measures) - [Evaluating](https://github.com/AKSW/orbit/blob/master/README.md#evaluating) @@ -40,6 +39,7 @@ qald-4-test-multilingual qald-2-test-multilingual qald-1-test-multilingual qald-8-test-multilingual +qald-9-test-multilingual ``` ### Listing available measures @@ -88,7 +88,7 @@ java -jar -evaluate "qald-8-test-multilingual" "qald-8-test-multilingual.qald.js ### Outputing dataset(s) content(s) ``` -java -jar orbit.benchmark.jar -print +java -jar orbit.benchmark.jar -questions ... {"datasetId":"qald-8-test-multilingual","question":"What is Donald Trump's main business?", "keywords":"Donald Trump's, business", "sparql":"PREFIX dbo: PREFIX dbr: SELECT ?owner WHERE { ?owner dbo:owner dbr:Donald_Trump }" , "lang":"en"} {"datasetId":"qald-8-test-multilingual","question":"What is the last work of Dan Brown?", "keywords":"last work, Dan Brown", "sparql":"PREFIX dbo: PREFIX dbp: PREFIX dbr: SELECT ?book ?date WHERE { ?book dbo:author dbr:Dan_Brown . ?book dbp:releaseDate|dbo:publicationDate ?date } ORDER BY DESC(?date)" , "lang":"en"} From 9ea67ed2dcd6d4cfe007ae64903d33db7b0a9e48 Mon Sep 17 00:00:00 2001 From: Edgard Marx Date: Mon, 18 May 2020 11:21:33 +0200 Subject: [PATCH 2/2] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 00f60f6..a8622ed 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@ # irbench -Orbit (Open Information Retrieval Framework) is a general framework for testing, benchmarking and developing IR systems. +An Open Information Retrieval Framework Benchmark for testing, benchmarking and developing IR systems. ## Benchmarking