-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
41aa00f
commit b5d34cf
Showing
7 changed files
with
181 additions
and
79 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
10 changes: 10 additions & 0 deletions
10
opensearch-search-quality-evaluation-framework/queryset.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,10 @@ | ||
| { | ||
| "query_set_id": "", | ||
| "judgments_id": "", | ||
| "index": "", | ||
| "search_pipeline": "", | ||
| "id_field": "", | ||
| "k": 10, | ||
| "threshold": 1.0, | ||
| "query": {} | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,7 @@ | ||
| #!/bin/bash -e | ||
|
|
||
| # Create a click model. | ||
| java -jar ./target/search-evaluation-framework-1.0.0-SNAPSHOT-jar-with-dependencies.jar -c | ||
| java -jar ./target/search-evaluation-framework-1.0.0-SNAPSHOT-jar-with-dependencies.jar -c coec | ||
|
|
||
| # Run a query set. | ||
| #java -jar ./target/search-evaluation-framework-1.0.0-SNAPSHOT-jar-with-dependencies.jar -r queryset.json |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
106 changes: 106 additions & 0 deletions
106
...evaluation-framework/src/main/java/org/opensearch/eval/runners/RunQuerySetParameters.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,106 @@ | ||
| package org.opensearch.eval.runners; | ||
|
|
||
| import com.google.gson.annotations.SerializedName; | ||
|
|
||
| public class RunQuerySetParameters { | ||
|
|
||
| @SerializedName("query_set_id") | ||
| private String querySetId; | ||
|
|
||
| @SerializedName("judgments_id") | ||
| private String judgmentsId; | ||
|
|
||
| @SerializedName("index") | ||
| private String index; | ||
|
|
||
| @SerializedName("search_pipeline") | ||
| private String searchPipeline; | ||
|
|
||
| @SerializedName("id_field") | ||
| private String idField; | ||
|
|
||
| @SerializedName("query") | ||
| private String query; | ||
|
|
||
| @SerializedName("k") | ||
| private int k; | ||
|
|
||
| @SerializedName("threshold") | ||
| private double threshold; | ||
|
|
||
| // * @param querySetId The ID of the query set to run. | ||
| // * @param judgmentsId The ID of the judgments set to use for search metric calculation. | ||
| // * @param index The name of the index to run the query sets against. | ||
| // * @param searchPipeline The name of the search pipeline to use, or <code>null</code> to not use a search pipeline. | ||
| // * @param idField The field in the index that is used to uniquely identify a document. | ||
| // * @param query The query that will be used to run the query set. | ||
| // * @param k The k used for metrics calculation, i.e. DCG@k. | ||
| // * @param threshold The cutoff for binary judgments. A judgment score greater than or equal | ||
| // * to this value will be assigned a binary judgment value of 1. A judgment score | ||
| // * less than this value will be assigned a binary judgment value of 0. | ||
|
|
||
| public String getQuerySetId() { | ||
| return querySetId; | ||
| } | ||
|
|
||
| public void setQuerySetId(String querySetId) { | ||
| this.querySetId = querySetId; | ||
| } | ||
|
|
||
| public String getJudgmentsId() { | ||
| return judgmentsId; | ||
| } | ||
|
|
||
| public void setJudgmentsId(String judgmentsId) { | ||
| this.judgmentsId = judgmentsId; | ||
| } | ||
|
|
||
| public String getIndex() { | ||
| return index; | ||
| } | ||
|
|
||
| public void setIndex(String index) { | ||
| this.index = index; | ||
| } | ||
|
|
||
| public String getSearchPipeline() { | ||
| return searchPipeline; | ||
| } | ||
|
|
||
| public void setSearchPipeline(String searchPipeline) { | ||
| this.searchPipeline = searchPipeline; | ||
| } | ||
|
|
||
| public String getIdField() { | ||
| return idField; | ||
| } | ||
|
|
||
| public void setIdField(String idField) { | ||
| this.idField = idField; | ||
| } | ||
|
|
||
| public String getQuery() { | ||
| return query; | ||
| } | ||
|
|
||
| public void setQuery(String query) { | ||
| this.query = query; | ||
| } | ||
|
|
||
| public int getK() { | ||
| return k; | ||
| } | ||
|
|
||
| public void setK(int k) { | ||
| this.k = k; | ||
| } | ||
|
|
||
| public double getThreshold() { | ||
| return threshold; | ||
| } | ||
|
|
||
| public void setThreshold(double threshold) { | ||
| this.threshold = threshold; | ||
| } | ||
|
|
||
| } |