Merge pull request #208 from arunsathiya/add/evals

update(openai): Support "oaieval" and "oaievalset" as executables within the "openai" shell plugin

plugins/openai/oaieval.go

@@ -0,0 +1,25 @@
+package openai
+
+import (
+ "github.com/1Password/shell-plugins/sdk"
+ "github.com/1Password/shell-plugins/sdk/needsauth"
+ "github.com/1Password/shell-plugins/sdk/schema"
+ "github.com/1Password/shell-plugins/sdk/schema/credname"
+)
+
+func OpenAIEvalsCLI() schema.Executable {
+ return schema.Executable{
+ Name: "OpenAI Evals CLI",
+ Runs: []string{"oaieval"},
+ DocsURL: sdk.URL("https://github.com/openai/evals/blob/main/docs/run-evals.md"),
+ NeedsAuth: needsauth.IfAll(
+ needsauth.NotForHelpOrVersion(),
+ needsauth.NotWithoutArgs(),
+ ),
+ Uses: []schema.CredentialUsage{
+ {
+ Name: credname.APIKey,
+ },
+ },
+ }
+}

plugins/openai/oaievalset.go

@@ -0,0 +1,25 @@
+package openai
+
+import (
+ "github.com/1Password/shell-plugins/sdk"
+ "github.com/1Password/shell-plugins/sdk/needsauth"
+ "github.com/1Password/shell-plugins/sdk/schema"
+ "github.com/1Password/shell-plugins/sdk/schema/credname"
+)
+
+func OpenAIEvalSetCLI() schema.Executable {
+ return schema.Executable{
+ Name: "OpenAI Eval Set CLI",
+ Runs: []string{"oaievalset"},
+ DocsURL: sdk.URL("https://github.com/openai/evals/blob/main/docs/run-evals.md"),
+ NeedsAuth: needsauth.IfAll(
+ needsauth.NotForHelpOrVersion(),
+ needsauth.NotWithoutArgs(),
+ ),
+ Uses: []schema.CredentialUsage{
+ {
+ Name: credname.APIKey,
+ },
+ },
+ }
+}

plugins/openai/plugin.go

@@ -17,6 +17,8 @@ func New() schema.Plugin {
  },
  Executables: []schema.Executable{
  OpenAICLI(),
+ OpenAIEvalsCLI(),
+ OpenAIEvalSetCLI(),
  },
  }
 }