+ Status is the book has <%= @book.query_doc_pairs.count %> query doc pairs.
+ <%= link_to book_path(@book) do %>
+
- This book has <%= @count_of_anonymous_book_judgements %> anonymous judgements that could be mapped to a user.
<% end %>
-<% if @count_of_anonymous_case_judgements > 0 %>
+
+<% if @count_of_anonymous_book_judgements > 0 %>
- The associated cases have <%= @count_of_anonymous_case_judgements %> anonymous ratings that could be mapped to a user.
+ This book has <%= @count_of_anonymous_book_judgements %> anonymous judgements that could be mapped to a user.
<% end %>
@@ -107,7 +138,7 @@ This book consists of <%= @book.query_doc_pairs.count %> query document pairs an
To reference these judgements from a notebook or another system you can reference these <%= link_to 'Quepid APIs', apipie_apipie_path %> endpoints:
@@ -143,7 +174,12 @@ This book consists of <%= @book.query_doc_pairs.count %> query document pairs an
<% @stats_data.each do | row | %>
- | <%=display_judge_name (row[:judge]) %> |
+
+ <%=display_judge_name (row[:judge]) %>
+ <% if row[:judge] && row[:judge].ai_judge? %>
+
+ <% end %>
+ |
<% if row[:judge] %>
<%=row[:unrateable] %> <%= link_to_if(row[:judge] && row[:unrateable] > 0, "reset", reset_unrateable_book_path(@book,row[:judge].id), data: { turbo_method: :delete, turbo_confirm: "Are you sure?" }){ '' } %>
diff --git a/config/routes.rb b/config/routes.rb
index 6449a581a..aa8dbe392 100755
--- a/config/routes.rb
+++ b/config/routes.rb
@@ -57,8 +57,9 @@
resources :books do
resources :judgements
+ resources :ai_judges
resources :query_doc_pairs do
- resources :judgements
+ resources :judgements
post 'unrateable' => 'judgements#unrateable'
patch 'unrateable' => 'judgements#unrateable'
get 'judge_later' => 'judgements#judge_later'
@@ -68,6 +69,7 @@
member do
patch 'combine'
patch 'assign_anonymous'
+ patch 'run_judge_judy'
delete 'delete_ratings_by_assignee', action: :delete_ratings_by_assignee, as: :delete_ratings_by_assignee
delete 'reset_unrateable/:user_id', action: :reset_unrateable, as: :reset_unrateable
delete 'reset_judge_later/:user_id', action: :reset_judge_later, as: :reset_judge_later
diff --git a/db/migrate/20240317233035_add_ai_judge_to_book.rb b/db/migrate/20240317233035_add_ai_judge_to_book.rb
new file mode 100644
index 000000000..cec3e54b9
--- /dev/null
+++ b/db/migrate/20240317233035_add_ai_judge_to_book.rb
@@ -0,0 +1,5 @@
+class AddAiJudgeToBook < ActiveRecord::Migration[7.1]
+ def change
+ add_column :books, :ai_judge_id, :integer
+ end
+end
diff --git a/db/migrate/20240318135613_add_judge_attributes_to_users.rb b/db/migrate/20240318135613_add_judge_attributes_to_users.rb
new file mode 100644
index 000000000..a6d814547
--- /dev/null
+++ b/db/migrate/20240318135613_add_judge_attributes_to_users.rb
@@ -0,0 +1,6 @@
+class AddJudgeAttributesToUsers < ActiveRecord::Migration[7.1]
+ def change
+ add_column :users, :prompt, :string, limit: 4000
+ add_column :users, :openai_key, :string
+ end
+end
diff --git a/db/migrate/20241017005156_create_ai_judges_join_table.rb b/db/migrate/20241017005156_create_ai_judges_join_table.rb
new file mode 100644
index 000000000..aa1b01a65
--- /dev/null
+++ b/db/migrate/20241017005156_create_ai_judges_join_table.rb
@@ -0,0 +1,12 @@
+class CreateAiJudgesJoinTable < ActiveRecord::Migration[7.2]
+ def change
+ create_table :ai_judges do |t|
+ t.references :book, null: false, foreign_key: true
+ # user doesn't have explicit fk because the id are different types
+ t.references :user, null: false #, foreign_key: true
+ t.timestamps
+ end
+
+ add_index :ai_judges, [:book_id, :user_id], unique: true
+ end
+end
diff --git a/db/schema.rb b/db/schema.rb
index 006150a3f..78950ec22 100644
--- a/db/schema.rb
+++ b/db/schema.rb
@@ -10,7 +10,7 @@
#
# It's strongly recommended that you check this file into your version control system.
-ActiveRecord::Schema[7.2].define(version: 2024_06_26_181338) do
+ActiveRecord::Schema[7.2].define(version: 2024_10_17_005156) do
create_table "active_storage_attachments", charset: "utf8mb4", collation: "utf8mb4_bin", force: :cascade do |t|
t.string "name", null: false
t.string "record_type", null: false
@@ -46,6 +46,16 @@
t.index ["blob_id", "variation_digest"], name: "index_active_storage_variant_records_uniqueness", unique: true
end
+ create_table "ai_judges", charset: "utf8mb4", collation: "utf8mb4_bin", force: :cascade do |t|
+ t.bigint "book_id", null: false
+ t.bigint "user_id", null: false
+ t.datetime "created_at", null: false
+ t.datetime "updated_at", null: false
+ t.index ["book_id", "user_id"], name: "index_ai_judges_on_book_id_and_user_id", unique: true
+ t.index ["book_id"], name: "index_ai_judges_on_book_id"
+ t.index ["user_id"], name: "index_ai_judges_on_user_id"
+ end
+
create_table "annotations", id: :integer, charset: "utf8mb3", force: :cascade do |t|
t.text "message"
t.string "source"
@@ -356,6 +366,8 @@
t.boolean "completed_case_wizard", default: false, null: false
t.string "stored_raw_invitation_token"
t.string "profile_pic", limit: 4000
+ t.string "prompt", limit: 4000
+ t.string "openai_key"
t.index ["default_scorer_id"], name: "index_users_on_default_scorer_id"
t.index ["email"], name: "ix_user_username", unique: true
t.index ["invitation_token"], name: "index_users_on_invitation_token", unique: true, length: 191
@@ -366,6 +378,7 @@
add_foreign_key "active_storage_attachments", "active_storage_blobs", column: "blob_id"
add_foreign_key "active_storage_variant_records", "active_storage_blobs", column: "blob_id"
+ add_foreign_key "ai_judges", "books"
add_foreign_key "annotations", "users"
add_foreign_key "book_metadata", "books"
add_foreign_key "books", "selection_strategies"
diff --git a/test/fixtures/users.yml b/test/fixtures/users.yml
index 38e6f6b5a..241c64f8c 100644
--- a/test/fixtures/users.yml
+++ b/test/fixtures/users.yml
@@ -20,8 +20,10 @@
# locked_at :datetime
# name :string(255)
# num_logins :integer
+# openai_key :string(255)
# password :string(120)
# profile_pic :string(4000)
+# prompt :string(4000)
# reset_password_sent_at :datetime
# reset_password_token :string(255)
# stored_raw_invitation_token :string(255)
diff --git a/test/integration/case_to_book_to_case_flow_test.rb b/test/integration/case_to_book_to_case_flow_test.rb
index 26ebbf276..ca054a28c 100644
--- a/test/integration/case_to_book_to_case_flow_test.rb
+++ b/test/integration/case_to_book_to_case_flow_test.rb
@@ -52,8 +52,6 @@ class CaseToBookToCaseFlowTest < ActionDispatch::IntegrationTest
put api_book_case_refresh_url book, new_case, params: { create_missing_queries: true }
- response.parsed_body
-
new_case.reload
assert_not_empty new_case.queries
diff --git a/test/integration/judge_judy_flow_test.rb b/test/integration/judge_judy_flow_test.rb
new file mode 100644
index 000000000..40267b100
--- /dev/null
+++ b/test/integration/judge_judy_flow_test.rb
@@ -0,0 +1,119 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class JudgeJudyFlowTest < ActionDispatch::IntegrationTest
+ let(:book) { books(:james_bond_movies) }
+ let(:acase) { cases(:shared_with_team) }
+ let(:team) { teams(:shared) }
+ let(:user) { users(:random) }
+
+ test 'Demonstrate how to work with Judge Judy' do
+ post users_login_url params: { user: { email: user.email, password: 'password' }, format: :json }
+
+ assert_empty(acase.queries)
+ assert_empty(acase.ratings)
+
+ assert_includes user.teams, team
+ assert_includes acase.teams, team
+ assert_includes book.teams, team
+
+ # Link to a Case and Book together and populate it.
+ put api_case_url acase, params: { case_id: acase.id, case: { book_id: book.id }, format: :json }
+ assert_response :ok
+
+ acase.reload
+
+ assert_equal acase.book, book
+
+ # Set up Judge Judy. Give her a prompt (and an OPENAI KEY)
+
+ judge_judy = User.new name: 'judge judy', email: 'judgejudy@quepid.com', password: 'password'
+
+ # Add her to the team
+ judge_judy.teams << team
+ judge_judy.save!
+ # Add her to the book as the judge. Like owner_id but it's ai_judge_id
+ #book.ai_judge = judge_judy
+ book.save!
+
+ # Wait for her to judge
+ perform_enqueued_jobs do
+ # patch :update, params: data
+ RunJudgeJudyJob.perform_later(book)
+ end
+
+ book.reload
+
+ # make sure every query_doc_pair has a rating by Judge Judy.
+ assert_equal book.query_doc_pairs.size, book.judgements.where(user: judge_judy).size
+
+ # Add a query to the case --> and then rate it to create rating.
+ post api_case_queries_url acase,
+ params: { case_id: acase.id,
+ query: { query_text: 'what is the average velocity of a swallow?' } }
+ assert_response :ok
+ response_json = response.parsed_body
+ query = Query.find(response_json['query']['query_id'])
+
+ rating = {
+ doc_id: 'african_swallow',
+ rating: 1,
+ }
+
+ put api_case_query_ratings_url acase, query, params: { case_id: acase.id, query_id: query.id, rating: rating }
+ assert_response :ok
+ puts response.parsed_body
+ rating = Rating.find(response.parsed_body['id'])
+
+ # make sure Judge Judy didn't get involved'
+ # we don' want users tracked at the case rating level
+ assert_nil rating.user
+ # assert_equal rating.user, user
+ assert_equal rating.rating, 1
+
+ # Here is the big question, if I rate something in the main UI, how is that handled?
+ # I worry that if a case rating creates/updates a book judgement, and that triggers a
+ # update the case that we get weird round tripping. Really want ratings to be book --> Case
+
+ data = {
+ book_id: book.id,
+ case_id: acase.id,
+ query_doc_pairs: [
+ {
+ query_text: query.query_text,
+ doc_id: rating.doc_id,
+ rating: rating.rating,
+ user_id: user.id,
+ position: 0,
+ document_fields: {
+ title: 'Monty Python Quest for Holy Grail',
+ year: '1987',
+ },
+ }
+ ],
+ }
+
+ perform_enqueued_jobs do
+ assert_difference 'book.query_doc_pairs.count' do
+ put api_book_populate_url book, params: data
+ assert_response :no_content
+ end
+ end
+ book.reload
+ assert_equal book.query_doc_pairs.size, book.judgements.where(user: judge_judy).size
+
+ query_doc_pairs = book.query_doc_pairs.where(query_text: query.query_text, doc_id: rating.doc_id)
+ assert_equal query_doc_pairs.count, 1
+
+ judgements = query_doc_pairs.first.judgements
+ assert_equal 2, judgements.count
+
+ rating.reload
+
+ # See that the original case rating has changed to be the average of
+ # Judge Judy with a 4 and User with 1. (1+4)/2 = 2.5 rounded to 3.0
+ assert_equal rating.rating, 3.0
+ assert_nil rating.user # I think that having a "last user who rated" wasn't good idea.'
+ end
+end
diff --git a/test/integration/show.json.jbuilder b/test/integration/show.json.jbuilder
deleted file mode 100644
index d0e4b27d4..000000000
--- a/test/integration/show.json.jbuilder
+++ /dev/null
@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-json.partial! 'book', book: @book
diff --git a/test/models/user_test.rb b/test/models/user_test.rb
index 6168f3346..249cad2dc 100644
--- a/test/models/user_test.rb
+++ b/test/models/user_test.rb
@@ -22,8 +22,10 @@
# locked_at :datetime
# name :string(255)
# num_logins :integer
+# openai_key :string(255)
# password :string(120)
# profile_pic :string(4000)
+# prompt :string(4000)
# reset_password_sent_at :datetime
# reset_password_token :string(255)
# stored_raw_invitation_token :string(255)
|