Fix snapshot serde: rename logits to last_logits

rustformers · Nov 3, 2023 · 58193c4 · 58193c4
1 parent fb48749
commit 58193c4
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/crates/llm-base/src/inference_session.rs b/crates/llm-base/src/inference_session.rs
@@ -608,7 +608,7 @@ impl InferenceSession {
             npast: self.n_past,
             config: self.config,
             tokens: self.tokens.clone(),
-            logits: self.last_logits.clone(),
+            last_logits: self.last_logits.clone(),
             memory_k,
             memory_v,
         }
@@ -746,7 +746,7 @@ pub struct InferenceSnapshotRef<'a> {
     /// All tokens generated by this inference session.
     pub tokens: Vec<TokenId>,
     /// The vector of logits that was produced after the last inference.
-    pub logits: Vec<f32>,
+    pub last_logits: Vec<f32>,
     /// The contents of the 'key' memory tensor.
     #[serde(with = "serde_bytes")]
     pub memory_k: &'a [u8],
@@ -763,7 +763,7 @@ impl InferenceSnapshotRef<'_> {
             npast: self.npast,
             config: self.config,
             tokens: self.tokens.clone(),
-            last_logits: self.logits.clone(),
+            last_logits: self.last_logits.clone(),
             memory_k: self.memory_k.to_vec(),
             memory_v: self.memory_v.to_vec(),
         }