cut a useless step when reading messages

src/idiom/idiom.rs

@@ -3,7 +3,6 @@ use std::hash::Hash;
 use itertools::Itertools;
 use bimap::BiMap;
 use super::top_freqs::TopFreqs;
-use super::text_utils::counts;
 const PLACE_VOC_LEN: usize = 500;
 const PERSON_VOC_LEN: usize = 200;
 
@@ -27,8 +26,7 @@ impl<P: Hash+Eq, U: Hash+Eq> Idioms<P, U> {
     pub fn update(&mut self, place: P, person: U, tokens: Vec<String>) {
         let place_voc = self.places.entry(place).or_insert(TopFreqs::new());
         let user_voc = self.people.entry(person).or_insert(TopFreqs::new());
-        let tokens = counts(tokens);
-        for (token, value) in tokens {
+        for token in tokens {
             let idx = match self.tokens.get_by_left(&token) {
                 Some(v) => *v,
                 None => {
@@ -37,8 +35,8 @@ impl<P: Hash+Eq, U: Hash+Eq> Idioms<P, U> {
                     v
                 }
             };
-            place_voc.add(idx, value);
-            let inctx_value = (-place_voc.get(&idx)).exp()*50.;
+            place_voc.add(idx, 1.);
+            let inctx_value = (-place_voc.get(&idx)).exp()*20.;
             user_voc.add(idx, inctx_value);
         }
     }

src/idiom/text_utils.rs

@@ -1,4 +1,3 @@
-use std::collections::HashMap;
 use itertools::Itertools;
 use lazy_static::lazy_static;
 use regex::Regex;
@@ -31,11 +30,3 @@ pub fn tokenize(text: String) -> Vec<String> {
         .map(|token| smart_lower(trim(token.as_str())))
         .collect_vec()
 }
-
-pub(crate) fn counts(tokens: Vec<String>) -> Vec<(String, f32)> {
-    let mut counts: HashMap<String, usize> = HashMap::new();
-    for token in tokens {
-        *counts.entry(token.as_str().to_string()).or_default() += 1;
-    }
-    counts.into_iter().map(|(k, v)| (k, v as f32)).collect()
-}