Make the evaluation task compatible with 1.9.2

kimsan1 · May 5, 2013 · bb793d2 · bb793d2
1 parent daf2d5d
commit bb793d2
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/lib/tasks/evaluate.rake b/lib/tasks/evaluate.rake
@@ -44,8 +44,14 @@ task :evaluate => :petrovich do
     errors << %w(lemma expected actual params)
 
     CSV.open(filename, col_sep: "\t", headers: true).each do |row|
-      word, lemma = row['word'], row['lemma']
-      grammemes = row['grammemes'] ? row['grammemes'].split(',') : []
+      word = row['word'].force_encoding('UTF-8')
+      lemma = row['lemma'].force_encoding('UTF-8')
+
+      grammemes = if row['grammemes']
+        row['grammemes'].force_encoding('UTF-8').split(',')
+      else
+        []
+      end
 
       gender = grammemes.include?('мр') ? :male : :female