add full log and loosen encoding requirements

src/packages/parser.rs

@@ -142,9 +142,9 @@ fn dictionary_builder(raw_fn: String, format: String, regexps: Vec<Regex>) -> (H
                             process_dictionary_builder_line(ip, None, &regex, &regexps, &mut dbl, &mut trpl, &mut all_token_list),
                         Some(Ok(next_line)) =>
                             process_dictionary_builder_line(ip, Some(next_line.clone()), &regex, &regexps, &mut dbl, &mut trpl, &mut all_token_list),
-                        Some(&Err(_)) => panic!("should not happen")
+                        Some(Err(_)) => {} // meh, some weirdly-encoded line, throw it out
                     }
-                Some(Err(_)) => panic!("should not happen")
+                Some(Err(_)) => {} // meh, some weirdly-encoded line, throw it out
             }
         }
     }