diff --git a/laser_encoders/README.md b/laser_encoders/README.md index 6a2735db..28143f7e 100644 --- a/laser_encoders/README.md +++ b/laser_encoders/README.md @@ -49,7 +49,7 @@ tokenizer = initialize_tokenizer(lang="igbo") tokenized_sentence = tokenizer.tokenize("nnọọ, kedu ka ị mere") # Initialize the LASER sentence encoder -encoder = LaserEncoderPipeline(lang="igbo") +encoder = LaserEncoderPipeline(lang="igbo", tokenize=False) # Encode sentences into embeddings embeddings = encoder.encode_sentences([tokenized_sentence])