Skip to content

Commit

Permalink
add models
Browse files Browse the repository at this point in the history
  • Loading branch information
marevol committed Jun 10, 2024
1 parent d88ce8c commit ad0ed6a
Showing 1 changed file with 21 additions and 9 deletions.
30 changes: 21 additions & 9 deletions tools/setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,17 @@ tmp_file=/tmp/output.$$
# https://opensearch.org/docs/latest/ml-commons-plugin/pretrained-models/
cat <<EOS
Models:
[1] huggingface/sentence-transformers/all-distilroberta-v1
[2] huggingface/sentence-transformers/all-MiniLM-L6-v2"
[3] huggingface/sentence-transformers/all-MiniLM-L12-v2
[4] huggingface/sentence-transformers/all-mpnet-base-v2
[5] huggingface/sentence-transformers/msmarco-distilbert-base-tas-b
[6] huggingface/sentence-transformers/multi-qa-MiniLM-L6-cos-v1
[7] huggingface/sentence-transformers/multi-qa-mpnet-base-dot-v1
[8] huggingface/sentence-transformers/paraphrase-MiniLM-L3-v2
[9] huggingface/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
[1] huggingface/sentence-transformers/all-distilroberta-v1
[2] huggingface/sentence-transformers/all-MiniLM-L6-v2"
[3] huggingface/sentence-transformers/all-MiniLM-L12-v2
[4] huggingface/sentence-transformers/all-mpnet-base-v2
[5] huggingface/sentence-transformers/msmarco-distilbert-base-tas-b
[6] huggingface/sentence-transformers/multi-qa-MiniLM-L6-cos-v1
[7] huggingface/sentence-transformers/multi-qa-mpnet-base-dot-v1
[8] huggingface/sentence-transformers/paraphrase-MiniLM-L3-v2
[9] huggingface/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
[10] huggingface/sentence-transformers/paraphrase-mpnet-base-v2
[11] huggingface/sentence-transformers/distiluse-base-multilingual-cased-v1
EOS

echo -n "Which model would you like to use? "
Expand Down Expand Up @@ -66,6 +68,16 @@ case "${input}" in
dimension=384
space_type=cosinesimil
;;
"10")
model_name=huggingface/sentence-transformers/paraphrase-mpnet-base-v2
dimension=768
space_type=cosinesimil
;;
"11")
model_name=huggingface/sentence-transformers/distiluse-base-multilingual-cased-v1
dimension=512
space_type=cosinesimil
;;
*)
input=4
model_name=huggingface/sentence-transformers/all-mpnet-base-v2
Expand Down

0 comments on commit ad0ed6a

Please sign in to comment.