Skip to content

Commit

Permalink
updates
Browse files Browse the repository at this point in the history
  • Loading branch information
JoyboyBrian committed Dec 4, 2024
1 parent 7e5bd6d commit ec23afe
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ public class VlmModelManager {
// For nanollava
// private static final String MODEL_TEXT_FILENAME = "nanollava-model-q8_0.gguf";
// private static final String MODEL_MMPROJ_FILENAME = "nanollava-projector-fp16.gguf";
//

// For Omnivision
private static final String MODEL_TEXT_FILENAME = "model-q8_0.gguf";
private static final String MODEL_MMPROJ_FILENAME = "projector-fp16.gguf";
Expand Down
6 changes: 3 additions & 3 deletions android/llama/src/main/cpp/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -18,22 +18,22 @@ FetchContent_MakeAvailable(json)
FetchContent_Declare(
llama
GIT_REPOSITORY https://github.com/NexaAI/llama.cpp.git
GIT_TAG master
GIT_TAG release
# SOURCE_SUBDIR llama.cpp_74d73dc
)

# Declare llama.cpp repository
FetchContent_Declare(
llava
GIT_REPOSITORY https://github.com/NexaAI/llama.cpp.git
GIT_TAG master
GIT_TAG release
SOURCE_SUBDIR examples/llava
)

FetchContent_Declare(
omni_vlm
GIT_REPOSITORY https://github.com/NexaAI/llama.cpp.git
GIT_TAG master
GIT_TAG release
SOURCE_SUBDIR examples/omni-vlm
)

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ class NexaOmniVlmInference(
private var generatedTokenNum: Int = 0
private var generatedText: String = ""
private var isModelLoaded: Boolean = false
private var type:String = "vlm-81-ocr"
private var type:String = "vlm-81-instruct"

private external fun init(model: String, proj: String, type: String)
private external fun sampler_free(sampler:Long)
Expand Down

0 comments on commit ec23afe

Please sign in to comment.