Skip to content

Commit

Permalink
Make prepareInputs private. (#3340)
Browse files Browse the repository at this point in the history
  • Loading branch information
wujingyue authored Nov 5, 2024
1 parent df888ac commit 43f8147
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions csrc/runtime/fusion_executor_cache.h
Original file line number Diff line number Diff line change
Expand Up @@ -140,12 +140,6 @@ class FusionExecutorCache {
std::optional<PrimDataType> forced_index_type = std::nullopt,
std::optional<int8_t> selected_device = std::nullopt);

//! Converts inputs from IValue to KernelArgumentHolder, also handles cache
//! lookup
KernelArgumentHolder prepareInputs(
const at::ArrayRef<c10::IValue>& inputs,
std::optional<int8_t> selected_device = std::nullopt);

//! query if there's a kernel ready to go for given inputs
NVF_API bool isCompiled(
const at::ArrayRef<c10::IValue>& inputs,
Expand Down Expand Up @@ -241,6 +235,12 @@ class FusionExecutorCache {
void deserialize(const serde::FusionExecutorCache* buffer, int64_t fusion_id);

private:
//! Converts inputs from IValue to KernelArgumentHolder, also handles cache
//! lookup
KernelArgumentHolder prepareInputs(
const at::ArrayRef<c10::IValue>& inputs,
std::optional<int8_t> selected_device = std::nullopt);

//! evict cached short cut entry in `code_to_fe_lookup_` as well as cached
//! entry in `FusionExecutor`
void evictCache(size_t cache_id);
Expand Down

0 comments on commit 43f8147

Please sign in to comment.