Skip to content

Commit

Permalink
rename save traces
Browse files Browse the repository at this point in the history
  • Loading branch information
LucasWilkinson committed Oct 16, 2024
1 parent c117052 commit c1a5507
Showing 1 changed file with 8 additions and 8 deletions.
16 changes: 8 additions & 8 deletions examples/offline_profile.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ class ProfileContext:
prompt_len: int
output_len: int
batch_size: int
save_traces_folder: Optional[str]
save_chrome_traces_folder: Optional[str]


def get_dtype(dtype: str):
Expand Down Expand Up @@ -194,15 +194,15 @@ def abort_requests():
json.dump(json_dict, f, indent=2)
pass

if context.save_traces_folder is not None:
os.makedirs(context.save_traces_folder, exist_ok=True)
prefill_prof.profiler.export_chrome_trace(context.save_traces_folder +
"/prefill.json")
if context.save_chrome_traces_folder is not None:
os.makedirs(context.save_chrome_traces_folder, exist_ok=True)
prefill_prof.profiler.export_chrome_trace(
context.save_chrome_traces_folder + "/prefill.json")
for idx, decode_prof in enumerate(decode_profs):
decode_prof.profiler.export_chrome_trace(
context.save_traces_folder + f"/decode_{idx + 1}.json")
context.save_chrome_traces_folder + f"/decode_{idx + 1}.json")
print("Traces saved as prefill.json and decode_1.json, etc."
f" in folder {context.save_traces_folder}")
f" in folder {context.save_chrome_traces_folder}")


if __name__ == "__main__":
Expand Down Expand Up @@ -245,7 +245,7 @@ def abort_requests():
type=str,
default=None,
help="Export the results as a json file. This should be the filename")
parser.add_argument("--save-traces-folder",
parser.add_argument("--save-chrome-traces-folder",
type=str,
help="Save chrome traces for the prefill and decode "
"will save traces as prefill.json and decode_1.json, "
Expand Down

0 comments on commit c1a5507

Please sign in to comment.