Skip to content

Commit

Permalink
commit change
Browse files Browse the repository at this point in the history
  • Loading branch information
j316chuck committed Oct 17, 2023
1 parent 967b4d2 commit c4ae7ea
Showing 1 changed file with 0 additions and 32 deletions.
32 changes: 0 additions & 32 deletions scripts/train/yamls/pretrain/mpt-small-cpu.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -110,38 +110,6 @@ callbacks:
loggers:
s3: {bucket_uri: s3://mosaicml-internal-checkpoints-shared/ }

Check failure on line 111 in scripts/train/yamls/pretrain/mpt-small-cpu.yaml

View workflow job for this annotation

GitHub Actions / code-quality (3.10, [dev])

111:8 [braces] forbidden flow mapping

Check failure on line 111 in scripts/train/yamls/pretrain/mpt-small-cpu.yaml

View workflow job for this annotation

GitHub Actions / code-quality (3.10, [dev])

111:62 [braces] too many spaces inside braces

# Profiler
profiler:
sys_prof_cpu: false
sys_prof_memory: false
sys_prof_disk: false
sys_prof_net: false
sys_prof_stats_thread_interval_seconds: 1_000_000_000_000
torch_prof_folder: '{run_name}/torch_traces'
torch_prof_filename: 'rank{rank}.batch{batch}.pt.trace.json'
torch_prof_remote_file_name: 'chuck/{run_name}/traces/ep{epoch}-ba{batch}-rank{rank}.json'
torch_prof_overwrite: true
torch_prof_use_gzip: false
torch_prof_record_shapes: true
torch_prof_profile_memory: true
torch_prof_with_stack: true
torch_prof_with_flops: true
torch_prof_num_traces_to_keep: -1 # -1 means keep all traces
schedule:
skip_first: 1
wait: 0
warmup: 1
active: 1
repeat: 1
# json_trace_handler:
# folder: '{run_name}/composer_traces'
# filename: 'ep{epoch}-ba{batch}-rank{rank}.json'
# remote_file_name: 's3://mosaicml-internal-checkpoints-shared/chuck/{run_name}/traces/ep{epoch}-ba{batch}-rank{rank}.json'
# merged_trace_filename: 'merged_trace.json'
# merged_trace_remote_file_name: '{run_name}/traces/merged_trace.json'
# overwrite: true
# num_traces_to_keep: -1

# Checkpoint to local filesystem or remote object store
# save_interval: 500ba
save_overwrite: true
Expand Down

0 comments on commit c4ae7ea

Please sign in to comment.