Spaces:
Running
Running
File size: 723 Bytes
a49be3b 2ae9b28 a49be3b c684983 a49be3b 99a6901 e1ba92f a49be3b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
# Default configuration for Pipeline Parallelism Emulation
num_devices: 4
num_stages: 4
num_batches: 8
visualization_port: 8050
strategy: "1f1b" # Options: "1f1b", "interleave"
p2p_latency: 0.0
microbatch_group_size_per_vp_stage: null
# Operation time configurations
op_times:
# Option 1: Simple configuration (same time for all stages)
forward: 1.0
backward: 2.0
backward_D: 1.0
backward_W: 1.0
overlapped_forward_backward: 3.0
# Option 2: Commented example of stage-specific configuration
# forward:
# 0: 0.8 # Stage 0 forward time
# 1: 1.2 # Stage 1 forward time
# 2: 1.5 # Stage 2 forward time
# 3: 0.9 # Stage 3 forward time
# backward:
# 0: 1.0 # Stage 0 backward time
|