orionweller commited on
Commit
7ed33de
·
verified ·
1 Parent(s): 1c43e40

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -4
app.py CHANGED
@@ -7,11 +7,20 @@ def count_parameters(model_path):
7
  # Load model on CPU
8
  model = AutoModel.from_pretrained(model_path, device_map="cpu")
9
 
10
- # Count trainable parameters
11
- trainable_params = sum(p.numel() for p in model.parameters() if p.requires_grad)
 
 
 
12
 
13
- # Count total parameters
14
- total_params = sum(p.numel() for p in model.parameters())
 
 
 
 
 
 
15
 
16
  # Format numbers with commas for readability
17
  return f"""
 
7
  # Load model on CPU
8
  model = AutoModel.from_pretrained(model_path, device_map="cpu")
9
 
10
+ # Count trainable parameters (accounting for weight tying)
11
+ unique_params = {}
12
+ for name, p in model.named_parameters():
13
+ if p.requires_grad:
14
+ unique_params[p.data_ptr()] = (name, p.numel())
15
 
16
+ trainable_params = sum(numel for _, numel in unique_params.values())
17
+
18
+ # Count total parameters (accounting for weight tying)
19
+ unique_params = {}
20
+ for name, p in model.named_parameters():
21
+ unique_params[p.data_ptr()] = (name, p.numel())
22
+
23
+ total_params = sum(numel for _, numel in unique_params.values())
24
 
25
  # Format numbers with commas for readability
26
  return f"""