rahul7star commited on
Commit
805097b
·
verified ·
1 Parent(s): d83fb5a

Update optimization.py

Browse files
Files changed (1) hide show
  1. optimization.py +15 -0
optimization.py CHANGED
@@ -1,6 +1,21 @@
1
  import torch
2
  import torchao
3
  from torchao.quantization import DEFAULT_INT4_AUTOQUANT_CLASS_LIST
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  P = ParamSpec('P')
5
 
6
 
 
1
  import torch
2
  import torchao
3
  from torchao.quantization import DEFAULT_INT4_AUTOQUANT_CLASS_LIST
4
+ from typing import Any
5
+ from typing import Callable
6
+ from typing import ParamSpec
7
+
8
+ import spaces
9
+ import torch
10
+ from torch.utils._pytree import tree_map_only
11
+ from torchao.quantization import quantize_
12
+ from torchao.quantization import Float8DynamicActivationFloat8WeightConfig
13
+ from torchao.quantization import Int8WeightOnlyConfig
14
+
15
+ from optimization_utils import capture_component_call
16
+ from optimization_utils import aoti_compile
17
+ from optimization_utils import ZeroGPUCompiledModel
18
+ from optimization_utils import drain_module_parameters
19
  P = ParamSpec('P')
20
 
21