|
Up
|
|
|
|
|
__pycache__/
|
— |
|
|
|
_fully_shard/
|
— |
|
|
|
__init__.py
|
|
|
|
|
_common_utils.py
|
|
|
|
|
_debug_utils.py
|
|
|
|
|
_dynamo_utils.py
|
|
|
|
|
_exec_order_utils.py
|
|
|
|
|
_flat_param.py
|
|
|
|
|
_fsdp_extensions.py
|
|
|
|
|
_init_utils.py
|
|
|
|
|
_limiter_utils.py
|
|
|
|
|
_optim_utils.py
|
|
|
|
|
_runtime_utils.py
|
|
|
|
|
_shard_utils.py
|
|
|
|
|
_state_dict_utils.py
|
|
|
|
|
_trace_utils.py
|
|
|
|
|
_traversal_utils.py
|
|
|
|
|
_unshard_param_utils.py
|
|
|
|
|
_wrap_utils.py
|
|
|
|
|
api.py
|
|
|
|
|
fully_sharded_data_parallel.py
|
|
|
|
|
sharded_grad_scaler.py
|
|
|
|
|
wrap.py
|
|
|
|