diff --git a/ds_config.json b/ds_config.json
index 8d0da60..9c0a4f7 100644
--- a/ds_config.json
+++ b/ds_config.json
@@ -23,8 +23,7 @@
         "overlap_comm": true,
         "reduce_scatter": true,
         "reduce_bucket_size": 2e8,
-        "contiguous_gradients": true,
-        "cpu_offload": true
+        "contiguous_gradients": true
     },
     "fp16": {
         "enabled": false