Fix CUDA memory issues
This commit is contained in:
		| @@ -107,7 +107,7 @@ def run_exp( | ||||
|                 model = R.load_object(model_obj_name) | ||||
|             logger.info("[Find existing object from {:}]".format(model_obj_name)) | ||||
|         except OSError: | ||||
|             # R.log_params(**flatten_dict(task_config)) | ||||
|             R.log_params(**flatten_dict(update_gpu(task_config, None))) | ||||
|             if "save_path" in inspect.getfullargspec(model.fit).args: | ||||
|                 model_fit_kwargs["save_path"] = os.path.join( | ||||
|                     recorder_root_dir, "model.ckp" | ||||
| @@ -126,9 +126,6 @@ def run_exp( | ||||
|             else: | ||||
|                 R.save_objects(**{model_obj_name: model}) | ||||
|         except Exception as e: | ||||
|             import pdb | ||||
|  | ||||
|             pdb.set_trace() | ||||
|             raise ValueError("Something wrong: {:}".format(e)) | ||||
|         # Get the recorder | ||||
|         recorder = R.get_recorder() | ||||
|   | ||||
		Reference in New Issue
	
	Block a user