def _deep_copy_arg_dict(input_arg_dict):
    """
    Make a deep copy of the input arg_dict (dict param_name to mx.nd)
    :param input_arg_dict:
    :return: deep copy of input_arg_dict
    """
    output_arg_dict = {}
    for name, param in input_arg_dict.items():
        output_arg_dict[name] = param.copy()
    return output_arg_dict