Skip to content

Commit 6898d8e

Browse files
committed
Sync llama: fix llama-model-saver (#20503)
1 parent aa41462 commit 6898d8e

1 file changed

Lines changed: 18 additions & 0 deletions

File tree

llama_cpp/llama_cpp.py

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1312,6 +1312,24 @@ def llama_model_load_from_file(
13121312
...
13131313

13141314

1315+
# // Load a model from an open FILE pointer
1316+
# LLAMA_API struct llama_model * llama_model_load_from_file_ptr(
1317+
# FILE * file,
1318+
# struct llama_model_params params);
1319+
@ctypes_function(
1320+
"llama_model_load_from_file_ptr",
1321+
[ctypes.c_void_p, llama_model_params],
1322+
llama_model_p_ctypes,
1323+
)
1324+
def llama_model_load_from_file_ptr(
1325+
file: ctypes.c_void_p, params: llama_model_params, /
1326+
) -> Optional[llama_model_p]:
1327+
"""
1328+
Load a model from an open FILE pointer
1329+
"""
1330+
...
1331+
1332+
13151333
# // Load a model from multiple splits (support custom naming scheme)
13161334
# // The paths must be in the correct order
13171335
# LLAMA_API struct llama_model * llama_model_load_from_splits(

0 commit comments

Comments
 (0)