mirrors/ollama-for-amd
1
0
Fork 0
mirror of https://github.com/likelovewant/ollama-for-amd.git synced 2025-12-21 22:33:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

clean up pull

Browse Source
This commit is contained in:
Bruce MacDonald
2023-06-29 15:06:34 -04:00
parent d57903875e
commit 61e39bf5d9
3 changed files with 57 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
ollama/engine.py
View File

@@ -22,7 +22,6 @@ def generate(model, prompt, models_home=".", llms={}, *args, **kwargs):
llm = load(model, models_home=models_home, llms=llms)
prompt = ollama.prompt.template(model, prompt)
if "max_tokens" not in kwargs:
kwargs.update({"max_tokens": 16384})
@@ -39,11 +38,10 @@ def generate(model, prompt, models_home=".", llms={}, *args, **kwargs):
def load(model, models_home=".", llms={}):
llm = llms.get(model, None)
if not llm:
model_path = {
name: path for name, path in ollama.model.models(models_home)
}.get(model, None)
if not model_path:
stored_model_path = os.path.join(models_home, model, ".bin")
if os.path.exists(stored_model_path):
model_path = stored_model_path
else:
# try loading this as a path to a model, rather than a model name
model_path = os.path.abspath(model)