mirror of
https://github.com/likelovewant/ollama-for-amd.git
synced 2025-12-23 07:03:57 +00:00
committed by
GitHub
parent
c7047d7353
commit
921406f721
@@ -17,7 +17,7 @@ def generate(prompt, context):
|
|||||||
for line in r.iter_lines():
|
for line in r.iter_lines():
|
||||||
body = json.loads(line)
|
body = json.loads(line)
|
||||||
response_part = body.get('response', '')
|
response_part = body.get('response', '')
|
||||||
# the response streams one token at a time, print that as we recieve it
|
# the response streams one token at a time, print that as we receive it
|
||||||
print(response_part, end='', flush=True)
|
print(response_part, end='', flush=True)
|
||||||
|
|
||||||
if 'error' in body:
|
if 'error' in body:
|
||||||
@@ -35,4 +35,4 @@ def main():
|
|||||||
print()
|
print()
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
main()
|
main()
|
||||||
|
|||||||
Reference in New Issue
Block a user