move set_options to class, improve print messages, colored print messages

This commit is contained in:
Believethehype
2024-05-31 10:27:18 +02:00
parent b8cd322150
commit c26db73650
35 changed files with 188 additions and 176 deletions

View File

@@ -71,7 +71,7 @@ class TextGenerationLLMLite(DVMTaskInterface):
def process(self, request_form):
from litellm import completion
options = DVMTaskInterface.set_options(request_form)
options = self.set_options(request_form)
try:
if options["model"].startswith("ollama"):