Skip to content

Commit ba77e91

Browse files
committed
added missing parameters for United class.py
1 parent 5e59112 commit ba77e91

File tree

1 file changed

+7
-7
lines changed

1 file changed

+7
-7
lines changed

class.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -257,7 +257,7 @@ def set_input_parameters(self, parameters):
257257
def unload(self):
258258
print("Attemping to unload library")
259259
self.process.terminate()
260-
260+
261261

262262
def _load(self, save_model: bool, initial_load: bool) -> None:
263263
self.tokenizer = self._get_tokenizer("gpt2")
@@ -268,8 +268,8 @@ def _load(self, save_model: bool, initial_load: bool) -> None:
268268
unbantokens=False, bantokens=None, usemirostat=None, forceversion=0, nommap=self.kcpp_nommap,
269269
usemlock=False, noavx2=self.kcpp_noavx2, debugmode=self.kcpp_debugmode, skiplauncher=True, hordeconfig=None, noblas=self.kcpp_noblas,
270270
useclblast=self.kcpp_useclblast, usecublas=self.kcpp_usecublas, gpulayers=self.kcpp_gpulayers, tensor_split=self.kcpp_tensor_split, config=None,
271-
onready='', multiuser=False, foreground=False, preloadstory=None, noshift=False, remotetunnel=False)
272-
271+
onready='', multiuser=False, foreground=False, preloadstory=None, noshift=False, remotetunnel=False, ssl=False)
272+
273273

274274
#koboldcpp.main(kcppargs,False) #initialize library without enabling Lite http server
275275
(self.output_queue, self.input_queue, self.process) = koboldcpp.start_in_seperate_process(kcppargs)
@@ -301,17 +301,17 @@ def _raw_generate(
301301
# Store context in memory to use it for comparison with generated content
302302
utils.koboldai_vars.lastctx = decoded_prompt
303303

304-
self.input_queue.put({'command': 'generate', 'data': [(decoded_prompt,max_new,utils.koboldai_vars.max_length,
304+
self.input_queue.put({'command': 'generate', 'data': [(decoded_prompt,"",max_new,utils.koboldai_vars.max_length,
305305
gen_settings.temp,int(gen_settings.top_k),gen_settings.top_a,gen_settings.top_p,
306306
gen_settings.typical,gen_settings.tfs,gen_settings.rep_pen,gen_settings.rep_pen_range),
307307
{"sampler_order": gen_settings.sampler_order, "use_default_badwordsids": utils.koboldai_vars.use_default_badwordsids}
308308
]})
309-
310-
#genresult = koboldcpp.generate(decoded_prompt,max_new,utils.koboldai_vars.max_length,
309+
310+
#genresult = koboldcpp.generate(decoded_prompt,"",max_new,utils.koboldai_vars.max_length,
311311
#gen_settings.temp,int(gen_settings.top_k),gen_settings.top_a,gen_settings.top_p,
312312
#gen_settings.typical,gen_settings.tfs,gen_settings.rep_pen,gen_settings.rep_pen_range,
313313
#sampler_order=gen_settings.sampler_order,use_default_badwordsids=utils.koboldai_vars.use_default_badwordsids)
314-
314+
315315
genresult = []
316316
while True:
317317
data = self.output_queue.get()

0 commit comments

Comments
 (0)