We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent aadc454 commit a372fe1Copy full SHA for a372fe1
exllamav2/generator/sampler.py
@@ -400,12 +400,18 @@ def prep_logit_filter(lf):
400
401
pass_tokens = None
402
end_tokens = None
403
- for f in filters:
404
+ pts = []
405
+ ets = []
406
+ for f in filters:
407
pt, et = f.get_next()
- if len(filters) > 1 and not isinstance(pt, set):
- if pt is not None: pt = set(pt)
408
- if et is not None: et = set(et)
+ if pt is not None:
409
+ pts.append(pt)
410
+ ets.append(et)
411
+
412
+ for pt, et in zip(pts, ets):
413
+ if len(pts) > 1 and not isinstance(pt, set):
414
+ pt, et = set(pt), set(et)
415
416
if pt is not None: pass_tokens = pt if pass_tokens is None else pass_tokens & pt
417
if et is not None: end_tokens = et if end_tokens is None else end_tokens | et
0 commit comments