Remove the custom sampling loop using SequenceGenerator

RobinPicard · Feb 25, 2025 · 5334689 · 5334689
1 parent 2637b46
commit 5334689
Show file tree

Hide file tree

Showing 5 changed files with 3 additions and 1,191 deletions.
diff --git a/outlines/function.py b/outlines/function.py
@@ -7,7 +7,7 @@
 import outlines
 
 if TYPE_CHECKING:
-    from outlines.generate.api import SequenceGenerator
+    from outlines.generate import SequenceGeneratorAdapter
     from outlines.templates import Template
 
 
@@ -25,7 +25,7 @@ class Function:
     prompt_template: "Template"
     schema: Union[str, Callable, object]
     model_name: str
-    generator: Optional["SequenceGenerator"] = None
+    generator: Optional["SequenceGeneratorAdapter"] = None
 
     @classmethod
     def from_github(cls, program_path: str, function_name: str = "fn"):

diff --git a/outlines/generate/__init__.py b/outlines/generate/__init__.py
@@ -5,7 +5,7 @@
 from outlines.processors import CFGLogitsProcessor, RegexLogitsProcessor
 from outlines.types import CFG, Choice, JsonType, List, Regex
 
-from .api import SequenceGenerator
+from .api import SequenceGeneratorAdapter
 from .cfg import cfg
 from .choice import choice
 from .format import format