Update README.md
Browse files
README.md
CHANGED
@@ -79,9 +79,8 @@ thinking_budget = 2048
|
|
79 |
|
80 |
# The implementation of thinking budget involves two-phase generation,
|
81 |
# which is incompatible with the official transformers TextIteratorStreamer.
|
82 |
-
#
|
83 |
-
# not
|
84 |
-
# "streamer" for usage.
|
85 |
from transformers import TextIteratorStreamer
|
86 |
class MyTextIteratorStreamer(TextIteratorStreamer):
|
87 |
def manual_end(self):
|
|
|
79 |
|
80 |
# The implementation of thinking budget involves two-phase generation,
|
81 |
# which is incompatible with the official transformers TextIteratorStreamer.
|
82 |
+
# MUST use this new class for streaming whether thinking budget is used
|
83 |
+
# or not. See the commented lines below that involve "streamer" for usage.
|
|
|
84 |
from transformers import TextIteratorStreamer
|
85 |
class MyTextIteratorStreamer(TextIteratorStreamer):
|
86 |
def manual_end(self):
|