TryingHard commited on
Commit
97f967c
·
verified ·
1 Parent(s): fd846ba

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -3
README.md CHANGED
@@ -79,9 +79,8 @@ thinking_budget = 2048
79
 
80
  # The implementation of thinking budget involves two-phase generation,
81
  # which is incompatible with the official transformers TextIteratorStreamer.
82
- # Hence we modified the streaming class. Could comment this part out if
83
- # not using thinking budget. See the commented lines below that involve
84
- # "streamer" for usage.
85
  from transformers import TextIteratorStreamer
86
  class MyTextIteratorStreamer(TextIteratorStreamer):
87
  def manual_end(self):
 
79
 
80
  # The implementation of thinking budget involves two-phase generation,
81
  # which is incompatible with the official transformers TextIteratorStreamer.
82
+ # MUST use this new class for streaming whether thinking budget is used
83
+ # or not. See the commented lines below that involve "streamer" for usage.
 
84
  from transformers import TextIteratorStreamer
85
  class MyTextIteratorStreamer(TextIteratorStreamer):
86
  def manual_end(self):