Update generate_model.py
Browse files- generate_model.py +1 -23
generate_model.py
CHANGED
|
@@ -594,7 +594,7 @@ def generate(
|
|
| 594 |
# print('model load over')
|
| 595 |
config = model.config
|
| 596 |
if tokenizer is None:
|
| 597 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
| 598 |
padding_side = config.tokenizer_padding_side)
|
| 599 |
image_processor = model.vision_tower._image_processor
|
| 600 |
context_len = getattr(config, 'max_sequence_length', 2048)
|
|
@@ -653,28 +653,6 @@ def generate(
|
|
| 653 |
def tinyllava_phi_generate_parser():
|
| 654 |
"""Argument Parser"""
|
| 655 |
|
| 656 |
-
class KwargsParser(argparse.Action):
|
| 657 |
-
"""Parser action class to parse kwargs of form key=value"""
|
| 658 |
-
def __call__(self, parser, namespace, values, option_string=None):
|
| 659 |
-
setattr(namespace, self.dest, dict())
|
| 660 |
-
for val in values:
|
| 661 |
-
if '=' not in val:
|
| 662 |
-
raise ValueError(
|
| 663 |
-
(
|
| 664 |
-
'Argument parsing error, kwargs are expected in'
|
| 665 |
-
' the form of key=value.'
|
| 666 |
-
)
|
| 667 |
-
)
|
| 668 |
-
kwarg_k, kwarg_v = val.split('=')
|
| 669 |
-
try:
|
| 670 |
-
converted_v = int(kwarg_v)
|
| 671 |
-
except ValueError:
|
| 672 |
-
try:
|
| 673 |
-
converted_v = float(kwarg_v)
|
| 674 |
-
except ValueError:
|
| 675 |
-
converted_v = kwarg_v
|
| 676 |
-
getattr(namespace, self.dest)[kwarg_k] = converted_v
|
| 677 |
-
|
| 678 |
parser = argparse.ArgumentParser('TinyLLaVA-Phi Generate Module')
|
| 679 |
parser.add_argument(
|
| 680 |
'--model',
|
|
|
|
| 594 |
# print('model load over')
|
| 595 |
config = model.config
|
| 596 |
if tokenizer is None:
|
| 597 |
+
tokenizer = AutoTokenizer.from_pretrained(checkpoint_path, use_fast=False, model_max_length = config.tokenizer_model_max_length,
|
| 598 |
padding_side = config.tokenizer_padding_side)
|
| 599 |
image_processor = model.vision_tower._image_processor
|
| 600 |
context_len = getattr(config, 'max_sequence_length', 2048)
|
|
|
|
| 653 |
def tinyllava_phi_generate_parser():
|
| 654 |
"""Argument Parser"""
|
| 655 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 656 |
parser = argparse.ArgumentParser('TinyLLaVA-Phi Generate Module')
|
| 657 |
parser.add_argument(
|
| 658 |
'--model',
|