Commit
·
62d0e38
1
Parent(s):
c709ed6
TypeError: LLaDAModelLM.__init__() got an unexpected keyword argument 'use_flash_attn'
Browse files- handler.py +0 -1
handler.py
CHANGED
@@ -9,7 +9,6 @@ class EndpointHandler:
|
|
9 |
model_dir,
|
10 |
torch_dtype=torch.bfloat16,
|
11 |
low_cpu_mem_usage=True,
|
12 |
-
use_flash_attn=False,
|
13 |
trust_remote_code=True,
|
14 |
device_map="auto",
|
15 |
).eval()
|
|
|
9 |
model_dir,
|
10 |
torch_dtype=torch.bfloat16,
|
11 |
low_cpu_mem_usage=True,
|
|
|
12 |
trust_remote_code=True,
|
13 |
device_map="auto",
|
14 |
).eval()
|