Update README.md
Browse files
README.md
CHANGED
|
@@ -89,7 +89,7 @@ GENERATION_CONFIG = GenerationConfig(
|
|
| 89 |
outputs = model.generate(
|
| 90 |
inputs.input_ids.to("cuda:0"),
|
| 91 |
GENERATION_CONFIG,
|
| 92 |
-
attention_mask=
|
| 93 |
)
|
| 94 |
|
| 95 |
outputs = outputs[:, inputs.input_ids.shape[-1]:]
|
|
|
|
| 89 |
outputs = model.generate(
|
| 90 |
inputs.input_ids.to("cuda:0"),
|
| 91 |
GENERATION_CONFIG,
|
| 92 |
+
attention_mask=inputs.attention_mask.to("cuda:0"),
|
| 93 |
)
|
| 94 |
|
| 95 |
outputs = outputs[:, inputs.input_ids.shape[-1]:]
|