Merge pull request #31 from BoFeng2477/patch-2

efrantar · web-flow · commit 8eca10660e9e · 2023-07-10T14:08:56.000+02:00
The reshape of input_id doesn't match HF OPT model's API
diff --git a/opt.py b/opt.py
@@ -336,7 +336,7 @@ def sync():
         for i in range(input_ids.numel()):
             tick = time.time()
             out = model(
-                input_ids[:, i].reshape(-1),
+                input_ids[:, i].reshape((1,-1)),
                 past_key_values=cache['past'],
                 attention_mask=attention_mask[:, :(i + 1)].reshape((1, -1))
             )

Original file line number	Diff line number	Diff line change
`@@ -336,7 +336,7 @@ def sync():`
`336`	`336`	`for i in range(input_ids.numel()):`
`337`	`337`	`tick = time.time()`
`338`	`338`	`out = model(`
`339`		`- input_ids[:, i].reshape(-1),`
	`339`	`+ input_ids[:, i].reshape((1,-1)),`
`340`	`340`	`past_key_values=cache['past'],`
`341`	`341`	`attention_mask=attention_mask[:, :(i + 1)].reshape((1, -1))`
`342`	`342`	`)`