huseinzol05 commited on
Commit
5e15b3f
1 Parent(s): d3631b5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -107,7 +107,7 @@ for k in outputs.keys():
107
  outputs[k] = outputs[k].cuda()
108
 
109
  with torch.no_grad():
110
- model_inputs = model.prepare_inputs_for_generation(**outputs)
111
  r = model_inputs.pop('input_ids', None)
112
 
113
  generate_kwargs = dict(
@@ -142,7 +142,7 @@ for k in outputs.keys():
142
  outputs[k] = outputs[k].cuda()
143
 
144
  with torch.no_grad():
145
- model_inputs = model.prepare_inputs_for_generation(**outputs)
146
  r = model_inputs.pop('input_ids', None)
147
 
148
  generate_kwargs = dict(
 
107
  outputs[k] = outputs[k].cuda()
108
 
109
  with torch.no_grad():
110
+ model_inputs = model.prepare_inputs_for_generation(**outputs, inference = True)
111
  r = model_inputs.pop('input_ids', None)
112
 
113
  generate_kwargs = dict(
 
142
  outputs[k] = outputs[k].cuda()
143
 
144
  with torch.no_grad():
145
+ model_inputs = model.prepare_inputs_for_generation(**outputs, inference = True)
146
  r = model_inputs.pop('input_ids', None)
147
 
148
  generate_kwargs = dict(