asdf

Author: joecummings

torchtext/prototype/generate.py

@@ -308,7 +308,7 @@ def update_func(emissions, N, T, prev_step_token_idxs, prev_step_hyp_idxs, prev_
                         if num_finished_hyps_in_step > 0:
                             beam_idxs = F.pad(beam_idxs, (0, num_finished_hyps_in_step), "constant", 0)
 
-                        reordered_cached = model_kwargs["past"] #self.model._reorder_cache(model_kwargs["past"], beam_idxs)
+                        reordered_cached = self.model._reorder_cache(model_kwargs["past"], beam_idxs)
 
                         if num_finished_hyps_in_step > 0:
                             sliced_cache = ()