diff --git a/ultragrid/src/rtp/decoders.c b/ultragrid/src/rtp/decoders.c
index 317c9975c..5893717e0 100644
--- a/ultragrid/src/rtp/decoders.c
+++ b/ultragrid/src/rtp/decoders.c
@@ -815,6 +815,7 @@ packet_restored:
 
                         frame = reconfigure_decoder(decoder, decoder->received_vid_desc,
                                         frame);
+                        pbuf_data->frame_buffer = frame;
                 }
 
                 if(!frame) {