diff --git a/src/extensions/idle.rs b/src/extensions/idle.rs
index 0c9ca35..7e38ce5 100644
--- a/src/extensions/idle.rs
+++ b/src/extensions/idle.rs
@@ -177,7 +177,8 @@ impl<'a, T: Read + Write + 'a> Handle<'a, T> {
             if rest.is_empty() {
                 v.clear();
             } else if rest.len() != v.len() {
-                v = rest.into();
+                let used = v.len() - rest.len();
+                v.drain(0..used);
             }
         };