diff --git a/jwt-authorizer/src/layer.rs b/jwt-authorizer/src/layer.rs
index 7bd6397..511fae4 100644
--- a/jwt-authorizer/src/layer.rs
+++ b/jwt-authorizer/src/layer.rs
@@ -342,6 +342,9 @@ where
 
     fn call(&mut self, req: Request<ReqBody>) -> Self::Future {
         let inner = self.inner.clone();
+        // take the service that was ready
+        let inner = std::mem::replace(&mut self.inner, inner);
+
         let auth_fut = self.authorize(req);
 
         ResponseFuture {