diff --git a/lfs/transfer_queue.go b/lfs/transfer_queue.go
index d0f448bb..06612090 100644
--- a/lfs/transfer_queue.go
+++ b/lfs/transfer_queue.go
@@ -176,6 +176,9 @@ func (q *TransferQueue) batchApiRoutine() {
 				go q.legacyFallback(batch)
 				return
 			}
+
+			q.wait.Add(-len(transfers))
+
 			q.errorc <- err
 			continue
 		}