diff --git a/agent/proxycfg/ingress_gateway.go b/agent/proxycfg/ingress_gateway.go
index 3fb67ddab..3889bdba8 100644
--- a/agent/proxycfg/ingress_gateway.go
+++ b/agent/proxycfg/ingress_gateway.go
@@ -148,6 +148,16 @@ func (s *handlerIngressGateway) handleUpdate(ctx context.Context, u UpdateEvent,
 
 		for uid, cancelFn := range snap.IngressGateway.WatchedDiscoveryChains {
 			if _, ok := watchedSvcs[uid]; !ok {
+				for targetID, cancelUpstreamFn := range snap.IngressGateway.WatchedUpstreams[uid] {
+					s.logger.Debug("stopping watch of target",
+						"upstream", uid,
+						"target", targetID,
+					)
+					delete(snap.IngressGateway.WatchedUpstreams[uid], targetID)
+					delete(snap.IngressGateway.WatchedUpstreamEndpoints[uid], targetID)
+					cancelUpstreamFn()
+				}
+
 				cancelFn()
 				delete(snap.IngressGateway.WatchedDiscoveryChains, uid)
 			}