diff --git a/d2layouts/d2near/layout.go b/d2layouts/d2near/layout.go
index b9d3fcbfa..0379c503a 100644
--- a/d2layouts/d2near/layout.go
+++ b/d2layouts/d2near/layout.go
@@ -155,6 +155,10 @@ func WithoutConstantNears(ctx context.Context, g *d2graph.Graph) (constantNearGr
 			tempGraph := d2graph.NewGraph()
 			tempGraph.Root.ChildrenArray = []*d2graph.Object{obj}
 			tempGraph.Root.Children[obj.ID] = obj
+
+			for _, descendantObj := range descendantObjects {
+				descendantObj.Graph = tempGraph
+			}
 			tempGraph.Objects = descendantObjects
 			tempGraph.Edges = edges
 
diff --git a/d2lib/d2.go b/d2lib/d2.go
index 11a1dd521..321b776e6 100644
--- a/d2lib/d2.go
+++ b/d2lib/d2.go
@@ -78,6 +78,9 @@ func compile(ctx context.Context, g *d2graph.Graph, opts *CompileOptions) (*d2ta
 				return nil, err
 			}
 			nearObject.Parent = g.Root
+			for _, obj := range tempGraph.Objects {
+				obj.Graph = g
+			}
 		}
 
 		err = d2sequence.Layout(ctx, g, coreLayout)