diff --git a/local/compose/build.go b/local/compose/build.go
index 1429fe44b..07ba47543 100644
--- a/local/compose/build.go
+++ b/local/compose/build.go
@@ -189,7 +189,7 @@ func (s *composeService) toBuildOptions(service types.ServiceConfig, contextPath
 		Target:    service.Build.Target,
 		Exports:   []bclient.ExportEntry{{Type: "image", Attrs: map[string]string{}}},
 		Platforms: plats,
-		Labels:    service.Labels,
+		Labels:    service.Build.Labels,
 	}, nil
 }