aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--include/wlr/render/drm_format_set.h9
-rw-r--r--render/drm_format_set.c38
2 files changed, 47 insertions, 0 deletions
diff --git a/include/wlr/render/drm_format_set.h b/include/wlr/render/drm_format_set.h
index 9427df3b..9f4a86ea 100644
--- a/include/wlr/render/drm_format_set.h
+++ b/include/wlr/render/drm_format_set.h
@@ -63,4 +63,13 @@ bool wlr_drm_format_set_has(const struct wlr_drm_format_set *set,
bool wlr_drm_format_set_add(struct wlr_drm_format_set *set, uint32_t format,
uint64_t modifier);
+/**
+ * Intersect two DRM format sets `a` and `b`, storing in the destination set
+ * `dst` the format + modifier pairs which are in both source sets.
+ *
+ * Returns false on failure or when the intersection is empty.
+ */
+bool wlr_drm_format_set_intersect(struct wlr_drm_format_set *dst,
+ const struct wlr_drm_format_set *a, const struct wlr_drm_format_set *b);
+
#endif
diff --git a/render/drm_format_set.c b/render/drm_format_set.c
index 82997eda..13471746 100644
--- a/render/drm_format_set.c
+++ b/render/drm_format_set.c
@@ -175,3 +175,41 @@ struct wlr_drm_format *wlr_drm_format_intersect(
return format;
}
+
+bool wlr_drm_format_set_intersect(struct wlr_drm_format_set *dst,
+ const struct wlr_drm_format_set *a, const struct wlr_drm_format_set *b) {
+ assert(dst != a && dst != b);
+
+ struct wlr_drm_format_set out = {0};
+ out.capacity = a->len < b->len ? a->len : b->len;
+ out.formats = calloc(out.capacity, sizeof(struct wlr_drm_format *));
+ if (out.formats == NULL) {
+ wlr_log_errno(WLR_ERROR, "Allocation failed");
+ return false;
+ }
+
+ for (size_t i = 0; i < a->len; i++) {
+ for (size_t j = 0; j < b->len; j++) {
+ if (a->formats[i]->format == b->formats[j]->format) {
+ // When the two formats have no common modifier, keep
+ // intersecting the rest of the formats: they may be compatible
+ // with each other
+ struct wlr_drm_format *format =
+ wlr_drm_format_intersect(a->formats[i], b->formats[j]);
+ if (format != NULL) {
+ out.formats[out.len] = format;
+ out.len++;
+ }
+ break;
+ }
+ }
+ }
+
+ if (out.len == 0) {
+ wlr_drm_format_set_finish(&out);
+ return false;
+ }
+
+ *dst = out;
+ return true;
+}