From 6f7506b660b83a44535eceb12a8b9c4de6c0eb36 Mon Sep 17 00:00:00 2001
From: Philip Langdale <philipl@overt.org>
Date: Sun, 14 Aug 2022 14:35:09 -0700
Subject: [PATCH] f_hwtransfer: get rid of the shit list

A few years ago, wm4 got sufficiently annoyed with how vaapi image
format support was being discovered that he flipped the table and
introduced the shit list (which just included vaapi) to hard-code the
set of supported formats.

While that might have been necessary at the time, I haven't been able
to find a situation where the true list of supported formats was unsafe
to use. We filter down the list based on what the vo reports - and the
vo is already doing a thorough testing of formats, and if a format
makes it through that gauntlet, it does actually work.

Interestingly, as far as I can tell, the hwdec_vaapi probing code was
already good enough at the time (also written by wm4), so perhaps the
key difference here is that the driver side of things has improved.

I dug into this because of the support for the 422/444 high bit depth
vaapi formats I added to ffmpeg. These are obviously not in the hard
coded list today, but they work fine.

Finally, although it's positioned as a vaapi thing, it's really just
Intel specific, as the AMD vaapi driver has never exposed support for
anything except the formats used by the decoder/encoder profiles.
---
 filters/f_hwtransfer.c | 46 ------------------------------------------
 1 file changed, 46 deletions(-)

diff --git a/filters/f_hwtransfer.c b/filters/f_hwtransfer.c
index 9640f406ad..9f4874aa4e 100644
--- a/filters/f_hwtransfer.c
+++ b/filters/f_hwtransfer.c
@@ -42,26 +42,6 @@ struct priv {
     struct mp_hwupload public;
 };
 
-struct ffmpeg_and_other_bugs {
-    int imgfmt;                             // hw format
-    const int *const whitelist_formats;     // if non-NULL, allow only these
-                                            // sw formats
-    bool force_same_upload_fmt;             // force upload fmt == sw fmt
-};
-
-// This garbage is so complex and buggy. Hardcoding knowledge makes it work,
-// trying to use the dynamic information returned by the API does not. So fuck
-// this shit, I'll just whitelist the cases that work, what the fuck.
-static const struct ffmpeg_and_other_bugs shitlist[] = {
-    {
-        .imgfmt = IMGFMT_VAAPI,
-        .whitelist_formats = (const int[]){IMGFMT_NV12, IMGFMT_P010, IMGFMT_BGRA,
-                                           IMGFMT_ABGR, IMGFMT_RGB0, 0},
-        .force_same_upload_fmt = true,
-    },
-    {0}
-};
-
 struct hwmap_pairs {
     int first_fmt;
     int second_fmt;
@@ -323,14 +303,6 @@ static bool probe_formats(struct mp_hwupload *u, int hw_imgfmt)
     // supported formats. This should be relatively cheap as we don't create
     // any real frames (although some backends do for probing info).
 
-    const struct ffmpeg_and_other_bugs *bugs = NULL;
-    for (int n = 0; shitlist[n].imgfmt; n++) {
-        if (shitlist[n].imgfmt == hw_imgfmt) {
-            bugs = &shitlist[n];
-            break;
-        }
-    }
-
     for (int n = 0; hwmap_pairs[n].first_fmt; n++) {
         if (hwmap_pairs[n].first_fmt == hw_imgfmt) {
             MP_TARRAY_APPEND(p, p->map_fmts, p->num_map_fmts,
@@ -352,20 +324,6 @@ static bool probe_formats(struct mp_hwupload *u, int hw_imgfmt)
                    mp_imgfmt_to_name(hw_imgfmt),
                    mp_imgfmt_to_name(imgfmt));
 
-        if (bugs && bugs->whitelist_formats) {
-            bool found = false;
-            for (int i = 0; bugs->whitelist_formats[i]; i++) {
-                if (bugs->whitelist_formats[i] == imgfmt) {
-                    found = true;
-                    break;
-                }
-            }
-            if (!found) {
-                MP_VERBOSE(u->f, "... skipping blacklisted format\n");
-                continue;
-            }
-        }
-
         if (IMGFMT_IS_HWACCEL(imgfmt)) {
             // If the enumerated format is a hardware format, we don't need to
             // do any further probing. It will be supported.
@@ -399,10 +357,6 @@ static bool probe_formats(struct mp_hwupload *u, int hw_imgfmt)
                 if (!fmt)
                     continue;
                 MP_VERBOSE(u->f, "  supports %s\n", mp_imgfmt_to_name(fmt));
-                if (bugs && bugs->force_same_upload_fmt && imgfmt != fmt) {
-                    MP_VERBOSE(u->f, "  ... skipping blacklisted format\n");
-                    continue;
-                }
                 if (!vo_supports(ctx, hw_imgfmt, fmt)) {
                     MP_VERBOSE(u->f, "  ... not supported by VO\n");
                     continue;