kolibrios-fun/contrib/media/fplay/vaapi.c

#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <fcntl.h>
#include <libavcodec/avcodec.h>
#include <libavformat/avformat.h>
#include <libswscale/swscale.h>
#include <libavcodec/vaapi.h>
#include <va/va.h>
#include <va/va_drmcommon.h>
#include <va/drm/va_drm.h>
#include <kos32sys.h>
#include "winlib/winlib.h"
#include "fplay.h"

struct hw_profile
{
    enum AVCodecID av_codec;
    int ff_profile;
    VAProfile va_profile;
};


#define ENTER()   printf("enter %s\n",__FUNCTION__)
#define LEAVE()   printf("leave %s\n",__FUNCTION__)
#define FAIL()    printf("fail %s\n",__FUNCTION__)


#if DEBUG
# define D(x) x
# define bug printf
#else
# define D(x)
#endif

#undef  ARRAY_ELEMS
#define ARRAY_ELEMS(a) (sizeof(a) / sizeof((a)[0]))

static int drm_fd = 0;
static struct vaapi_context *v_context;

static VASurfaceID v_surface_id[HWDEC_NUM_SURFACES];

#define HAS_HEVC VA_CHECK_VERSION(0, 38, 0)
#define HAS_VP9 (VA_CHECK_VERSION(0, 38, 1) && defined(FF_PROFILE_VP9_0))

#define PE(av_codec_id, ff_profile, vdp_profile)                \
    {AV_CODEC_ID_ ## av_codec_id, FF_PROFILE_ ## ff_profile,    \
     VAProfile ## vdp_profile}

static const struct hw_profile hw_profiles[] = {
    PE(MPEG2VIDEO,  MPEG2_MAIN,         MPEG2Main),
    PE(MPEG2VIDEO,  MPEG2_SIMPLE,       MPEG2Simple),
    PE(MPEG4,       MPEG4_ADVANCED_SIMPLE, MPEG4AdvancedSimple),
    PE(MPEG4,       MPEG4_MAIN,         MPEG4Main),
    PE(MPEG4,       MPEG4_SIMPLE,       MPEG4Simple),
    PE(H264,        H264_HIGH,          H264High),
    PE(H264,        H264_MAIN,          H264Main),
    PE(H264,        H264_BASELINE,      H264Baseline),
    PE(VC1,         VC1_ADVANCED,       VC1Advanced),
    PE(VC1,         VC1_MAIN,           VC1Main),
    PE(VC1,         VC1_SIMPLE,         VC1Simple),
    PE(WMV3,        VC1_ADVANCED,       VC1Advanced),
    PE(WMV3,        VC1_MAIN,           VC1Main),
    PE(WMV3,        VC1_SIMPLE,         VC1Simple),
#if HAS_HEVC
    PE(HEVC,        HEVC_MAIN,          HEVCMain),
    PE(HEVC,        HEVC_MAIN_10,       HEVCMain10),
#endif
#if HAS_VP9
    PE(VP9,         VP9_0,              VP9Profile0),
#endif
    {0}
};

int va_check_codec_support(enum AVCodecID id)
{
    for (int n = 0; hw_profiles[n].av_codec; n++) {
        if (hw_profiles[n].av_codec == id)
            return 1;
    }
    return 0;
}

static int vaapi_check_status(VAStatus status, const char *msg)
{
    if (status != VA_STATUS_SUCCESS) {
        fprintf(stderr, "[%s] %s: %s\n", PACKAGE_NAME, msg, vaErrorStr(status));
        return 0;
    }
    return 1;
};

static const char *string_of_VADisplayAttribType(VADisplayAttribType type)
{
    switch (type) {
#define TYPE(type) \
        case VADisplayAttrib##type: return "VADisplayAttrib" #type
        TYPE(Brightness);
        TYPE(Contrast);
        TYPE(Hue);
        TYPE(Saturation);
        TYPE(BackgroundColor);
#if !VA_CHECK_VERSION(0,34,0)
        TYPE(DirectSurface);
#endif
#if VA_CHECK_VERSION(0,32,0)
        TYPE(Rotation);
#endif
#undef TYPE
    default: break;
    }
    return "<unknown>";
}

static const char *string_of_VAProfile(VAProfile profile)
{
    switch (profile) {
#define PROFILE(profile) \
        case VAProfile##profile: return "VAProfile" #profile
        PROFILE(MPEG2Simple);
        PROFILE(MPEG2Main);
        PROFILE(MPEG4Simple);
        PROFILE(MPEG4AdvancedSimple);
        PROFILE(MPEG4Main);
#if VA_CHECK_VERSION(0,32,0)
        PROFILE(JPEGBaseline);
        PROFILE(H263Baseline);
        PROFILE(H264ConstrainedBaseline);
#endif
        PROFILE(H264Baseline);
        PROFILE(H264Main);
        PROFILE(H264High);
        PROFILE(VC1Simple);
        PROFILE(VC1Main);
        PROFILE(VC1Advanced);
#undef PROFILE
    default: break;
    }
    return "<unknown>";
}

static const char *string_of_VAEntrypoint(VAEntrypoint entrypoint)
{
    switch (entrypoint) {
#define ENTRYPOINT(entrypoint) \
        case VAEntrypoint##entrypoint: return "VAEntrypoint" #entrypoint
        ENTRYPOINT(VLD);
        ENTRYPOINT(IZZ);
        ENTRYPOINT(IDCT);
        ENTRYPOINT(MoComp);
        ENTRYPOINT(Deblocking);
#if VA_CHECK_VERSION(0,32,0)
        ENTRYPOINT(EncSlice);
        ENTRYPOINT(EncPicture);
#endif
#undef ENTRYPOINT
    default: break;
    }
    return "<unknown>";
}

VADisplay va_open_display(void)
{
    VADisplay va_dpy;

    drm_fd = get_service("DISPLAY");
    if (drm_fd == 0)
        return NULL;

    va_dpy = vaGetDisplayDRM(drm_fd);
    if (va_dpy)
        return va_dpy;

    drm_fd = 0;
    return NULL;
};

void *vaapi_init(VADisplay display)
{
    struct vaapi_context *vaapi;
    int major_version, minor_version;
    int i, num_display_attrs, max_display_attrs;
    VADisplayAttribute *display_attrs = NULL;
    VAStatus status;

    if (v_context)
        return 0;

    if (!display)
        goto error;
    D(bug("VA display %p\n", display));

    status = vaInitialize(display, &major_version, &minor_version);
    if (!vaapi_check_status(status, "vaInitialize()"))
        goto error;
    D(bug("VA API version %d.%d\n", major_version, minor_version));

    max_display_attrs = vaMaxNumDisplayAttributes(display);
    display_attrs = malloc(max_display_attrs * sizeof(display_attrs[0]));
    if (!display_attrs)
        goto error;

    num_display_attrs = 0; /* XXX: workaround old GMA500 bug */
    status = vaQueryDisplayAttributes(display, display_attrs, &num_display_attrs);
    if (!vaapi_check_status(status, "vaQueryDisplayAttributes()"))
        goto error;
    D(bug("%d display attributes available\n", num_display_attrs));
    for (i = 0; i < num_display_attrs; i++) {
        VADisplayAttribute * const display_attr = &display_attrs[i];
        D(bug("  %-32s (%s/%s) min %d max %d value 0x%x\n",
              string_of_VADisplayAttribType(display_attr->type),
              (display_attr->flags & VA_DISPLAY_ATTRIB_GETTABLE) ? "get" : "---",
              (display_attr->flags & VA_DISPLAY_ATTRIB_SETTABLE) ? "set" : "---",
              display_attr->min_value,
              display_attr->max_value,
              display_attr->value));
    }

    if ((vaapi = calloc(1, sizeof(*vaapi))) == NULL)
        goto error;
    vaapi->display    = display;
    vaapi->config_id  = VA_INVALID_ID;
    vaapi->context_id = VA_INVALID_ID;

    v_context = vaapi;

    return vaapi;

error:
    free(display_attrs);
    return NULL;
}

static int has_profile(struct vaapi_context *vaapi, VAProfile profile)
{
    VAProfile *profiles;
    int        n_profiles;
    VAStatus   status;
    int i;

    profiles = calloc(vaMaxNumProfiles(vaapi->display), sizeof(profiles[0]));

    status = vaQueryConfigProfiles(vaapi->display,profiles,&n_profiles);

    if (!vaapi_check_status(status, "vaQueryConfigProfiles()"))
        return 0;

    D(bug("%d profiles available\n", n_profiles));

    for (i = 0; i < n_profiles; i++)
    {
        if (profiles[i] == profile)
            return 1;
    }
    return 0;
}

static int has_entrypoint(struct vaapi_context *vaapi, VAProfile profile, VAEntrypoint entrypoint)
{
    VAEntrypoint *entrypoints;
    int           n_entrypoints;
    VAStatus      status;
    int i;

    entrypoints = calloc(vaMaxNumEntrypoints(vaapi->display), sizeof(entrypoints[0]));

    status = vaQueryConfigEntrypoints(vaapi->display, profile,
                                      entrypoints, &n_entrypoints);
    if (!vaapi_check_status(status, "vaQueryConfigEntrypoints()"))
        return 0;

    D(bug("%d entrypoints available for %s\n", n_entrypoints,
          string_of_VAProfile(profile)));

    for (i = 0; i < n_entrypoints; i++)
    {
        if (entrypoints[i] == entrypoint)
            return 1;
    }
    return 0;
}

static int vaapi_init_decoder(VAProfile profile,
                       VAEntrypoint entrypoint,
                       unsigned int picture_width,
                       unsigned int picture_height)
{
    struct vaapi_context* const vaapi = v_context;
    VAConfigAttrib attrib;
    VAConfigID  config_id = VA_INVALID_ID;
    VAContextID context_id = VA_INVALID_ID;
    VAStatus status;

ENTER();
    if (!vaapi)
    {
        FAIL();
        return -1;
    };

    if (!has_profile(vaapi, profile))
    {
        FAIL();
        return -1;
    };

    if (!has_entrypoint(vaapi, profile, entrypoint))
    {
        FAIL();
        return -1;
    };

    if (vaapi->config_id != VA_INVALID_ID)
        vaDestroyConfig(vaapi->display, vaapi->config_id);

    attrib.type = VAConfigAttribRTFormat;

    printf("vaGetConfigAttributes\n");
    status = vaGetConfigAttributes(vaapi->display, profile, entrypoint,
                                   &attrib, 1);
    if (!vaapi_check_status(status, "vaGetConfigAttributes()"))
    {
        FAIL();
        return -1;
    }

    if ((attrib.value & VA_RT_FORMAT_YUV420) == 0)
    {
        printf("Chroma format not supported.\n");
        FAIL();
        return -1;
    };

    printf("vaCreateConfig\n");
    status = vaCreateConfig(vaapi->display, profile, entrypoint,
                            &attrib, 1, &config_id);
    if (!vaapi_check_status(status, "vaCreateConfig()"))
    {
        FAIL();
        return -1;
    }

    printf("vaCreateSurfaces %dx%d\n",picture_width,picture_height);
    status = vaCreateSurfaces(vaapi->display, VA_RT_FORMAT_YUV420, picture_width, picture_height,
                              v_surface_id,HWDEC_NUM_SURFACES,NULL,0);
    if (!vaapi_check_status(status, "vaCreateSurfaces()"))
    {
        FAIL();
        return -1;
    };
    {
        VAImage vaimage;
        VABufferInfo info = {0};

        vaDeriveImage(vaapi->display,v_surface_id[0],&vaimage);
        printf("vaDeriveImage: %x  fourcc: %x\n"
               "offset0: %d pitch0: %d\n"
               "offset1: %d pitch1: %d\n"
               "offset2: %d pitch2: %d\n",
                vaimage.buf, vaimage.format.fourcc,
                vaimage.offsets[0],vaimage.pitches[0],
                vaimage.offsets[1],vaimage.pitches[1],
                vaimage.offsets[2],vaimage.pitches[2]);

        info.mem_type = VA_SURFACE_ATTRIB_MEM_TYPE_KERNEL_DRM;
        vaAcquireBufferHandle(vaapi->display, vaimage.buf, &info);
        printf("vaAcquireBufferHandle: %x type: %x\n"
                "mem type: %x mem size: %x\n",
                info.handle, info.type, info.mem_type, info.mem_size);

        vaReleaseBufferHandle(vaapi->display, vaimage.buf);

        vaDestroyImage(vaapi->display,vaimage.image_id);
    };

    printf("vaCreateContext %dx%d\n",picture_width,picture_height);
    status = vaCreateContext(vaapi->display, config_id,
                             picture_width, picture_height,
                             VA_PROGRESSIVE,
                             v_surface_id, HWDEC_NUM_SURFACES,
                             &context_id);
    if (!vaapi_check_status(status, "vaCreateContext()"))
    {
        FAIL();
        return -1;
    };

    vaapi->config_id  = config_id;
    vaapi->context_id = context_id;
    LEAVE();
    return 0;
}


static enum PixelFormat get_format(struct AVCodecContext *avctx,
                                   const enum AVPixelFormat *fmt)
{
    VAProfile profile = VAProfileNone;

    ENTER();

    for (int i = 0; fmt[i] != PIX_FMT_NONE; i++)
    {
        enum AVCodecID codec = avctx->codec_id;

        if (fmt[i] != AV_PIX_FMT_VAAPI_VLD)
            continue;

        if (codec == AV_CODEC_ID_H264)
        {
            if (profile == FF_PROFILE_H264_CONSTRAINED_BASELINE)
                profile = FF_PROFILE_H264_MAIN;
        };

        for (int n = 0; hw_profiles[n].av_codec; n++)
        {
            if (hw_profiles[n].av_codec   == codec &&
                hw_profiles[n].ff_profile == avctx->profile)
            {
                profile = hw_profiles[n].va_profile;
                if (vaapi_init_decoder(profile, VAEntrypointVLD, avctx->width, avctx->height) == 0)
                {
                    avctx->hwaccel_context = v_context;
                    LEAVE();
                    return fmt[i]; ;
                }
            }
        }

    }
    FAIL();
    return PIX_FMT_NONE;
}

struct av_surface
{
    int         w;
    int         h;
    VASurfaceID id;
};

static void av_release_buffer(void *opaque, uint8_t *data)
{
    struct av_surface surface = *(struct av_surface*)data;
    av_freep(&data);
}

static int get_buffer2(AVCodecContext *avctx, AVFrame *pic, int flags)
{
    vst_t *vst = (vst_t*)avctx->opaque;
    void *surface;

    surface = (void *)(uintptr_t)v_surface_id[vst->decoder_frame->index];

    pic->data[3] = surface;

    struct av_surface *avsurface;
    surface = av_malloc(sizeof(*avsurface));
    if (!surface)
        return AVERROR(ENOMEM);

    pic->buf[0] = av_buffer_create((uint8_t*)avsurface, sizeof(*avsurface),
                                     av_release_buffer, avctx,
                                     AV_BUFFER_FLAG_READONLY);
    return 0;
}

struct vaapi_context va_context_storage;

int fplay_init_context(vst_t *vst)
{
    AVCodecContext *vCtx = vst->vCtx;

    if(va_check_codec_support(vCtx->codec_id))
    {
        VADisplay dpy;

        dpy = va_open_display();
        vst->hwCtx = vaapi_init(dpy);

        if(vst->hwCtx != NULL)
        {
            for(int i = 0; i < HWDEC_NUM_SURFACES; i++)
            {
                vframe_t *vframe = calloc(1, sizeof(*vframe));

                vframe->format    = AV_PIX_FMT_NONE;
                vframe->is_hw_pic = 1;
                vframe->index     = i;
                vframe->pts       = 0;
                vframe->ready     = 0;
                list_add_tail(&vframe->list, &vst->input_list);
            };

            vst->hwdec         = 1;
            vCtx->opaque       = vst;
            vCtx->thread_count = 1;
            vCtx->get_format   = get_format;
            vCtx->get_buffer2  = get_buffer2;
            return 0;
        };
    };

    vst->hwdec = 0;

    for(int i = 0; i < HWDEC_NUM_SURFACES; i++)
    {
        vframe_t *vframe;
        int ret;

        vframe = calloc(1, sizeof(*vframe));

        ret = avpicture_alloc(&vframe->picture, vst->vCtx->pix_fmt,
                               vst->vCtx->width, vst->vCtx->height);
        if ( ret != 0 )
        {
            printf("Cannot alloc video buffer\n\r");
            return ret;
        };
        vframe->format = vst->vCtx->pix_fmt;
        vframe->index  = i;
        vframe->pts    = 0;
        vframe->ready  = 0;
        list_add_tail(&vframe->list, &vst->input_list);
    };

    return 0;
}


#define EGL_TEXTURE_Y_U_V_WL            0x31D7
#define EGL_TEXTURE_Y_UV_WL             0x31D8
#define EGL_TEXTURE_Y_XUXV_WL           0x31D9

enum wl_drm_format {
    WL_DRM_FORMAT_C8 = 0x20203843,
    WL_DRM_FORMAT_RGB332 = 0x38424752,
    WL_DRM_FORMAT_BGR233 = 0x38524742,
    WL_DRM_FORMAT_XRGB4444 = 0x32315258,
    WL_DRM_FORMAT_XBGR4444 = 0x32314258,
    WL_DRM_FORMAT_RGBX4444 = 0x32315852,
    WL_DRM_FORMAT_BGRX4444 = 0x32315842,
    WL_DRM_FORMAT_ARGB4444 = 0x32315241,
    WL_DRM_FORMAT_ABGR4444 = 0x32314241,
    WL_DRM_FORMAT_RGBA4444 = 0x32314152,
    WL_DRM_FORMAT_BGRA4444 = 0x32314142,
    WL_DRM_FORMAT_XRGB1555 = 0x35315258,
    WL_DRM_FORMAT_XBGR1555 = 0x35314258,
    WL_DRM_FORMAT_RGBX5551 = 0x35315852,
    WL_DRM_FORMAT_BGRX5551 = 0x35315842,
    WL_DRM_FORMAT_ARGB1555 = 0x35315241,
    WL_DRM_FORMAT_ABGR1555 = 0x35314241,
    WL_DRM_FORMAT_RGBA5551 = 0x35314152,
    WL_DRM_FORMAT_BGRA5551 = 0x35314142,
    WL_DRM_FORMAT_RGB565 = 0x36314752,
    WL_DRM_FORMAT_BGR565 = 0x36314742,
    WL_DRM_FORMAT_RGB888 = 0x34324752,
    WL_DRM_FORMAT_BGR888 = 0x34324742,
    WL_DRM_FORMAT_XRGB8888 = 0x34325258,
    WL_DRM_FORMAT_XBGR8888 = 0x34324258,
    WL_DRM_FORMAT_RGBX8888 = 0x34325852,
    WL_DRM_FORMAT_BGRX8888 = 0x34325842,
    WL_DRM_FORMAT_ARGB8888 = 0x34325241,
    WL_DRM_FORMAT_ABGR8888 = 0x34324241,
    WL_DRM_FORMAT_RGBA8888 = 0x34324152,
    WL_DRM_FORMAT_BGRA8888 = 0x34324142,
    WL_DRM_FORMAT_XRGB2101010 = 0x30335258,
    WL_DRM_FORMAT_XBGR2101010 = 0x30334258,
    WL_DRM_FORMAT_RGBX1010102 = 0x30335852,
    WL_DRM_FORMAT_BGRX1010102 = 0x30335842,
    WL_DRM_FORMAT_ARGB2101010 = 0x30335241,
    WL_DRM_FORMAT_ABGR2101010 = 0x30334241,
    WL_DRM_FORMAT_RGBA1010102 = 0x30334152,
    WL_DRM_FORMAT_BGRA1010102 = 0x30334142,
    WL_DRM_FORMAT_YUYV = 0x56595559,
    WL_DRM_FORMAT_YVYU = 0x55595659,
    WL_DRM_FORMAT_UYVY = 0x59565955,
    WL_DRM_FORMAT_VYUY = 0x59555956,
    WL_DRM_FORMAT_AYUV = 0x56555941,
    WL_DRM_FORMAT_NV12 = 0x3231564e,
    WL_DRM_FORMAT_NV21 = 0x3132564e,
    WL_DRM_FORMAT_NV16 = 0x3631564e,
    WL_DRM_FORMAT_NV61 = 0x3136564e,
    WL_DRM_FORMAT_YUV410 = 0x39565559,
    WL_DRM_FORMAT_YVU410 = 0x39555659,
    WL_DRM_FORMAT_YUV411 = 0x31315559,
    WL_DRM_FORMAT_YVU411 = 0x31315659,
    WL_DRM_FORMAT_YUV420 = 0x32315559,
    WL_DRM_FORMAT_YVU420 = 0x32315659,
    WL_DRM_FORMAT_YUV422 = 0x36315559,
    WL_DRM_FORMAT_YVU422 = 0x36315659,
    WL_DRM_FORMAT_YUV444 = 0x34325559,
    WL_DRM_FORMAT_YVU444 = 0x34325659,
};

void va_create_planar(vst_t *vst, vframe_t *vframe)
{
    struct vaapi_context* const vaapi = v_context;
    VABufferInfo info = {0};

    VAImage vaimage;
    VAStatus status;
    planar_t *planar;

    vaSyncSurface(vaapi->display,v_surface_id[vframe->index]);

    if(vframe->format != AV_PIX_FMT_NONE)
        return;

    status = vaDeriveImage(vaapi->display,v_surface_id[vframe->index],&vaimage);
    if (!vaapi_check_status(status, "vaDeriveImage()"))
    {
        FAIL();
        return;
    };
/*
    printf("vaDeriveImage: %x  fourcc: %x\n"
           "offset0: %d pitch0: %d\n"
           "offset1: %d pitch1: %d\n"
           "offset2: %d pitch2: %d\n",
            vaimage.buf, vaimage.format.fourcc,
            vaimage.offsets[0],vaimage.pitches[0],
            vaimage.offsets[1],vaimage.pitches[1],
            vaimage.offsets[2],vaimage.pitches[2]);
*/
    info.mem_type = VA_SURFACE_ATTRIB_MEM_TYPE_KERNEL_DRM;
    status = vaAcquireBufferHandle(vaapi->display, vaimage.buf, &info);
    if (!vaapi_check_status(status, "vaAcquireBufferHandle()"))
    {
        vaDestroyImage(vaapi->display, vaimage.image_id);
        FAIL();
        return;
    };
/*
    printf("vaAcquireBufferHandle: %x type: %x\n"
            "mem type: %x mem size: %d\n",
            info.handle, info.type, info.mem_type, info.mem_size);
*/
    planar = pxCreatePlanar(info.handle, WL_DRM_FORMAT_NV12,
                            vaimage.width, vaimage.height,
                            vaimage.offsets[0],vaimage.pitches[0],
                            vaimage.offsets[1],vaimage.pitches[1],
                            vaimage.offsets[2],vaimage.pitches[2]);
    if(planar != NULL)
    {
        printf("create planar image\n",planar);
        vframe->planar = planar;
        vframe->format = AV_PIX_FMT_NV12;
    };

    vaReleaseBufferHandle(vaapi->display, vaimage.buf);
    vaDestroyImage(vaapi->display, vaimage.image_id);

}