libgui/source/video/shaders/FXAAShader.cpp

/****************************************************************************
 * Copyright (C) 2015 Dimok
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 ****************************************************************************/
#include <malloc.h>
#include <string.h>
#include <gui/video/shaders/FXAAShader.h>

static const uint32_t cpVertexShaderProgram[] = {
        0x00000000, 0x00008009, 0x20000000, 0x000004a0,
        0x3ca00000, 0x88060094, 0x00400000, 0xff0f2094,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0xfd001f80, 0x900c2060, 0x0000803f, 0x00000000,
        0xc1a229f5, 0xd0eddc33, 0x426618fd, 0x8509cfe7
};

static const uint32_t cpVertexShaderRegs[] = {
        0x00000102, 0x00000000, 0x00000000, 0x00000001,
        0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff,
        0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff,
        0xffffffff, 0xffffffff, 0x00000000, 0xfffffffe,
        0x00000001, 0x00000000, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x000000ff, 0x000000ff, 0x000000ff,
        0x000000ff, 0x00000000, 0x0000000e, 0x00000010
};

static const uint32_t cpPixelShaderProgram[] = {
        0x20000000, 0x00003ca0, 0xa0000000, 0x000c8080,
        0x30000000, 0x000010a1, 0xa8000000, 0x0010c080,
        0x75000000, 0x000088a0, 0x00800100, 0x88062094,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00241f02, 0x1000e00f, 0x00241f00, 0x1000e02f,
        0x00201f02, 0x00000040, 0x00201f00, 0x00000060,
        0x00011f80, 0x10332060, 0xff000000, 0xff102200,
        0xfd001f00, 0x900cc020, 0xffc09f01, 0x90004040,
        0xffc01f01, 0x90000060, 0x00051f80, 0x1033a040,
        0x0000803f, 0x00000000, 0xffe00f00, 0x90004000,
        0xff008000, 0xff102220, 0xffe08f00, 0x90000440,
        0x010c0000, 0x010c4660, 0xff008080, 0xff004220,
        0x01a01f00, 0x00280000, 0x01a49f00, 0x00280020,
        0x01a81f01, 0x00280040, 0xfd0c1f00, 0x1028e06f,
        0x00208081, 0x90002000, 0x8716993e, 0xa245163f,
        0xd578e93d, 0x00000080, 0x03a01f00, 0x00280000,
        0x03a49f00, 0x00280020, 0x03a81f01, 0x1028e04f,
        0xfd0c1f00, 0x00280060, 0x00a40081, 0x90002020,
        0x8716993e, 0xa245163f, 0xd578e93d, 0x00000080,
        0x04a01f00, 0x00280000, 0x04a49f00, 0x1028a02f,
        0x04a81f01, 0x00280040, 0xfd0c1f00, 0x00280060,
        0x7fcc1f80, 0x1000c02f, 0x8716993e, 0xa245163f,
        0xd578e93d, 0x00000080, 0x02a01f00, 0x1028e00f,
        0x02a49f00, 0x00280020, 0x02a81f01, 0x00280040,
        0xfd0c1f00, 0x00280060, 0x7fcc1f80, 0x1000e02f,
        0x8716993e, 0xa245163f, 0xd578e93d, 0x00000080,
        0x7dc41f00, 0x00020000, 0x7fec0f01, 0x00020020,
        0x7fc81f00, 0x00000040, 0x7dc41f00, 0x00000060,
        0x7fec0f81, 0x9001802f, 0xfef88f00, 0x1000e00f,
        0xfedc8f00, 0x00000420, 0x7de40f00, 0x80010040,
        0x7ec49f01, 0x00001060, 0xfec41f80, 0x10024060,
        0xfed49f00, 0x80020000, 0xfe141f00, 0x900c802f,
        0xfeac1f00, 0x80000040, 0xfec01f02, 0x80020060,
        0x7cc41f81, 0x90010060, 0x0000003d, 0x00000000,
        0xfd001f00, 0x900c6000, 0xfea89f00, 0x80010020,
        0xfec09f81, 0x00020040, 0x0000803f, 0x0000003e,
        0xfec41f81, 0x00000020, 0xfe041f80, 0x00330000,
        0x7fe01f00, 0x80000040, 0x7ce41f80, 0x80000060,
        0xfea81f00, 0x80010000, 0xfeac1f80, 0x80010020,
        0x000000c1, 0x00000000, 0xfea01f00, 0x00020040,
        0xfea41f80, 0x00020060, 0x00000041, 0x00000000,
        0x05c81f01, 0x9000e00f, 0x01cc9f81, 0x9000e06f,
        0xfeac1f00, 0x01004200, 0xfea01f00, 0x01044220,
        0xfeac9f00, 0x01002240, 0xfea09f00, 0x01042260,
        0xfe8c1f80, 0x01008600, 0xacaa2a3e, 0xaaaa2abe,
        0x7f9c1f00, 0x0100a200, 0x7f801f00, 0x01048220,
        0x7f901f80, 0x0104a240, 0x02080001, 0x7000a00f,
        0x02000000, 0x7000c04f, 0x02048000, 0x7000e06f,
        0x01a81f80, 0x9000e00f, 0xd578e93d, 0x00000000,
        0x04a80001, 0x1000c00f, 0x04a48000, 0x00000020,
        0x04a00000, 0x00000040, 0xfe081f00, 0xe00c0060,
        0xfe0c1f80, 0xe00c0000, 0x01a41f00, 0x7f00620f,
        0xfea89f00, 0xfe0c822f, 0xfea49f00, 0xff00a24f,
        0x7d001f80, 0xe00c0060, 0xa245163f, 0x0000803e,
        0x7ea01f00, 0xfe0ce20f, 0x01a09f80, 0xfe006a4f,
        0x0000803e, 0x8716993e, 0xfe088001, 0x9001c00f,
        0xfe488001, 0x1002e44f, 0xfea01f80, 0x80000000,
        0xd578e93d, 0x00000000, 0x7ca41f00, 0x00280000,
        0x7da89f00, 0x00280020, 0xff201f00, 0x00280040,
        0xfd081f80, 0x00280060, 0x8716993e, 0xa245163f,
        0x00000080, 0x00000000, 0x7fc81f00, 0x80060000,
        0xfec00f80, 0x80060060, 0xfec09f81, 0xfb80634f,
        0xfe888f00, 0x7e886300, 0xfea80f01, 0x7f8c6320,
        0xfee80f00, 0x7d806340, 0xfe680080, 0x06846f60,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x10000100, 0x01101df0, 0x00008010, 0xecdfea0d,
        0x10000200, 0x03101df0, 0x00002050, 0xecdfea0d,
        0x10000000, 0x04101df0, 0x00003071, 0xecdfea0d,
        0x10000200, 0x02101df0, 0x0000b070, 0xecdfea0d,
        0x10000200, 0x02101df0, 0x00008010, 0xecdfea0d,
        0x10000100, 0x00101df0, 0x0000a051, 0xecdfea0d,
        0x10000400, 0x04101df0, 0x00008010, 0xecdfea0d,
        0x10000500, 0x05101df0, 0x00000011, 0xecdfea0d,
        0x10000100, 0x01101df0, 0x00008010, 0xecdfea0d,
        0xfe2e963a, 0x0269a9a3, 0x38f88096, 0x400cf48b
};
static const uint32_t cpPixelShaderRegs[] = {
        0x00000007, 0x00000002, 0x04000101, 0x00000000,
        0x00000001, 0x00000100, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x00000000, 0x00000000, 0x00000000,
        0x00000000, 0x0000000f, 0x00000001, 0x00000010,
        0x00000000
};

FXAAShader *FXAAShader::shaderInstance = NULL;

FXAAShader::FXAAShader()
        : vertexShader(cuAttributeCount) {
    //! create pixel shader
    pixelShader.setProgram(cpPixelShaderProgram, sizeof(cpPixelShaderProgram), cpPixelShaderRegs, sizeof(cpPixelShaderRegs));

    resolutionLocation = 0;
    pixelShader.addUniformVar((GX2UniformVar) {
            "unf_resolution", GX2_SHADER_VAR_TYPE_FLOAT2, 1, resolutionLocation, -1
    });

    samplerLocation = 0;
    pixelShader.addSamplerVar((GX2SamplerVar) {
            "sampl_texture", GX2_SAMPLER_VAR_TYPE_SAMPLER_2D, samplerLocation
    });

    //! create vertex shader
    vertexShader.setProgram(cpVertexShaderProgram, sizeof(cpVertexShaderProgram), cpVertexShaderRegs, sizeof(cpVertexShaderRegs));

    positionLocation = 0;
    texCoordLocation = 1;
    vertexShader.addAttribVar((GX2AttribVar) {
            "attr_position", GX2_SHADER_VAR_TYPE_FLOAT3, 0, positionLocation
    });
    vertexShader.addAttribVar((GX2AttribVar) {
            "attr_texture_coord", GX2_SHADER_VAR_TYPE_FLOAT2, 0, texCoordLocation
    });

    //! setup attribute streams
    GX2InitAttribStream(vertexShader.getAttributeBuffer(0), positionLocation, 0, 0, GX2_ATTRIB_FORMAT_FLOAT_32_32_32);
    GX2InitAttribStream(vertexShader.getAttributeBuffer(1), texCoordLocation, 1, 0, GX2_ATTRIB_FORMAT_FLOAT_32_32);

    //! create fetch shader
    fetchShader = new FetchShader(vertexShader.getAttributeBuffer(), vertexShader.getAttributesCount());

    //! model vertex has to be align and cannot be in unknown regions for GX2 like 0xBCAE1000
    posVtxs = (float *) memalign(GX2_VERTEX_BUFFER_ALIGNMENT, ciPositionVtxsSize);
    texCoords = (float *) memalign(GX2_VERTEX_BUFFER_ALIGNMENT, ciTexCoordsVtxsSize);

    //! position vertex structure and texture coordinate vertex structure
    int32_t i = 0;
    posVtxs[i++] = -1.0f;
    posVtxs[i++] = -1.0f;
    posVtxs[i++] = 0.0f;
    posVtxs[i++] = 1.0f;
    posVtxs[i++] = -1.0f;
    posVtxs[i++] = 0.0f;
    posVtxs[i++] = 1.0f;
    posVtxs[i++] = 1.0f;
    posVtxs[i++] = 0.0f;
    posVtxs[i++] = -1.0f;
    posVtxs[i++] = 1.0f;
    posVtxs[i++] = 0.0f;
    GX2Invalidate(GX2_INVALIDATE_MODE_CPU_ATTRIBUTE_BUFFER, posVtxs, ciPositionVtxsSize);

    i = 0;
    texCoords[i++] = 0.0f;
    texCoords[i++] = 1.0f;
    texCoords[i++] = 1.0f;
    texCoords[i++] = 1.0f;
    texCoords[i++] = 1.0f;
    texCoords[i++] = 0.0f;
    texCoords[i++] = 0.0f;
    texCoords[i++] = 0.0f;
    GX2Invalidate(GX2_INVALIDATE_MODE_CPU_ATTRIBUTE_BUFFER, texCoords, ciTexCoordsVtxsSize);
}

FXAAShader::~FXAAShader() {
    if (posVtxs) {
        free(posVtxs);
        posVtxs = NULL;
    }
    if (texCoords) {
        free(texCoords);
        texCoords = NULL;
    }

    delete fetchShader;
    fetchShader = NULL;
}