/* Looking Glass - KVM FrameRelay (KVMFR) Client Copyright (C) 2017 Geoffrey McRae https://looking-glass.hostfission.com This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include "TextureConverter.h" #include "common\debug.h" #include "Shaders\Vertex.h" #include "Shaders\Pixel.h" #include "Shaders\RGBtoYUV.h" TextureConverter::TextureConverter() { } TextureConverter::~TextureConverter() { DeInitialize(); } bool TextureConverter::Initialize( ID3D11DeviceContextPtr deviceContext, ID3D11DevicePtr device, const unsigned int width, const unsigned int height, FrameType format ) { HRESULT result; D3D11_TEXTURE2D_DESC texDesc; D3D11_RENDER_TARGET_VIEW_DESC targetDesc; D3D11_SHADER_RESOURCE_VIEW_DESC shaderDesc; D3D11_SAMPLER_DESC samplerDesc; m_deviceContext = deviceContext; m_device = device; m_width = width; m_height = height; m_format = format; result = device->CreatePixelShader(g_Pixel, sizeof(g_Pixel), NULL, &m_psCopy); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the copy pixel shader"); return false; } switch (format) { case FRAME_TYPE_YUV420: result = device->CreatePixelShader(g_RGBtoYUV, sizeof(g_RGBtoYUV), NULL, &m_psConversion); m_texFormats[0] = DXGI_FORMAT_R8_UNORM; m_scaleFormats[0] = 1; m_texFormats[1] = DXGI_FORMAT_R8_UNORM; m_scaleFormats[1] = 2; m_texFormats[2] = DXGI_FORMAT_R8_UNORM; m_scaleFormats[2] = 2; break; default: DEBUG_ERROR("Unsupported format"); return false; } if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the pixel shader"); return false; } const D3D11_INPUT_ELEMENT_DESC inputDesc[] = { { "POSITION", 0, DXGI_FORMAT_R32G32B32_FLOAT, 0, D3D11_APPEND_ALIGNED_ELEMENT, D3D11_INPUT_PER_VERTEX_DATA, 0 }, { "TEXCOORD", 0, DXGI_FORMAT_R32G32_FLOAT , 0, D3D11_APPEND_ALIGNED_ELEMENT, D3D11_INPUT_PER_VERTEX_DATA, 0 } }; result = device->CreateInputLayout(inputDesc, _countof(inputDesc), g_Vertex, sizeof(g_Vertex), &m_layout); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the input layout"); return false; } result = device->CreateVertexShader(g_Vertex, sizeof(g_Vertex), NULL, &m_vertexShader); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the vertex shader"); return false; } ZeroMemory(&texDesc , sizeof(texDesc )); ZeroMemory(&targetDesc , sizeof(targetDesc )); ZeroMemory(&shaderDesc , sizeof(shaderDesc )); ZeroMemory(&samplerDesc, sizeof(samplerDesc)); texDesc.Width = width; texDesc.Height = height; texDesc.MipLevels = 1; texDesc.ArraySize = 1; texDesc.SampleDesc.Count = 1; texDesc.Usage = D3D11_USAGE_DEFAULT; texDesc.CPUAccessFlags = 0; texDesc.MiscFlags = 0; texDesc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE; targetDesc.ViewDimension = D3D11_RTV_DIMENSION_TEXTURE2D; shaderDesc.ViewDimension = D3D11_SRV_DIMENSION_TEXTURE2D; shaderDesc.Texture2D.MipLevels = 1; for(int i = 0; i < _countof(m_targetTexture); ++i) { if (m_texFormats[i] == DXGI_FORMAT_UNKNOWN) continue; texDesc .Format = m_texFormats[i]; targetDesc.Format = m_texFormats[i]; shaderDesc.Format = m_texFormats[i]; result = device->CreateTexture2D(&texDesc, NULL, &m_targetTexture[i]); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the render texture"); return false; } result = device->CreateRenderTargetView(m_targetTexture[i], &targetDesc, &m_renderView[i]); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the render view"); return false; } result = device->CreateShaderResourceView(m_targetTexture[i], &shaderDesc, &m_shaderView[i]); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create the resource view"); return false; } } samplerDesc.Filter = D3D11_FILTER_MIN_MAG_MIP_LINEAR; samplerDesc.AddressU = D3D11_TEXTURE_ADDRESS_CLAMP; samplerDesc.AddressV = D3D11_TEXTURE_ADDRESS_CLAMP; samplerDesc.AddressW = D3D11_TEXTURE_ADDRESS_CLAMP; samplerDesc.MipLODBias = 0.0f; samplerDesc.MaxAnisotropy = 1; samplerDesc.ComparisonFunc = D3D11_COMPARISON_NEVER; samplerDesc.BorderColor[0] = 1.0f; samplerDesc.BorderColor[1] = 1.0f; samplerDesc.BorderColor[2] = 1.0f; samplerDesc.MinLOD = -FLT_MAX; samplerDesc.MaxLOD = FLT_MAX; result = device->CreateSamplerState(&samplerDesc, &m_samplerState); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create sampler state"); return false; } return IntializeBuffers(); } bool TextureConverter::IntializeBuffers() { struct VS_INPUT * verticies; unsigned long * indicies; HRESULT result; D3D11_BUFFER_DESC vertexDesc, indexDesc; D3D11_SUBRESOURCE_DATA vertexData, indexData; m_vertexCount = 4; m_indexCount = 4; verticies = new struct VS_INPUT[m_vertexCount]; if (!verticies) { DeInitialize(); DEBUG_ERROR("new failure"); return false; } indicies = new unsigned long[m_indexCount]; if (!indicies) { DeInitialize(); DEBUG_ERROR("new failure"); return false; } verticies[0].pos = DirectX::XMFLOAT3(-1.0f, -1.0f, 0.5f); //BL verticies[1].pos = DirectX::XMFLOAT3(-1.0f, 1.0f, 0.5f); //TL verticies[2].pos = DirectX::XMFLOAT3( 1.0f, -1.0f, 0.5f); //BR verticies[3].pos = DirectX::XMFLOAT3( 1.0f, 1.0f, 0.5f); //TR verticies[0].tex = DirectX::XMFLOAT2(0.0f, 1.0f); verticies[1].tex = DirectX::XMFLOAT2(0.0f, 0.0f); verticies[2].tex = DirectX::XMFLOAT2(1.0f, 1.0f); verticies[3].tex = DirectX::XMFLOAT2(1.0f, 0.0f); indicies[0] = 0; indicies[1] = 1; indicies[2] = 2; indicies[3] = 3; vertexDesc.Usage = D3D11_USAGE_DEFAULT; vertexDesc.ByteWidth = sizeof(struct VS_INPUT) * m_vertexCount; vertexDesc.BindFlags = D3D11_BIND_VERTEX_BUFFER; vertexDesc.CPUAccessFlags = 0; vertexDesc.MiscFlags = 0; vertexDesc.StructureByteStride = 0; vertexData.pSysMem = verticies; vertexData.SysMemPitch = 0; vertexData.SysMemSlicePitch = 0; result = m_device->CreateBuffer(&vertexDesc, &vertexData, &m_vertexBuffer); if (FAILED(result)) { delete[] indicies; delete[] verticies; DeInitialize(); DEBUG_ERROR("Failed to create vertex buffer"); return false; } indexDesc.Usage = D3D11_USAGE_DEFAULT; indexDesc.ByteWidth = sizeof(unsigned long) * m_indexCount; indexDesc.BindFlags = D3D11_BIND_INDEX_BUFFER; indexDesc.CPUAccessFlags = 0; indexDesc.MiscFlags = 0; indexDesc.StructureByteStride = 0; indexData.pSysMem = indicies; indexData.SysMemPitch = 0; indexData.SysMemSlicePitch = 0; result = m_device->CreateBuffer(&indexDesc, &indexData, &m_indexBuffer); if (FAILED(result)) { delete[] indicies; delete[] verticies; DeInitialize(); DEBUG_ERROR("Failed to create index buffer"); return false; } delete[] indicies; delete[] verticies; return true; } void TextureConverter::DeInitialize() { m_samplerState = NULL; m_indexBuffer = NULL; m_indexBuffer = NULL; for(int i = 0; i < _countof(m_targetTexture); ++i) { m_shaderView [i] = NULL; m_renderView [i] = NULL; m_targetTexture[i] = NULL; } m_vertexShader = NULL; m_psConversion = NULL; m_layout = NULL; m_psCopy = NULL; } bool TextureConverter::Convert(ID3D11Texture2DPtr texture, TextureList & output) { unsigned int stride; unsigned int offset; float color[4] = { 0.0f, 0.0f, 0.0f, 1.0f }; HRESULT result; D3D11_TEXTURE2D_DESC texDesc; D3D11_SHADER_RESOURCE_VIEW_DESC viewDesc; ID3D11ShaderResourceViewPtr textureView; texture->GetDesc(&texDesc); viewDesc.Format = texDesc.Format; viewDesc.ViewDimension = D3D11_SRV_DIMENSION_TEXTURE2D; viewDesc.Texture2D.MostDetailedMip = 0; viewDesc.Texture2D.MipLevels = 1; result = m_device->CreateShaderResourceView(texture, &viewDesc, &textureView); if (FAILED(result)) { DeInitialize(); DEBUG_ERROR("Failed to create shader resource view"); return false; } ID3D11Buffer *buffers [] = { m_vertexBuffer.GetInterfacePtr() }; ID3D11SamplerState *samplerStates[] = { m_samplerState.GetInterfacePtr() }; ID3D11ShaderResourceView *shaderViews [] = { textureView .GetInterfacePtr() }; D3D11_VIEWPORT viewPorts [] = { { 0.0f , 0.0f, (float)m_width, (float)m_height, 0.0f , 1.0f } }; int targetCount = 0; ID3D11RenderTargetView **renderViews = new ID3D11RenderTargetView*[_countof(m_renderView)]; for(int i = 0; i < _countof(m_renderView); ++i) { if (m_texFormats[i] == DXGI_FORMAT_UNKNOWN) continue; m_deviceContext->ClearRenderTargetView(m_renderView[i], color); renderViews[i] = m_renderView[i].GetInterfacePtr(); ++targetCount; } m_deviceContext->PSSetShaderResources(0, _countof(shaderViews), shaderViews); m_deviceContext->OMSetRenderTargets(targetCount, renderViews, NULL); delete [] renderViews; stride = sizeof(VS_INPUT); offset = 0; m_deviceContext->RSSetViewports (_countof(viewPorts), viewPorts); m_deviceContext->IASetInputLayout (m_layout); m_deviceContext->IASetVertexBuffers (0, _countof(buffers), buffers, &stride, &offset); m_deviceContext->IASetIndexBuffer (m_indexBuffer, DXGI_FORMAT_R32_UINT, 0); m_deviceContext->IASetPrimitiveTopology(D3D11_PRIMITIVE_TOPOLOGY_TRIANGLESTRIP); m_deviceContext->VSSetShader (m_vertexShader, NULL, 0); m_deviceContext->PSSetSamplers (0, _countof(samplerStates), samplerStates); m_deviceContext->PSSetShader (m_psConversion, NULL, 0); m_deviceContext->DrawIndexed(m_indexCount, 0, 0); textureView = NULL; D3D11_RENDER_TARGET_VIEW_DESC targetDesc; ZeroMemory(&targetDesc, sizeof(targetDesc)); targetDesc.ViewDimension = D3D11_RTV_DIMENSION_TEXTURE2D; m_deviceContext->PSSetShader(m_psCopy, NULL, 0); renderViews = new ID3D11RenderTargetView*[1]; for (int i = 0; i < _countof(m_renderView); ++i) { if (m_texFormats[i] == DXGI_FORMAT_UNKNOWN) continue; ID3D11Texture2DPtr src = m_targetTexture[i]; ID3D11Texture2DPtr dest; ID3D11RenderTargetViewPtr view; D3D11_TEXTURE2D_DESC srcDesc; // if there is no scaling if (m_scaleFormats[i] == 1) { output.push_back(src); continue; } src->GetDesc(&srcDesc); viewPorts[0].Width = srcDesc.Width / m_scaleFormats[i]; viewPorts[0].Height = srcDesc.Height / m_scaleFormats[i]; srcDesc.Width = (UINT)viewPorts[0].Width; srcDesc.Height = (UINT)viewPorts[0].Height; result = m_device->CreateTexture2D(&srcDesc, NULL, &dest); if (FAILED(result)) { delete[] renderViews; DeInitialize(); DEBUG_ERROR("Failed to create the target texture"); return false; } targetDesc.Format = srcDesc.Format; result = m_device->CreateRenderTargetView(dest, &targetDesc, &view); if (FAILED(result)) { delete[] renderViews; DeInitialize(); DEBUG_ERROR("Failed to create the target view"); return false; } renderViews[0] = view.GetInterfacePtr(); shaderViews[0] = m_shaderView[i].GetInterfacePtr(); m_deviceContext->OMSetRenderTargets(1, renderViews, NULL); m_deviceContext->RSSetViewports(_countof(viewPorts), viewPorts); m_deviceContext->PSSetShaderResources(0, 1, shaderViews); m_deviceContext->DrawIndexed(m_indexCount, 0, 0); output.push_back(dest); view = NULL; } delete[] renderViews; return true; }