Hello Everybody,
I was hoping that maybe somebody could provide me with some assistance. I
am receiving an H.264 video streaming and successfully decoding it with
FFMPEG. However, it can display the first frame of data but then after that
the screen never updates. It just appears to become a static image. I am
using YUV pixel format, and I am receiving it in that format as well. Also
I am using SDL_UpdateYUVTexture().
Here is my code:
int main()
{
WORD wVersionRequested;
WSADATA wsaData;
int wsaerr;
if (SDL_Init(SDL_INIT_EVERYTHING)) {
fprintf(stderr, “Could not initialize SDL - %s\n”, SDL_GetError());
exit(1);
}
// Using MAKEWORD macro, Winsock version request 2.2
wVersionRequested = MAKEWORD(2, 2);
wsaerr = WSAStartup(wVersionRequested, &wsaData);
if (wsaerr != 0)
{
/* Tell the user that we could not find a usable /
/ WinSock DLL.*/
printf(“The Winsock dll not found!\n”);
return 0;
}
else
{
printf(“The Winsock dll found!\n”);
printf(“The status: %s.\n”, wsaData.szSystemStatus);
}
/* Confirm that the WinSock DLL supports 2.2./
/ Note that if the DLL supports versions greater /
/ than 2.2 in addition to 2.2, it will still return /
/ 2.2 in wVersion since that is the version we /
/ requested. /
if (LOBYTE(wsaData.wVersion) != 2 || HIBYTE(wsaData.wVersion) != 2)
{
/ Tell the user that we could not find a usable /
/ WinSock DLL.*/
printf(“The dll do not support the Winsock version %u.%u!\n”,
LOBYTE(wsaData.wVersion), HIBYTE(wsaData.wVersion));
WSACleanup();
return 0;
}
else
{
printf(“The dll supports the Winsock version %u.%u!\n”,
LOBYTE(wsaData.wVersion), HIBYTE(wsaData.wVersion));
printf(“The highest version this dll can support: %u.%u\n”,
LOBYTE(wsaData.wHighVersion), HIBYTE(wsaData.wHighVersion));
}
ULONG localif;
/INT Ret;
HANDLE ThreadHandle;
DWORD ThreadId;
WSAEVENT AcceptEvent;
char buf[1024];
int buflen = 1024, rc, err;/
SOCKET s;
SOCKET ns;
SOCKADDR_IN multi, safrom;
int fromlen;
int totalSize = 0;
AVCodec *codec;
AVCodecContext *codecContext;
int frame;
int got_picture;
AVFrame picture;
AVPacket packet;
SwsContext convertContext;
uint16_t i = 1;
//std::queue queue;
//std::list list;
AVCodecParserContext *parser;
std::vector<uint8_t> buffer;
//moodycamel::ConcurrentQueue protoQueue;
SDL_Window *window;
SDL_Renderer *renderer;
SDL_Texture *bmp;
SDL_Rect rect;
file.open(“log.txt”);
s = socket(AF_INET, SOCK_STREAM, IPPROTO_RM);
multi.sin_family = AF_INET;
multi.sin_port = htons(5150);
multi.sin_addr.s_addr = inet_addr(“234.5.6.7”);
int bindResult = bind(s, (PSOCKADDR)&multi, sizeof(multi));
if (bindResult < 0)
{
std::cout << "bindResult: " << WSAGetLastError() << std::endl;
}
listen(s, 10);
//if ((AcceptEvent = WSACreateEvent()) == WSA_INVALID_EVENT)
//{
// printf(“WSACreateEvent() failed with error %d\n”, WSAGetLastError());
// return 1;
//}
//else
// printf(“WSACreateEvent() is OK!\n”);
//// Create a worker thread to service completed I/O requests
//if ((ThreadHandle = CreateThread(NULL, 0, WorkerThread,
(LPVOID)AcceptEvent, 0, &ThreadId)) == NULL)
//{
// printf(“CreateThread() failed with error %d\n”, GetLastError());
// return 1;
//}
//else
// printf(“CreateThread() should be fine!\n”);
localif = inet_addr(“192.168.1.2”);
setsockopt(s, IPPROTO_RM, RM_ADD_RECEIVE_IF, (char *)&localif,
sizeof(localif));
fromlen = sizeof(safrom);
ns = accept(s, (SOCKADDR *)&safrom, &fromlen);
closesocket(s); // Don’t need to listen anymore
std::string received;
av_register_all();
int horizontal = 0;
int vertical = 0;
GetDesktopResolution(horizontal, vertical);
codec = avcodec_find_decoder(CODEC_ID_H264);
if (!codec) {
std::cout << “codec not found” << std::endl;
std::cin.get();
}
codecContext = avcodec_alloc_context3(codec);
/if (codec->capabilities & CODEC_CAP_TRUNCATED)
codecContext->flags |= CODEC_FLAG_TRUNCATED;/
//codecContext->flags |= CODEC_FLAG_LOW_DELAY;
codecContext->flags2 |= CODEC_FLAG2_CHUNKS;
codecContext->width = horizontal;
codecContext->height = vertical;
codecContext->codec_id = CODEC_ID_H264;
codecContext->codec_type = AVMEDIA_TYPE_VIDEO;
codecContext->pix_fmt = PIX_FMT_YUV420P;
codecContext->thread_type = 0;
if (avcodec_open2(codecContext, codec, NULL) < 0) {
std::cout << “could not open codec” << std::endl;
std::cin.get();
}
convertContext = sws_getContext(
codecContext->width,
codecContext->height,
PIX_FMT_RGB32,
codecContext->width,
codecContext->height,
PIX_FMT_YUV420P,
SWS_BICUBIC,
NULL,
NULL,
NULL
);
parser = av_parser_init(CODEC_ID_H264);
picture = av_frame_alloc();
if (ns == INVALID_SOCKET)
{
std::cout << “accept didn’t work!” << std::endl;
std::cin.get();
}
/if (WSASetEvent(AcceptEvent) == FALSE)
{
printf(“WSASetEvent() failed with error %d\n”, WSAGetLastError());
return 1;
}
else
printf(“WSASetEvent() should be working!\n”);/
window = SDL_CreateWindow(“YUV”, SDL_WINDOWPOS_UNDEFINED,
SDL_WINDOWPOS_UNDEFINED, codecContext->width, codecContext->height,
SDL_WINDOW_SHOWN);
renderer = SDL_CreateRenderer(window, -1, 0);
bmp = SDL_CreateTexture(renderer, SDL_PIXELFORMAT_IYUV,
SDL_TEXTUREACCESS_STREAMING, codecContext->width, codecContext->height);
//receive = SDL_CreateThread(receiveThread, “ReceiveThread”, (void *)NULL);
bool quit = false;
rect.x = 0;
rect.y = 0;
rect.w = codecContext->width;
rect.h = codecContext->height;
while (!quit)
{
while (true)
{
MadProto proto;
int result = recvfrom(ns, (char *)&proto, sizeof(MadProto), 0, (struct
sockaddr *)&multi, &fromlen);
if (result < 0)
{
std::cout << "receive failed! error: " << WSAGetLastError() << std::endl;
break;
}
else
{
std::cout << “receive successful, received " << result << " bytes” <<
std::endl;
if (ntohs(proto.frame_end) == 1)
{
uint8_t *outbuffer = NULL;
int outBufSize = 0;
int rc = av_parser_parse2(parser, codecContext, &outbuffer, &outBufSize,
buffer.data(), buffer.size(), 0, 0, 0);
if (outBufSize <= 0)
{
std::cout << “parsing failed!” << std::endl;
std::cout << "outBufSize: " << outBufSize << std::endl;
break;
}
if (rc)
{
std::cout << "rc: " << rc << std::endl;
std::cout << “parsing successful!” << std::endl;
//std::cin.get();
av_init_packet(&packet);
packet.size = outBufSize;
packet.data = outbuffer;
frame = avcodec_decode_video2(codecContext, picture, &got_picture, &packet);
if (frame < 0)
{
std::cout << “decoding was unsuccessful!” << std::endl;
break;
}
if (got_picture)
{
std::cout << “decoding was successful!” << std::endl;
std::cout << "decoded length was: " << frame << std::endl;
buffer.empty();
//std::cin.get();
int code = SDL_UpdateYUVTexture(bmp, NULL, picture->data[0],
picture->linesize[0],
picture->data[1], picture->linesize[1],
picture->data[2], picture->linesize[2]);
if (code < 0)
{
std::cout << "unable to update texture " << SDL_GetError() << std::endl;
std::cin.get();
}
code = SDL_RenderClear(renderer);
if (code < 0)
{
std::cout << "renderer clear failed " << SDL_GetError() << std::endl;
std::cin.get();
}
code = SDL_RenderCopy(renderer, bmp, NULL, &rect);
if (code < 0)
{
std::cout << "renderer copy failed " << SDL_GetError() << std::endl;
std::cin.get();
}
SDL_RenderPresent(renderer);
SDL_Delay(40);
}
av_free_packet(&packet);
}
}
else
{
std::copy(proto.payload, proto.payload + ntohs(proto.nal_length),
std::back_inserter(buffer));
std::cout << “frame is continuing!” << std::endl;
//queue.push(proto);
//list.push_front(proto);
}
}
}
SDL_WaitEvent(&event);
switch (event.type)
{
case SDL_QUIT:
quit = true;
break;
}
}
std::cout << “closing everything!” << std::endl;
av_frame_free(&picture);
closesocket(ns);
fclose(f);
std::cin.get();
return 0;
}
I would appreciate any advice and assistance given.
Thanks,
Ryan