#include #include #include "colormodels.h" #include "libmjpeg.h" /* JPEG MARKERS */ #define M_SOF0 0xc0 #define M_SOF1 0xc1 #define M_SOF2 0xc2 #define M_SOF3 0xc3 #define M_SOF5 0xc5 #define M_SOF6 0xc6 #define M_SOF7 0xc7 #define M_JPG 0xc8 #define M_SOF9 0xc9 #define M_SOF10 0xca #define M_SOF11 0xcb #define M_SOF13 0xcd #define M_SOF14 0xce #define M_SOF15 0xcf #define M_DHT 0xc4 #define M_DAC 0xcc #define M_RST0 0xd0 #define M_RST1 0xd1 #define M_RST2 0xd2 #define M_RST3 0xd3 #define M_RST4 0xd4 #define M_RST5 0xd5 #define M_RST6 0xd6 #define M_RST7 0xd7 #define M_SOI 0xd8 #define M_EOI 0xd9 #define M_SOS 0xda #define M_DQT 0xdb #define M_DNL 0xdc #define M_DRI 0xdd #define M_DHP 0xde #define M_EXP 0xdf #define M_APP0 0xe0 #define M_APP1 0xe1 #define M_APP2 0xe2 #define M_APP3 0xe3 #define M_APP4 0xe4 #define M_APP5 0xe5 #define M_APP6 0xe6 #define M_APP7 0xe7 #define M_APP8 0xe8 #define M_APP9 0xe9 #define M_APP10 0xea #define M_APP11 0xeb #define M_APP12 0xec #define M_APP13 0xed #define M_APP14 0xee #define M_APP15 0xef #define M_JPG0 0xf0 #define M_JPG13 0xfd #define M_COM 0xfe #define M_TEM 0x01 #define M_ERROR 0x100 #define QUICKTIME_MARKER_SIZE 0x2c #define QUICKTIME_JPEG_TAG 0x6d6a7067 METHODDEF(void) mjpeg_error_exit (j_common_ptr cinfo) { /* cinfo->err really points to a mjpeg_error_mgr struct, so coerce pointer */ mjpeg_error_ptr mjpegerr = (mjpeg_error_ptr) cinfo->err; /* Always display the message. */ /* We could postpone this until after returning, if we chose. */ (*cinfo->err->output_message) (cinfo); /* Return control to the setjmp point */ longjmp(mjpegerr->setjmp_buffer, 1); } typedef struct { struct jpeg_destination_mgr pub; /* public fields */ JOCTET *buffer; /* Pointer to buffer */ mjpeg_compressor *engine; } mjpeg_destination_mgr; typedef mjpeg_destination_mgr *mjpeg_dest_ptr; /* * Initialize destination --- called by jpeg_start_compress * before any data is actually written. */ METHODDEF(void) init_destination(j_compress_ptr cinfo) { mjpeg_dest_ptr dest = (mjpeg_dest_ptr)cinfo->dest; /* Set the pointer to the preallocated buffer */ if(!dest->engine->output_buffer) { dest->engine->output_buffer = calloc(1, 65536); dest->engine->output_allocated = 65536; } dest->buffer = dest->engine->output_buffer; dest->pub.next_output_byte = dest->engine->output_buffer; dest->pub.free_in_buffer = dest->engine->output_allocated; } /* * Empty the output buffer --- called whenever buffer fills up. * * In typical applications, this should write the entire output buffer * (ignoring the current state of next_output_byte & free_in_buffer), * reset the pointer & count to the start of the buffer, and return TRUE * indicating that the buffer has been dumped. * * In applications that need to be able to suspend compression due to output * overrun, a FALSE return indicates that the buffer cannot be emptied now. * In this situation, the compressor will return to its caller (possibly with * an indication that it has not accepted all the supplied scanlines). The * application should resume compression after it has made more room in the * output buffer. Note that there are substantial restrictions on the use of * suspension --- see the documentation. * * When suspending, the compressor will back up to a convenient restart point * (typically the start of the current MCU). next_output_byte & free_in_buffer * indicate where the restart point will be if the current call returns FALSE. * Data beyond this point will be regenerated after resumption, so do not * write it out when emptying the buffer externally. */ METHODDEF(boolean) empty_output_buffer(j_compress_ptr cinfo) { /* Allocate a bigger buffer. */ mjpeg_dest_ptr dest = (mjpeg_dest_ptr)cinfo->dest; dest->engine->output_size = dest->engine->output_allocated; dest->engine->output_allocated *= 2; dest->engine->output_buffer = realloc(dest->engine->output_buffer, dest->engine->output_allocated); dest->buffer = dest->engine->output_buffer; dest->pub.next_output_byte = dest->buffer + dest->engine->output_size; dest->pub.free_in_buffer = dest->engine->output_allocated - dest->engine->output_size; return TRUE; } /* * Terminate destination --- called by jpeg_finish_compress * after all data has been written. Usually needs to flush buffer. * * NB: *not* called by jpeg_abort or jpeg_destroy; surrounding * application must deal with any cleanup that should happen even * for error exit. */ METHODDEF(void) term_destination(j_compress_ptr cinfo) { /* Just get the length */ mjpeg_dest_ptr dest = (mjpeg_dest_ptr)cinfo->dest; dest->engine->output_size = dest->engine->output_allocated - dest->pub.free_in_buffer; } GLOBAL(void) jpeg_buffer_dest(j_compress_ptr cinfo, mjpeg_compressor *engine) { mjpeg_dest_ptr dest; /* The destination object is made permanent so that multiple JPEG images * can be written to the same file without re-executing jpeg_stdio_dest. * This makes it dangerous to use this manager and a different destination * manager serially with the same JPEG object, because their private object * sizes may be different. Caveat programmer. */ if(cinfo->dest == NULL) { /* first time for this JPEG object? */ cinfo->dest = (struct jpeg_destination_mgr *) (*cinfo->mem->alloc_small)((j_common_ptr)cinfo, JPOOL_PERMANENT, sizeof(mjpeg_destination_mgr)); } dest = (mjpeg_dest_ptr)cinfo->dest; dest->pub.init_destination = init_destination; dest->pub.empty_output_buffer = empty_output_buffer; dest->pub.term_destination = term_destination; dest->engine = engine; } typedef struct { struct jpeg_source_mgr pub; /* public fields */ JOCTET * buffer; /* start of buffer */ int bytes; /* total size of buffer */ } mjpeg_source_mgr; typedef mjpeg_source_mgr* mjpeg_src_ptr; METHODDEF(void) init_source(j_decompress_ptr cinfo) { mjpeg_src_ptr src = (mjpeg_src_ptr) cinfo->src; } METHODDEF(boolean) fill_input_buffer(j_decompress_ptr cinfo) { mjpeg_src_ptr src = (mjpeg_src_ptr) cinfo->src; src->buffer[0] = (JOCTET)0xFF; src->buffer[1] = (JOCTET)M_EOI; src->pub.next_input_byte = src->buffer; src->pub.bytes_in_buffer = 2; return TRUE; } METHODDEF(void) skip_input_data(j_decompress_ptr cinfo, long num_bytes) { mjpeg_src_ptr src = (mjpeg_src_ptr)cinfo->src; src->pub.next_input_byte += (size_t)num_bytes; src->pub.bytes_in_buffer -= (size_t)num_bytes; } METHODDEF(void) term_source(j_decompress_ptr cinfo) { } GLOBAL(void) jpeg_buffer_src(j_decompress_ptr cinfo, unsigned char *buffer, long bytes) { mjpeg_src_ptr src; /* first time for this JPEG object? */ if(cinfo->src == NULL) { cinfo->src = (struct jpeg_source_mgr*) (*cinfo->mem->alloc_small)((j_common_ptr)cinfo, JPOOL_PERMANENT, sizeof(mjpeg_source_mgr)); src = (mjpeg_src_ptr)cinfo->src; } src = (mjpeg_src_ptr)cinfo->src; src->pub.init_source = init_source; src->pub.fill_input_buffer = fill_input_buffer; src->pub.skip_input_data = skip_input_data; src->pub.resync_to_restart = jpeg_resync_to_restart; /* use default method */ src->pub.term_source = term_source; src->pub.bytes_in_buffer = bytes; src->pub.next_input_byte = buffer; src->buffer = buffer; src->bytes = bytes; } static void reset_buffer(unsigned char **buffer, long *size, long *allocated) { *size = 0; } static void delete_buffer(unsigned char **buffer, long *size, long *allocated) { if(*buffer) { free(*buffer); *size = 0; *allocated = 0; } } static void append_buffer(unsigned char **buffer, long *size, long *allocated, unsigned char *data, long data_size) { if(!*buffer) { *buffer = calloc(1, 65536); *size = 0; *allocated = 65536; } if(*size + data_size > *allocated) { *allocated = *size + data_size; *buffer = realloc(*buffer, *allocated); } memcpy(*buffer + *size, data, data_size); *size += data_size; } static void allocate_temps(mjpeg_t *mjpeg) { int i; if(!mjpeg->temp_data) { switch(mjpeg->jpeg_color_model) { case BC_YUV422P: mjpeg->temp_data = calloc(1, mjpeg->coded_w * mjpeg->coded_h * 2); mjpeg->temp_rows[0] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h); mjpeg->temp_rows[1] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h); mjpeg->temp_rows[2] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h); for(i = 0; i < mjpeg->coded_h; i++) { mjpeg->temp_rows[0][i] = mjpeg->temp_data + i * mjpeg->coded_w; mjpeg->temp_rows[1][i] = mjpeg->temp_data + mjpeg->coded_w * mjpeg->coded_h + i * mjpeg->coded_w / 2; mjpeg->temp_rows[2][i] = mjpeg->temp_data + mjpeg->coded_w * mjpeg->coded_h + mjpeg->coded_w / 2 * mjpeg->coded_h + i * mjpeg->coded_w / 2; } break; case BC_YUV420P: mjpeg->temp_data = calloc(1, mjpeg->coded_w * mjpeg->coded_h + mjpeg->coded_w * mjpeg->coded_h / 2); mjpeg->temp_rows[0] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h); mjpeg->temp_rows[1] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h / 2); mjpeg->temp_rows[2] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h / 2); for(i = 0; i < mjpeg->coded_h; i++) { mjpeg->temp_rows[0][i] = mjpeg->temp_data + i * mjpeg->coded_w; if(i < mjpeg->coded_h / 2) { mjpeg->temp_rows[1][i] = mjpeg->temp_data + mjpeg->coded_w * mjpeg->coded_h + i * (mjpeg->coded_w / 2); mjpeg->temp_rows[2][i] = mjpeg->temp_data + mjpeg->coded_w * mjpeg->coded_h + (mjpeg->coded_h / 2) * (mjpeg->coded_w / 2) + i * (mjpeg->coded_w / 2); } } break; } } } static int get_input_row(mjpeg_t *mjpeg, mjpeg_compressor *compressor, int i) { int input_row; if(mjpeg->fields > 1) input_row = i * 2 + compressor->instance; else input_row = i; if(input_row >= mjpeg->coded_h) input_row = mjpeg->coded_h - 1; return input_row; } // Get pointers to rows for the JPEG compressor static void get_rows(mjpeg_t *mjpeg, mjpeg_compressor *compressor) { int i; if(mjpeg->jpeg_color_model == BC_YUV422P) { if(!compressor->rows[0]) { compressor->rows[0] = calloc(1, sizeof(unsigned char*) * compressor->field_h); compressor->rows[1] = calloc(1, sizeof(unsigned char*) * compressor->field_h); compressor->rows[2] = calloc(1, sizeof(unsigned char*) * compressor->field_h); } // User colormodel matches jpeg colormodel if(mjpeg->color_model == BC_YUV422P && mjpeg->output_w == mjpeg->coded_w && mjpeg->output_h == mjpeg->coded_h) { for(i = 0; i < compressor->field_h; i++) { int input_row = get_input_row(mjpeg, compressor, i); compressor->rows[0][i] = mjpeg->y_argument + mjpeg->coded_w * input_row; compressor->rows[1][i] = mjpeg->u_argument + (mjpeg->coded_w / 2) * input_row; compressor->rows[2][i] = mjpeg->v_argument + (mjpeg->coded_w / 2) * input_row; } } else { for(i = 0; i < compressor->field_h; i++) { int input_row = get_input_row(mjpeg, compressor, i); compressor->rows[0][i] = mjpeg->temp_rows[0][input_row]; compressor->rows[1][i] = mjpeg->temp_rows[1][input_row]; compressor->rows[2][i] = mjpeg->temp_rows[2][input_row]; } } } else if(mjpeg->jpeg_color_model == BC_YUV420P) { if(!compressor->rows[0]) { compressor->rows[0] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h); compressor->rows[1] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h / 2); compressor->rows[2] = calloc(1, sizeof(unsigned char*) * mjpeg->coded_h / 2); } // User colormodel matches jpeg colormodel if(mjpeg->color_model == BC_YUV420P && mjpeg->output_w == mjpeg->coded_w && mjpeg->output_h == mjpeg->coded_h) { for(i = 0; i < compressor->field_h; i++) { int input_row = get_input_row(mjpeg, compressor, i); compressor->rows[0][i] = mjpeg->y_argument + mjpeg->coded_w * input_row; if(i < compressor->field_h / 2) { compressor->rows[1][i] = mjpeg->u_argument + (mjpeg->coded_w / 2) * input_row; compressor->rows[2][i] = mjpeg->v_argument + (mjpeg->coded_w / 2) * input_row; } } } else { for(i = 0; i < compressor->field_h; i++) { int input_row = get_input_row(mjpeg, compressor, i); compressor->rows[0][i] = mjpeg->temp_rows[0][input_row]; if(i < compressor->field_h / 2) { compressor->rows[1][i] = mjpeg->temp_rows[1][input_row]; compressor->rows[2][i] = mjpeg->temp_rows[2][input_row]; } } } } } static void delete_rows(mjpeg_compressor *compressor) { if(compressor->rows[0]) { free(compressor->rows[0]); free(compressor->rows[1]); free(compressor->rows[2]); } } static void new_jpeg_objects(mjpeg_compressor *engine) { engine->jpeg_decompress.err = jpeg_std_error(&(engine->jpeg_error.pub)); engine->jpeg_error.pub.error_exit = mjpeg_error_exit; /* Ideally the error handler would be set here but it must be called in a thread */ jpeg_create_decompress(&(engine->jpeg_decompress)); engine->jpeg_decompress.raw_data_out = TRUE; } static void delete_jpeg_objects(mjpeg_compressor *engine) { jpeg_destroy_decompress(&(engine->jpeg_decompress)); } static void unlock_compress_loop(mjpeg_compressor *engine) { pthread_mutex_unlock(&(engine->input_lock)); } static void lock_compress_loop(mjpeg_compressor *engine) { pthread_mutex_lock(&(engine->output_lock)); } // Make temp rows for compressor static void get_mcu_rows(mjpeg_t *mjpeg, mjpeg_compressor *engine, int start_row) { int i, j, scanline; for(i = 0; i < 3; i++) { for(j = 0; j < 16; j++) { if(i > 0 && j >= 8 && mjpeg->jpeg_color_model == BC_YUV420P) break; scanline = start_row; if(i > 0 && mjpeg->jpeg_color_model == BC_YUV420P) scanline /= 2; scanline += j; if(scanline >= engine->field_h) scanline = engine->field_h - 1; engine->mcu_rows[i][j] = engine->rows[i][scanline]; } } } static void decompress_field(mjpeg_compressor *engine) { mjpeg_t *mjpeg = engine->mjpeg; long buffer_offset = engine->instance * mjpeg->input_field2; unsigned char *buffer = mjpeg->input_data + buffer_offset; long buffer_size; int i, j; //printf("decompress_field %02x%02x %d\n", buffer[0], buffer[1], engine->instance * mjpeg->input_field2); if(engine->instance == 0 && mjpeg->fields > 1) buffer_size = mjpeg->input_field2 - buffer_offset; else buffer_size = mjpeg->input_size - buffer_offset; mjpeg->error = 0; if(setjmp(engine->jpeg_error.setjmp_buffer)) { /* If we get here, the JPEG code has signaled an error. */ delete_jpeg_objects(engine); new_jpeg_objects(engine); mjpeg->error = 1; goto finish; } jpeg_buffer_src(&engine->jpeg_decompress, buffer, buffer_size); jpeg_read_header(&engine->jpeg_decompress, TRUE); // Reset by jpeg_read_header engine->jpeg_decompress.raw_data_out = TRUE; jpeg_start_decompress(&engine->jpeg_decompress); // Generate colormodel from jpeg sampling if(engine->jpeg_decompress.comp_info[0].v_samp_factor == 2) mjpeg->jpeg_color_model = BC_YUV420P; else mjpeg->jpeg_color_model = BC_YUV422P; allocate_temps(mjpeg); get_rows(mjpeg, engine); //printf("decompress_field 1\n"); while(engine->jpeg_decompress.output_scanline < engine->jpeg_decompress.output_height) { //printf("decompress_field 2 %d\n", engine->jpeg_decompress.output_scanline); get_mcu_rows(mjpeg, engine, engine->jpeg_decompress.output_scanline); //printf("decompress_field 3\n"); jpeg_read_raw_data(&engine->jpeg_decompress, engine->mcu_rows, engine->field_h); //printf("decompress_field 4\n"); } jpeg_finish_decompress(&engine->jpeg_decompress); //printf("decompress_field 5\n"); finish: ; } void mjpeg_decompress_loop(mjpeg_compressor *engine) { while(!engine->done) { pthread_mutex_lock(&engine->input_lock); if(!engine->done) { decompress_field(engine); } pthread_mutex_unlock(&(engine->output_lock)); } } static void compress_field(mjpeg_compressor *engine) { int i, j; mjpeg_t *mjpeg = engine->mjpeg; get_rows(engine->mjpeg, engine); reset_buffer(&engine->output_buffer, &engine->output_size, &engine->output_allocated); jpeg_buffer_dest(&engine->jpeg_compress, engine); engine->jpeg_compress.raw_data_in = TRUE; jpeg_start_compress(&engine->jpeg_compress, TRUE); while(engine->jpeg_compress.next_scanline < engine->jpeg_compress.image_height) { get_mcu_rows(mjpeg, engine, engine->jpeg_compress.next_scanline); jpeg_write_raw_data(&engine->jpeg_compress, engine->mcu_rows, engine->field_h); } jpeg_finish_compress(&engine->jpeg_compress); } void mjpeg_compress_loop(mjpeg_compressor *engine) { while(!engine->done) { pthread_mutex_lock(&engine->input_lock); if(!engine->done) { compress_field(engine); } pthread_mutex_unlock(&engine->output_lock); } } static void delete_temps(mjpeg_t *mjpeg) { if(mjpeg->temp_data) { free(mjpeg->temp_data); free(mjpeg->temp_rows[0]); free(mjpeg->temp_rows[1]); free(mjpeg->temp_rows[2]); } } mjpeg_compressor* mjpeg_new_decompressor(mjpeg_t *mjpeg, int instance) { mjpeg_compressor *result = calloc(1, sizeof(mjpeg_compressor)); pthread_attr_t attr; struct sched_param param; pthread_mutexattr_t mutex_attr; int i; result->mjpeg = mjpeg; result->instance = instance; new_jpeg_objects(result); result->field_h = mjpeg->coded_h / mjpeg->fields; result->mcu_rows[0] = malloc(16 * sizeof(unsigned char*)); result->mcu_rows[1] = malloc(16 * sizeof(unsigned char*)); result->mcu_rows[2] = malloc(16 * sizeof(unsigned char*)); pthread_mutexattr_init(&mutex_attr); pthread_mutex_init(&(result->input_lock), &mutex_attr); pthread_mutex_lock(&(result->input_lock)); pthread_mutex_init(&(result->output_lock), &mutex_attr); pthread_mutex_lock(&(result->output_lock)); pthread_attr_init(&attr); pthread_create(&(result->tid), &attr, (void*)mjpeg_decompress_loop, result); return result; } void mjpeg_delete_decompressor(mjpeg_compressor *engine) { engine->done = 1; pthread_mutex_unlock(&(engine->input_lock)); pthread_join(engine->tid, 0); pthread_mutex_destroy(&(engine->input_lock)); pthread_mutex_destroy(&(engine->output_lock)); jpeg_destroy_decompress(&(engine->jpeg_decompress)); delete_rows(engine); free(engine->mcu_rows[0]); free(engine->mcu_rows[1]); free(engine->mcu_rows[2]); free(engine); } mjpeg_compressor* mjpeg_new_compressor(mjpeg_t *mjpeg, int instance) { pthread_attr_t attr; struct sched_param param; pthread_mutexattr_t mutex_attr; mjpeg_compressor *result = calloc(1, sizeof(mjpeg_compressor)); result->field_h = mjpeg->coded_h / mjpeg->fields; result->mjpeg = mjpeg; result->instance = instance; result->jpeg_compress.err = jpeg_std_error(&(result->jpeg_error.pub)); jpeg_create_compress(&(result->jpeg_compress)); result->jpeg_compress.image_width = mjpeg->coded_w; result->jpeg_compress.image_height = result->field_h; result->jpeg_compress.input_components = 3; result->jpeg_compress.in_color_space = JCS_RGB; jpeg_set_defaults(&(result->jpeg_compress)); result->jpeg_compress.input_components = 3; result->jpeg_compress.in_color_space = JCS_RGB; jpeg_set_quality(&(result->jpeg_compress), mjpeg->quality, 0); if(mjpeg->use_float) result->jpeg_compress.dct_method = JDCT_FLOAT; /* Fix sampling */ switch(mjpeg->fields) { case 1: mjpeg->jpeg_color_model = BC_YUV420P; result->jpeg_compress.comp_info[0].h_samp_factor = 2; result->jpeg_compress.comp_info[0].v_samp_factor = 2; result->jpeg_compress.comp_info[1].h_samp_factor = 1; result->jpeg_compress.comp_info[1].v_samp_factor = 1; result->jpeg_compress.comp_info[2].h_samp_factor = 1; result->jpeg_compress.comp_info[2].v_samp_factor = 1; break; case 2: mjpeg->jpeg_color_model = BC_YUV422P; result->jpeg_compress.comp_info[0].h_samp_factor = 2; result->jpeg_compress.comp_info[0].v_samp_factor = 1; result->jpeg_compress.comp_info[1].h_samp_factor = 1; result->jpeg_compress.comp_info[1].v_samp_factor = 1; result->jpeg_compress.comp_info[2].h_samp_factor = 1; result->jpeg_compress.comp_info[2].v_samp_factor = 1; break; } allocate_temps(mjpeg); result->mcu_rows[0] = malloc(16 * sizeof(unsigned char*)); result->mcu_rows[1] = malloc(16 * sizeof(unsigned char*)); result->mcu_rows[2] = malloc(16 * sizeof(unsigned char*)); pthread_mutexattr_init(&mutex_attr); pthread_mutex_init(&(result->input_lock), &mutex_attr); pthread_mutex_lock(&(result->input_lock)); pthread_mutex_init(&(result->output_lock), &mutex_attr); pthread_mutex_lock(&(result->output_lock)); pthread_attr_init(&attr); pthread_create(&(result->tid), &attr, (void*)mjpeg_compress_loop, result); return result; } void mjpeg_delete_compressor(mjpeg_compressor *engine) { engine->done = 1; pthread_mutex_unlock(&(engine->input_lock)); pthread_join(engine->tid, 0); pthread_mutex_destroy(&(engine->input_lock)); pthread_mutex_destroy(&(engine->output_lock)); jpeg_destroy((j_common_ptr)&(engine->jpeg_compress)); if(engine->output_buffer) free(engine->output_buffer); delete_rows(engine); free(engine->mcu_rows[0]); free(engine->mcu_rows[1]); free(engine->mcu_rows[2]); free(engine); } unsigned char* mjpeg_output_buffer(mjpeg_t *mjpeg) { return mjpeg->output_data; } long mjpeg_output_field2(mjpeg_t *mjpeg) { return mjpeg->output_field2; } long mjpeg_output_size(mjpeg_t *mjpeg) { return mjpeg->output_size; } int mjpeg_compress(mjpeg_t *mjpeg, unsigned char **row_pointers, unsigned char *y_plane, unsigned char *u_plane, unsigned char *v_plane, int color_model, int cpus) { int i, result = 0; int corrected_fields = mjpeg->fields; mjpeg->color_model = color_model; mjpeg->cpus = cpus; /* Reset output buffer */ reset_buffer(&mjpeg->output_data, &mjpeg->output_size, &mjpeg->output_allocated); /* Create compression engines as needed */ for(i = 0; i < mjpeg->fields; i++) { if(!mjpeg->compressors[i]) { mjpeg->compressors[i] = mjpeg_new_compressor(mjpeg, i); } } /* Arm YUV buffers */ mjpeg->row_argument = row_pointers; mjpeg->y_argument = y_plane; mjpeg->u_argument = u_plane; mjpeg->v_argument = v_plane; // User colormodel doesn't match encoder colormodel // Copy to interlacing buffer first if(mjpeg->color_model != mjpeg->jpeg_color_model || mjpeg->output_w != mjpeg->coded_w || mjpeg->output_h != mjpeg->coded_h) { //printf("libmjpeg %d %d\n", mjpeg->jpeg_color_model, mjpeg->color_model); cmodel_transfer(0, row_pointers, mjpeg->temp_rows[0][0], mjpeg->temp_rows[1][0], mjpeg->temp_rows[2][0], y_plane, u_plane, v_plane, 0, 0, mjpeg->output_w, mjpeg->output_h, 0, 0, mjpeg->output_w, mjpeg->output_h, mjpeg->color_model, mjpeg->jpeg_color_model, 0, mjpeg->output_w, mjpeg->output_w); } /* Start the compressors on the image fields */ if(mjpeg->deinterlace) corrected_fields = 1; for(i = 0; i < corrected_fields && !result; i++) { unlock_compress_loop(mjpeg->compressors[i]); if(mjpeg->cpus < 2 && i < corrected_fields - 1) { lock_compress_loop(mjpeg->compressors[i]); } } /* Wait for the compressors and store in master output */ for(i = 0; i < corrected_fields && !result; i++) { if(mjpeg->cpus > 1 || i == corrected_fields - 1) { lock_compress_loop(mjpeg->compressors[i]); } append_buffer(&mjpeg->output_data, &mjpeg->output_size, &mjpeg->output_allocated, mjpeg->compressors[i]->output_buffer, mjpeg->compressors[i]->output_size); if(i == 0) mjpeg->output_field2 = mjpeg->output_size; } if(corrected_fields < mjpeg->fields) { append_buffer(&mjpeg->output_data, &mjpeg->output_size, &mjpeg->output_allocated, mjpeg->compressors[0]->output_buffer, mjpeg->compressors[0]->output_size); } return 0; } int mjpeg_decompress(mjpeg_t *mjpeg, unsigned char *buffer, long buffer_len, long input_field2, unsigned char **row_pointers, unsigned char *y_plane, unsigned char *u_plane, unsigned char *v_plane, int color_model, int cpus) { int i, result = 0; //printf("mjpeg_decompress 1 %ld %ld\n", buffer_len, input_field2); if(buffer_len == 0) return 1; if(input_field2 == 0 && mjpeg->fields > 1) return 1; //printf("mjpeg_decompress 2\n"); /* Create decompression engines as needed */ for(i = 0; i < mjpeg->fields; i++) { if(!mjpeg->decompressors[i]) { mjpeg->decompressors[i] = mjpeg_new_decompressor(mjpeg, i); } } //printf("mjpeg_decompress 3\n"); /* Arm YUV buffers */ mjpeg->row_argument = row_pointers; mjpeg->y_argument = y_plane; mjpeg->u_argument = u_plane; mjpeg->v_argument = v_plane; mjpeg->input_data = buffer; mjpeg->input_size = buffer_len; mjpeg->input_field2 = input_field2; mjpeg->color_model = color_model; mjpeg->cpus = cpus; //printf("mjpeg_decompress 4\n"); /* Start decompressors */ for(i = 0; i < mjpeg->fields && !result; i++) { unlock_compress_loop(mjpeg->decompressors[i]); // Don't want second thread to start until temp data is allocated by the first if(mjpeg->cpus < 2 && i < mjpeg->fields - 1 && !mjpeg->temp_data) { lock_compress_loop(mjpeg->decompressors[i]); } } //printf("mjpeg_decompress 5\n"); /* Wait for decompressors */ for(i = 0; i < mjpeg->fields && !result; i++) { if(mjpeg->cpus > 1 || i == mjpeg->fields - 1) { lock_compress_loop(mjpeg->decompressors[i]); } } //printf("mjpeg_decompress 6\n"); /* Convert colormodel */ // User colormodel didn't match decompressor /* * if(!mjpeg->error && * (mjpeg->jpeg_color_model != mjpeg->color_model || * mjpeg->coded_w != mjpeg->output_w || * mjpeg->coded_h != mjpeg->output_h)) */ if((mjpeg->jpeg_color_model != mjpeg->color_model || mjpeg->coded_w != mjpeg->output_w || mjpeg->coded_h != mjpeg->output_h) && (mjpeg->temp_data || !mjpeg->error)) { /* * printf("mjpeg_decompress %d %d %d %d %d\n", * mjpeg->jpeg_color_model, * mjpeg->color_model, * mjpeg->output_w, * mjpeg->output_h, * mjpeg->coded_w); */ cmodel_transfer(row_pointers, 0, y_plane, u_plane, v_plane, mjpeg->temp_rows[0][0], mjpeg->temp_rows[1][0], mjpeg->temp_rows[2][0], 0, 0, mjpeg->output_w, mjpeg->output_h, 0, 0, mjpeg->output_w, mjpeg->output_h, mjpeg->jpeg_color_model, mjpeg->color_model, 0, mjpeg->coded_w, mjpeg->output_w); } //printf("mjpeg_decompress 7\n"); return 0; } void mjpeg_set_deinterlace(mjpeg_t *mjpeg, int value) { mjpeg->deinterlace = value; } void mjpeg_set_quality(mjpeg_t *mjpeg, int quality) { mjpeg->quality = quality; } void mjpeg_set_float(mjpeg_t *mjpeg, int use_float) { mjpeg->use_float = use_float; } void mjpeg_set_cpus(mjpeg_t *mjpeg, int cpus) { mjpeg->cpus = cpus; } int mjpeg_get_fields(mjpeg_t *mjpeg) { return mjpeg->fields; } mjpeg_t* mjpeg_new(int w, int h, int fields) { mjpeg_t *result = calloc(1, sizeof(mjpeg_t)); int i; result->output_w = w; result->output_h = h; result->fields = fields; result->color_model = BC_RGB888; result->cpus = 1; result->quality = 80; result->use_float = 0; // Calculate coded dimensions // An interlaced frame with 4:2:0 sampling must be a multiple of 32 result->coded_w = (w % 16) ? w + (16 - (w % 16)) : w; if(fields == 1) result->coded_h = (h % 16) ? h + (16 - (h % 16)) : h; else result->coded_h = (h % 32) ? h + (32 - (h % 32)) : h; //printf("mjpeg_new %d %d %d %d\n", result->output_w, result->output_h, result->coded_w, result->coded_h); return result; } void mjpeg_delete(mjpeg_t *mjpeg) { int i; //printf("mjpeg_delete 1\n"); for(i = 0; i < mjpeg->fields; i++) { //printf("mjpeg_delete 2\n"); if(mjpeg->compressors[i]) mjpeg_delete_compressor(mjpeg->compressors[i]); //printf("mjpeg_delete 3\n"); if(mjpeg->decompressors[i]) mjpeg_delete_decompressor(mjpeg->decompressors[i]); //printf("mjpeg_delete 4\n"); } //printf("mjpeg_delete 5\n"); delete_temps(mjpeg); //printf("mjpeg_delete 6\n"); delete_buffer(&mjpeg->output_data, &mjpeg->output_size, &mjpeg->output_allocated); //printf("mjpeg_delete 7\n"); free(mjpeg); //printf("mjpeg_delete 2\n"); } /* Open up a space to insert a marker */ static void insert_space(unsigned char **buffer, long *buffer_size, long *buffer_allocated, long space_start, long space_len) { int in, out; // Make sure enough space is available if(*buffer_allocated - *buffer_size < space_len) { *buffer_allocated += space_len; *buffer = realloc(*buffer, *buffer_allocated); } // Shift data back for(in = *buffer_size - 1, out = *buffer_size - 1 + space_len; in >= space_start; in--, out--) { (*buffer)[out] = (*buffer)[in]; } *buffer_size += space_len; } static inline int nextbyte(unsigned char *data, long *offset, long length) { if(length - *offset < 1) return 0; *offset += 1; return (unsigned char)data[*offset - 1]; } static inline int next_int32(unsigned char *data, long *offset, long length) { if(length - *offset < 4) { *offset = length; return 0; } *offset += 4; return ((((unsigned int)data[*offset - 4]) << 24) | (((unsigned int)data[*offset - 3]) << 16) | (((unsigned int)data[*offset - 2]) << 8) | (((unsigned int)data[*offset - 1]))); } static inline int next_int16(unsigned char *data, long *offset, long length) { if(length - *offset < 2) { *offset = length; return 0; } *offset += 2; return ((((unsigned int)data[*offset - 2]) << 8) | (((unsigned int)data[*offset - 1]))); } static inline void write_int32(unsigned char *data, long *offset, long length, unsigned int value) { if(length - *offset < 4) { *offset = length; return; } data[(*offset)++] = (unsigned int)(value & 0xff000000) >> 24; data[(*offset)++] = (unsigned int)(value & 0xff0000) >> 16; data[(*offset)++] = (unsigned int)(value & 0xff00) >> 8; data[(*offset)++] = (unsigned char)(value & 0xff); return; } static int next_marker(unsigned char *buffer, long *offset, long buffer_size) { int c, done = 0; /* 1 - completion 2 - error */ while(!done && *offset < buffer_size) { c = nextbyte(buffer, offset, buffer_size); /* look for FF */ while(*offset < buffer_size && !done && c != 0xFF) { if(!*buffer) done = 2; c = nextbyte(buffer, offset, buffer_size); } /* now we've got 1 0xFF, keep reading until not 0xFF */ do { if(*offset >= buffer_size) done = 2; c = nextbyte(buffer, offset, buffer_size); }while(*offset < buffer_size && !done && c == 0xFF); /* not a 00 or FF */ if (c != 0) done = 1; } if(done == 1) return c; else return 0; } /* Find the next marker after offset and return 0 on success */ static int find_marker(unsigned char *buffer, long *offset, long buffer_size, unsigned long marker_type) { long result = 0; long marker_len; while(!result && *offset < buffer_size) { int marker = next_marker(buffer, offset, buffer_size); if(marker == (marker_type & 0xff)) result = 1; } return !result; } typedef struct { int field_size; int padded_field_size; int next_offset; int quant_offset; int huffman_offset; int image_offset; int scan_offset; int data_offset; } mjpeg_qt_hdr; #define LML_MARKER_SIZE 0x2c #define LML_MARKER_TAG 0xffe3 void insert_lml33_markers(unsigned char **buffer, long *field2_offset, long *buffer_size, long *buffer_allocated) { long marker_offset = -1; int marker_exists; /* Search for existing marker to replace */ // marker_offset = find_marker(*buffer, *buffer_size, LML_MARKER_TAG); /* Insert new marker */ if(marker_offset < 0) { marker_offset = 2; insert_space(buffer, buffer_size, buffer_allocated, 2, LML_MARKER_SIZE); } } static void table_offsets(unsigned char *buffer, long buffer_size, mjpeg_qt_hdr *header) { int done = 0; long offset = 0; int marker = 0; int field = 0; int len; bzero(header, sizeof(mjpeg_qt_hdr) * 2); // Read every marker to get the offsets for the headers for(field = 0; field < 2; field++) { done = 0; //printf("table_offsets 1 %d %d\n", field, offset); while(!done) { marker = next_marker(buffer, &offset, buffer_size); len = 0; switch(marker) { case M_SOI: // The first field may be padded if(field > 0) { header[0].next_offset = header[0].padded_field_size = offset - 2; } len = 0; break; case M_DQT: //printf("header[field].quant_offset %x %x\n", header[field].quant_offset, offset - 2); if(!header[field].quant_offset) { header[field].quant_offset = offset - 2; if(field > 0) header[field].quant_offset -= header[0].next_offset; } len = next_int16(buffer, &offset, buffer_size); len -= 2; break; case M_DHT: if(!header[field].huffman_offset) { header[field].huffman_offset = offset - 2; if(field > 0) header[field].huffman_offset -= header[0].next_offset; } len = next_int16(buffer, &offset, buffer_size); len -= 2; break; case M_SOF0: if(!header[field].image_offset) { header[field].image_offset = offset - 2; if(field > 0) header[field].image_offset -= header[0].next_offset; } len = next_int16(buffer, &offset, buffer_size); len -= 2; break; case M_SOS: header[field].scan_offset = offset - 2; if(field > 0) header[field].scan_offset -= header[0].next_offset; len = next_int16(buffer, &offset, buffer_size); len -= 2; header[field].data_offset = offset + len; if(field > 0) header[field].data_offset -= header[0].next_offset; break; case 0: case M_EOI: if(field > 0) { header[field].field_size = header[field].padded_field_size = offset - header[0].next_offset; header[field].next_offset = 0; } done = 1; break; default: len = next_int16(buffer, &offset, buffer_size); len -= 2; break; } if(!done) offset += len; } } } static void insert_quicktime_marker(unsigned char *buffer, long buffer_size, long offset, mjpeg_qt_hdr *header) { write_int32(buffer, &offset, buffer_size, 0xff000000 | ((unsigned long)M_APP1 << 16) | (QUICKTIME_MARKER_SIZE - 2)); write_int32(buffer, &offset, buffer_size, 0); write_int32(buffer, &offset, buffer_size, QUICKTIME_JPEG_TAG); write_int32(buffer, &offset, buffer_size, header->field_size); write_int32(buffer, &offset, buffer_size, header->padded_field_size); write_int32(buffer, &offset, buffer_size, header->next_offset); write_int32(buffer, &offset, buffer_size, header->quant_offset); write_int32(buffer, &offset, buffer_size, header->huffman_offset); write_int32(buffer, &offset, buffer_size, header->image_offset); write_int32(buffer, &offset, buffer_size, header->scan_offset); write_int32(buffer, &offset, buffer_size, header->data_offset); } void mjpeg_insert_quicktime_markers(unsigned char **buffer, long *buffer_size, long *buffer_allocated, int fields, long *field2_offset) { mjpeg_qt_hdr header[2]; if(fields < 2) return; // Get offsets for tables in both fields table_offsets(*buffer, *buffer_size, header); header[0].field_size += QUICKTIME_MARKER_SIZE; header[0].padded_field_size += QUICKTIME_MARKER_SIZE; header[0].next_offset += QUICKTIME_MARKER_SIZE; header[0].quant_offset += QUICKTIME_MARKER_SIZE; header[0].huffman_offset += QUICKTIME_MARKER_SIZE; header[0].image_offset += QUICKTIME_MARKER_SIZE; header[0].scan_offset += QUICKTIME_MARKER_SIZE; header[0].data_offset += QUICKTIME_MARKER_SIZE; header[1].field_size += QUICKTIME_MARKER_SIZE; header[1].padded_field_size += QUICKTIME_MARKER_SIZE; header[1].quant_offset += QUICKTIME_MARKER_SIZE; header[1].huffman_offset += QUICKTIME_MARKER_SIZE; header[1].image_offset += QUICKTIME_MARKER_SIZE; header[1].scan_offset += QUICKTIME_MARKER_SIZE; header[1].data_offset += QUICKTIME_MARKER_SIZE; *field2_offset = header[0].next_offset; // Insert APP1 marker insert_space(buffer, buffer_size, buffer_allocated, 2, QUICKTIME_MARKER_SIZE); insert_quicktime_marker(*buffer, *buffer_size, 2, &header[0]); insert_space(buffer, buffer_size, buffer_allocated, header[0].next_offset + 2, QUICKTIME_MARKER_SIZE); header[1].next_offset = 0; insert_quicktime_marker(*buffer, *buffer_size, header[0].next_offset + 2, &header[1]); } static void read_quicktime_markers(unsigned char *buffer, long buffer_size, mjpeg_qt_hdr *header) { long offset = 0; int marker_count = 0; int result = 0; while(marker_count < 2 && offset < buffer_size && !result) { result = find_marker(buffer, &offset, buffer_size, M_APP1); if(!result) { // Marker size next_int16(buffer, &offset, buffer_size); // Zero next_int32(buffer, &offset, buffer_size); // MJPA next_int32(buffer, &offset, buffer_size); // Information header[marker_count].field_size = next_int32(buffer, &offset, buffer_size); header[marker_count].padded_field_size = next_int32(buffer, &offset, buffer_size); header[marker_count].next_offset = next_int32(buffer, &offset, buffer_size); header[marker_count].quant_offset = next_int32(buffer, &offset, buffer_size); header[marker_count].huffman_offset = next_int32(buffer, &offset, buffer_size); header[marker_count].image_offset = next_int32(buffer, &offset, buffer_size); header[marker_count].scan_offset = next_int32(buffer, &offset, buffer_size); header[marker_count].data_offset = next_int32(buffer, &offset, buffer_size); marker_count++; } } } long mjpeg_get_quicktime_field2(unsigned char *buffer, long buffer_size) { mjpeg_qt_hdr header[2]; bzero(&header, sizeof(mjpeg_qt_hdr) * 2); read_quicktime_markers(buffer, buffer_size, header); return header[0].next_offset; } long mjpeg_get_field2(unsigned char *buffer, long buffer_size) { long result = 0; int total_fields = 0; long offset = 0; long field2_offset = 0; int i; while(total_fields < 2) { int result = find_marker(buffer, &offset, buffer_size, M_SOI); if(!result) { total_fields++; field2_offset = offset - 2; } else { field2_offset = 0; break; } } return field2_offset; }