6963023: ZDI-CAN-809: Sun JRE JPEGImageWriter.writeImage Remote Code Execution Vulnerability

Reviewed-by: prr
This commit is contained in:
Andrew Brygin 2010-06-30 11:32:38 +04:00
parent 833dfdcbf2
commit 76b5c4503b

View File

@ -2614,7 +2614,8 @@ Java_com_sun_imageio_plugins_jpeg_JPEGImageWriter_writeImage
JSAMPROW scanLinePtr; JSAMPROW scanLinePtr;
int i, j; int i, j;
int pixelStride; int pixelStride;
unsigned char *in, *out, *pixelLimit; unsigned char *in, *out, *pixelLimit, *scanLineLimit;
unsigned int scanLineSize, pixelBufferSize;
int targetLine; int targetLine;
pixelBufferPtr pb; pixelBufferPtr pb;
sun_jpeg_error_ptr jerr; sun_jpeg_error_ptr jerr;
@ -2650,19 +2651,25 @@ Java_com_sun_imageio_plugins_jpeg_JPEGImageWriter_writeImage
} }
scanLineSize = destWidth * numBands;
if ((inCs < 0) || (inCs > JCS_YCCK) || if ((inCs < 0) || (inCs > JCS_YCCK) ||
(outCs < 0) || (outCs > JCS_YCCK) || (outCs < 0) || (outCs > JCS_YCCK) ||
(numBands < 1) || (numBands > MAX_BANDS) || (numBands < 1) || (numBands > MAX_BANDS) ||
(srcWidth < 0) || (srcWidth < 0) ||
(destWidth < 0) || (destWidth > srcWidth) || (destWidth < 0) || (destWidth > srcWidth) ||
(destHeight < 0) || (destHeight < 0) ||
(stepX < 0) || (stepY < 0)) (stepX < 0) || (stepY < 0) ||
((scanLineSize / numBands) < destWidth)) /* destWidth causes an integer overflow */
{ {
JNU_ThrowByName(env, "javax/imageio/IIOException", JNU_ThrowByName(env, "javax/imageio/IIOException",
"Invalid argument to native writeImage"); "Invalid argument to native writeImage");
return JNI_FALSE; return JNI_FALSE;
} }
if (stepX > srcWidth) {
stepX = srcWidth;
}
bandSize = (*env)->GetIntArrayElements(env, bandSizes, NULL); bandSize = (*env)->GetIntArrayElements(env, bandSizes, NULL);
for (i = 0; i < numBands; i++) { for (i = 0; i < numBands; i++) {
@ -2710,7 +2717,7 @@ Java_com_sun_imageio_plugins_jpeg_JPEGImageWriter_writeImage
} }
// Allocate a 1-scanline buffer // Allocate a 1-scanline buffer
scanLinePtr = (JSAMPROW)malloc(destWidth*numBands); scanLinePtr = (JSAMPROW)malloc(scanLineSize);
if (scanLinePtr == NULL) { if (scanLinePtr == NULL) {
RELEASE_ARRAYS(env, data, (const JOCTET *)(dest->next_output_byte)); RELEASE_ARRAYS(env, data, (const JOCTET *)(dest->next_output_byte));
JNU_ThrowByName( env, JNU_ThrowByName( env,
@ -2718,6 +2725,7 @@ Java_com_sun_imageio_plugins_jpeg_JPEGImageWriter_writeImage
"Writing JPEG Stream"); "Writing JPEG Stream");
return data->abortFlag; return data->abortFlag;
} }
scanLineLimit = scanLinePtr + scanLineSize;
/* Establish the setjmp return context for sun_jpeg_error_exit to use. */ /* Establish the setjmp return context for sun_jpeg_error_exit to use. */
jerr = (sun_jpeg_error_ptr) cinfo->err; jerr = (sun_jpeg_error_ptr) cinfo->err;
@ -2866,6 +2874,8 @@ Java_com_sun_imageio_plugins_jpeg_JPEGImageWriter_writeImage
} }
targetLine = 0; targetLine = 0;
pixelBufferSize = srcWidth * numBands;
pixelStride = numBands * stepX;
// for each line in destHeight // for each line in destHeight
while ((data->abortFlag == JNI_FALSE) while ((data->abortFlag == JNI_FALSE)
@ -2886,9 +2896,9 @@ Java_com_sun_imageio_plugins_jpeg_JPEGImageWriter_writeImage
in = data->pixelBuf.buf.bp; in = data->pixelBuf.buf.bp;
out = scanLinePtr; out = scanLinePtr;
pixelLimit = in + srcWidth*numBands; pixelLimit = in + ((pixelBufferSize > data->pixelBuf.byteBufferLength) ?
pixelStride = numBands*stepX; data->pixelBuf.byteBufferLength : pixelBufferSize);
for (; in < pixelLimit; in += pixelStride) { for (; (in < pixelLimit) && (out < scanLineLimit); in += pixelStride) {
for (i = 0; i < numBands; i++) { for (i = 0; i < numBands; i++) {
if (scale !=NULL && scale[i] != NULL) { if (scale !=NULL && scale[i] != NULL) {
*out++ = scale[i][*(in+i)]; *out++ = scale[i][*(in+i)];