From deade457a10e2b34c789b97d9b17dfdb6b8f7c79 Mon Sep 17 00:00:00 2001 From: AlmaLinux RelEng Bot Date: Tue, 19 May 2026 18:32:51 -0400 Subject: [PATCH] import UBI expat-2.7.3-1.el10 --- .gitignore | 2 +- RHEL-114606.patch | 2042 ---------------------------------------- expat-2.7.1.tar.gz.asc | 16 - expat-2.7.3.tar.gz.asc | 16 + expat.spec | 23 +- sources | 2 +- 6 files changed, 27 insertions(+), 2074 deletions(-) delete mode 100644 RHEL-114606.patch delete mode 100644 expat-2.7.1.tar.gz.asc create mode 100644 expat-2.7.3.tar.gz.asc diff --git a/.gitignore b/.gitignore index 3270d6b..fc6d0c9 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1 @@ -expat-2.7.1.tar.gz +expat-2.7.3.tar.gz diff --git a/RHEL-114606.patch b/RHEL-114606.patch deleted file mode 100644 index 1d49ebe..0000000 --- a/RHEL-114606.patch +++ /dev/null @@ -1,2042 +0,0 @@ -From cff0bdebdba2f4b58cea37675036149afbc6054d Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 18:06:59 +0200 -Subject: [PATCH 01/18] lib: Make function dtdCreate use macro MALLOC - -.. and give its body access to the parser for upcoming changes ---- - lib/xmlparse.c | 9 +++++---- - 1 file changed, 5 insertions(+), 4 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 38a2d96..3b7b96a 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -555,7 +555,7 @@ static XML_Bool setContext(XML_Parser parser, const XML_Char *context); - - static void FASTCALL normalizePublicId(XML_Char *s); - --static DTD *dtdCreate(const XML_Memory_Handling_Suite *ms); -+static DTD *dtdCreate(XML_Parser parser); - /* do not call if m_parentParser != NULL */ - static void dtdReset(DTD *p, const XML_Memory_Handling_Suite *ms); - static void dtdDestroy(DTD *p, XML_Bool isDocEntity, -@@ -1166,7 +1166,7 @@ parserCreate(const XML_Char *encodingName, - if (dtd) - parser->m_dtd = dtd; - else { -- parser->m_dtd = dtdCreate(&parser->m_mem); -+ parser->m_dtd = dtdCreate(parser); - if (parser->m_dtd == NULL) { - FREE(parser, parser->m_dataBuf); - FREE(parser, parser->m_atts); -@@ -7122,8 +7122,9 @@ normalizePublicId(XML_Char *publicId) { - } - - static DTD * --dtdCreate(const XML_Memory_Handling_Suite *ms) { -- DTD *p = ms->malloc_fcn(sizeof(DTD)); -+dtdCreate(XML_Parser parser) { -+ const XML_Memory_Handling_Suite *const ms = &parser->m_mem; -+ DTD *p = MALLOC(parser, sizeof(DTD)); - if (p == NULL) - return p; - poolInit(&(p->pool), ms); --- -2.47.3 - - -From 35dfa2129eda4d8117997f157e87f6eee6a4f670 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 18:10:26 +0200 -Subject: [PATCH 02/18] lib: Make string pools use macros MALLOC, FREE, REALLOC - ---- - lib/xmlparse.c | 27 +++++++++++++-------------- - 1 file changed, 13 insertions(+), 14 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 3b7b96a..38be275 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -357,7 +357,7 @@ typedef struct { - const XML_Char *end; - XML_Char *ptr; - XML_Char *start; -- const XML_Memory_Handling_Suite *mem; -+ XML_Parser parser; - } STRING_POOL; - - /* The XML_Char before the name is used to determine whether -@@ -574,8 +574,7 @@ static void FASTCALL hashTableIterInit(HASH_TABLE_ITER *iter, - const HASH_TABLE *table); - static NAMED *FASTCALL hashTableIterNext(HASH_TABLE_ITER *iter); - --static void FASTCALL poolInit(STRING_POOL *pool, -- const XML_Memory_Handling_Suite *ms); -+static void FASTCALL poolInit(STRING_POOL *pool, XML_Parser parser); - static void FASTCALL poolClear(STRING_POOL *pool); - static void FASTCALL poolDestroy(STRING_POOL *pool); - static XML_Char *poolAppend(STRING_POOL *pool, const ENCODING *enc, -@@ -1200,8 +1199,8 @@ parserCreate(const XML_Char *encodingName, - - parser->m_protocolEncodingName = NULL; - -- poolInit(&parser->m_tempPool, &(parser->m_mem)); -- poolInit(&parser->m_temp2Pool, &(parser->m_mem)); -+ poolInit(&parser->m_tempPool, parser); -+ poolInit(&parser->m_temp2Pool, parser); - parserInit(parser, encodingName); - - if (encodingName && ! parser->m_protocolEncodingName) { -@@ -7127,8 +7126,8 @@ dtdCreate(XML_Parser parser) { - DTD *p = MALLOC(parser, sizeof(DTD)); - if (p == NULL) - return p; -- poolInit(&(p->pool), ms); -- poolInit(&(p->entityValuePool), ms); -+ poolInit(&(p->pool), parser); -+ poolInit(&(p->entityValuePool), parser); - hashTableInit(&(p->generalEntities), ms); - hashTableInit(&(p->elementTypes), ms); - hashTableInit(&(p->attributeIds), ms); -@@ -7592,13 +7591,13 @@ hashTableIterNext(HASH_TABLE_ITER *iter) { - } - - static void FASTCALL --poolInit(STRING_POOL *pool, const XML_Memory_Handling_Suite *ms) { -+poolInit(STRING_POOL *pool, XML_Parser parser) { - pool->blocks = NULL; - pool->freeBlocks = NULL; - pool->start = NULL; - pool->ptr = NULL; - pool->end = NULL; -- pool->mem = ms; -+ pool->parser = parser; - } - - static void FASTCALL -@@ -7625,13 +7624,13 @@ poolDestroy(STRING_POOL *pool) { - BLOCK *p = pool->blocks; - while (p) { - BLOCK *tem = p->next; -- pool->mem->free_fcn(p); -+ FREE(pool->parser, p); - p = tem; - } - p = pool->freeBlocks; - while (p) { - BLOCK *tem = p->next; -- pool->mem->free_fcn(p); -+ FREE(pool->parser, p); - p = tem; - } - } -@@ -7786,8 +7785,8 @@ poolGrow(STRING_POOL *pool) { - if (bytesToAllocate == 0) - return XML_FALSE; - -- temp = (BLOCK *)pool->mem->realloc_fcn(pool->blocks, -- (unsigned)bytesToAllocate); -+ temp = (BLOCK *)REALLOC(pool->parser, pool->blocks, -+ (unsigned)bytesToAllocate); - if (temp == NULL) - return XML_FALSE; - pool->blocks = temp; -@@ -7827,7 +7826,7 @@ poolGrow(STRING_POOL *pool) { - if (bytesToAllocate == 0) - return XML_FALSE; - -- tem = pool->mem->malloc_fcn(bytesToAllocate); -+ tem = MALLOC(pool->parser, bytesToAllocate); - if (! tem) - return XML_FALSE; - tem->size = blockSize; --- -2.47.3 - - -From d4c11d27810518161ded0f11ce5e4481138e0623 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 18:14:09 +0200 -Subject: [PATCH 03/18] lib: Make function hash tables use macros MALLOC and - FREE - ---- - lib/xmlparse.c | 34 ++++++++++++++++------------------ - 1 file changed, 16 insertions(+), 18 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 38be275..afc8596 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -234,7 +234,7 @@ typedef struct { - unsigned char power; - size_t size; - size_t used; -- const XML_Memory_Handling_Suite *mem; -+ XML_Parser parser; - } HASH_TABLE; - - static size_t keylen(KEY s); -@@ -566,8 +566,7 @@ static int copyEntityTable(XML_Parser oldParser, HASH_TABLE *newTable, - STRING_POOL *newPool, const HASH_TABLE *oldTable); - static NAMED *lookup(XML_Parser parser, HASH_TABLE *table, KEY name, - size_t createSize); --static void FASTCALL hashTableInit(HASH_TABLE *table, -- const XML_Memory_Handling_Suite *ms); -+static void FASTCALL hashTableInit(HASH_TABLE *table, XML_Parser parser); - static void FASTCALL hashTableClear(HASH_TABLE *table); - static void FASTCALL hashTableDestroy(HASH_TABLE *table); - static void FASTCALL hashTableIterInit(HASH_TABLE_ITER *iter, -@@ -7122,19 +7121,18 @@ normalizePublicId(XML_Char *publicId) { - - static DTD * - dtdCreate(XML_Parser parser) { -- const XML_Memory_Handling_Suite *const ms = &parser->m_mem; - DTD *p = MALLOC(parser, sizeof(DTD)); - if (p == NULL) - return p; - poolInit(&(p->pool), parser); - poolInit(&(p->entityValuePool), parser); -- hashTableInit(&(p->generalEntities), ms); -- hashTableInit(&(p->elementTypes), ms); -- hashTableInit(&(p->attributeIds), ms); -- hashTableInit(&(p->prefixes), ms); -+ hashTableInit(&(p->generalEntities), parser); -+ hashTableInit(&(p->elementTypes), parser); -+ hashTableInit(&(p->attributeIds), parser); -+ hashTableInit(&(p->prefixes), parser); - #ifdef XML_DTD - p->paramEntityRead = XML_FALSE; -- hashTableInit(&(p->paramEntities), ms); -+ hashTableInit(&(p->paramEntities), parser); - #endif /* XML_DTD */ - p->defaultPrefix.name = NULL; - p->defaultPrefix.binding = NULL; -@@ -7469,7 +7467,7 @@ lookup(XML_Parser parser, HASH_TABLE *table, KEY name, size_t createSize) { - /* table->size is a power of 2 */ - table->size = (size_t)1 << INIT_POWER; - tsize = table->size * sizeof(NAMED *); -- table->v = table->mem->malloc_fcn(tsize); -+ table->v = MALLOC(table->parser, tsize); - if (! table->v) { - table->size = 0; - return NULL; -@@ -7509,7 +7507,7 @@ lookup(XML_Parser parser, HASH_TABLE *table, KEY name, size_t createSize) { - } - - size_t tsize = newSize * sizeof(NAMED *); -- NAMED **newV = table->mem->malloc_fcn(tsize); -+ NAMED **newV = MALLOC(table->parser, tsize); - if (! newV) - return NULL; - memset(newV, 0, tsize); -@@ -7525,7 +7523,7 @@ lookup(XML_Parser parser, HASH_TABLE *table, KEY name, size_t createSize) { - } - newV[j] = table->v[i]; - } -- table->mem->free_fcn(table->v); -+ FREE(table->parser, table->v); - table->v = newV; - table->power = newPower; - table->size = newSize; -@@ -7538,7 +7536,7 @@ lookup(XML_Parser parser, HASH_TABLE *table, KEY name, size_t createSize) { - } - } - } -- table->v[i] = table->mem->malloc_fcn(createSize); -+ table->v[i] = MALLOC(table->parser, createSize); - if (! table->v[i]) - return NULL; - memset(table->v[i], 0, createSize); -@@ -7551,7 +7549,7 @@ static void FASTCALL - hashTableClear(HASH_TABLE *table) { - size_t i; - for (i = 0; i < table->size; i++) { -- table->mem->free_fcn(table->v[i]); -+ FREE(table->parser, table->v[i]); - table->v[i] = NULL; - } - table->used = 0; -@@ -7561,17 +7559,17 @@ static void FASTCALL - hashTableDestroy(HASH_TABLE *table) { - size_t i; - for (i = 0; i < table->size; i++) -- table->mem->free_fcn(table->v[i]); -- table->mem->free_fcn(table->v); -+ FREE(table->parser, table->v[i]); -+ FREE(table->parser, table->v); - } - - static void FASTCALL --hashTableInit(HASH_TABLE *p, const XML_Memory_Handling_Suite *ms) { -+hashTableInit(HASH_TABLE *p, XML_Parser parser) { - p->power = 0; - p->size = 0; - p->used = 0; - p->v = NULL; -- p->mem = ms; -+ p->parser = parser; - } - - static void FASTCALL --- -2.47.3 - - -From da781b59a3a7dfd0216d0d98f223189779572036 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 17:45:50 +0200 -Subject: [PATCH 04/18] lib: Make function copyString use macro MALLOC - ---- - lib/xmlparse.c | 11 +++++------ - 1 file changed, 5 insertions(+), 6 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index afc8596..09c1bb2 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -593,8 +593,7 @@ static XML_Content *build_model(XML_Parser parser); - static ELEMENT_TYPE *getElementType(XML_Parser parser, const ENCODING *enc, - const char *ptr, const char *end); - --static XML_Char *copyString(const XML_Char *s, -- const XML_Memory_Handling_Suite *memsuite); -+static XML_Char *copyString(const XML_Char *s, XML_Parser parser); - - static unsigned long generate_hash_secret_salt(XML_Parser parser); - static XML_Bool startParsing(XML_Parser parser); -@@ -1231,7 +1230,7 @@ parserInit(XML_Parser parser, const XML_Char *encodingName) { - parser->m_processor = prologInitProcessor; - XmlPrologStateInit(&parser->m_prologState); - if (encodingName != NULL) { -- parser->m_protocolEncodingName = copyString(encodingName, &(parser->m_mem)); -+ parser->m_protocolEncodingName = copyString(encodingName, parser); - } - parser->m_curBase = NULL; - XmlInitEncoding(&parser->m_initEncoding, &parser->m_encoding, 0); -@@ -1419,7 +1418,7 @@ XML_SetEncoding(XML_Parser parser, const XML_Char *encodingName) { - parser->m_protocolEncodingName = NULL; - else { - /* Copy the new encoding name into allocated memory */ -- parser->m_protocolEncodingName = copyString(encodingName, &(parser->m_mem)); -+ parser->m_protocolEncodingName = copyString(encodingName, parser); - if (! parser->m_protocolEncodingName) - return XML_STATUS_ERROR; - } -@@ -8060,7 +8059,7 @@ getElementType(XML_Parser parser, const ENCODING *enc, const char *ptr, - } - - static XML_Char * --copyString(const XML_Char *s, const XML_Memory_Handling_Suite *memsuite) { -+copyString(const XML_Char *s, XML_Parser parser) { - size_t charsRequired = 0; - XML_Char *result; - -@@ -8072,7 +8071,7 @@ copyString(const XML_Char *s, const XML_Memory_Handling_Suite *memsuite) { - charsRequired++; - - /* Now allocate space for the copy */ -- result = memsuite->malloc_fcn(charsRequired * sizeof(XML_Char)); -+ result = MALLOC(parser, charsRequired * sizeof(XML_Char)); - if (result == NULL) - return NULL; - /* Copy the original into place */ --- -2.47.3 - - -From 3a607f4dbb4ad4daef5259c2e78f8db83eb08941 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 17:48:02 +0200 -Subject: [PATCH 05/18] lib: Make function dtdReset use macro FREE - ---- - lib/xmlparse.c | 12 ++++++------ - 1 file changed, 6 insertions(+), 6 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 09c1bb2..82f1849 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -557,7 +557,7 @@ static void FASTCALL normalizePublicId(XML_Char *s); - - static DTD *dtdCreate(XML_Parser parser); - /* do not call if m_parentParser != NULL */ --static void dtdReset(DTD *p, const XML_Memory_Handling_Suite *ms); -+static void dtdReset(DTD *p, XML_Parser parser); - static void dtdDestroy(DTD *p, XML_Bool isDocEntity, - const XML_Memory_Handling_Suite *ms); - static int dtdCopy(XML_Parser oldParser, DTD *newDtd, const DTD *oldDtd, -@@ -1382,7 +1382,7 @@ XML_ParserReset(XML_Parser parser, const XML_Char *encodingName) { - FREE(parser, (void *)parser->m_protocolEncodingName); - parser->m_protocolEncodingName = NULL; - parserInit(parser, encodingName); -- dtdReset(parser->m_dtd, &parser->m_mem); -+ dtdReset(parser->m_dtd, parser); - return XML_TRUE; - } - -@@ -7151,7 +7151,7 @@ dtdCreate(XML_Parser parser) { - } - - static void --dtdReset(DTD *p, const XML_Memory_Handling_Suite *ms) { -+dtdReset(DTD *p, XML_Parser parser) { - HASH_TABLE_ITER iter; - hashTableIterInit(&iter, &(p->elementTypes)); - for (;;) { -@@ -7159,7 +7159,7 @@ dtdReset(DTD *p, const XML_Memory_Handling_Suite *ms) { - if (! e) - break; - if (e->allocDefaultAtts != 0) -- ms->free_fcn(e->defaultAtts); -+ FREE(parser, e->defaultAtts); - } - hashTableClear(&(p->generalEntities)); - #ifdef XML_DTD -@@ -7176,9 +7176,9 @@ dtdReset(DTD *p, const XML_Memory_Handling_Suite *ms) { - - p->in_eldecl = XML_FALSE; - -- ms->free_fcn(p->scaffIndex); -+ FREE(parser, p->scaffIndex); - p->scaffIndex = NULL; -- ms->free_fcn(p->scaffold); -+ FREE(parser, p->scaffold); - p->scaffold = NULL; - - p->scaffLevel = 0; --- -2.47.3 - - -From 10dfd8c4e1f915cc34ce194266631dede3d509c5 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 17:50:59 +0200 -Subject: [PATCH 06/18] lib: Make function dtdDestroy use macro FREE - ---- - lib/xmlparse.c | 16 +++++++--------- - 1 file changed, 7 insertions(+), 9 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 82f1849..0095ec5 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -558,8 +558,7 @@ static void FASTCALL normalizePublicId(XML_Char *s); - static DTD *dtdCreate(XML_Parser parser); - /* do not call if m_parentParser != NULL */ - static void dtdReset(DTD *p, XML_Parser parser); --static void dtdDestroy(DTD *p, XML_Bool isDocEntity, -- const XML_Memory_Handling_Suite *ms); -+static void dtdDestroy(DTD *p, XML_Bool isDocEntity, XML_Parser parser); - static int dtdCopy(XML_Parser oldParser, DTD *newDtd, const DTD *oldDtd, - const XML_Memory_Handling_Suite *ms); - static int copyEntityTable(XML_Parser oldParser, HASH_TABLE *newTable, -@@ -1685,8 +1684,7 @@ XML_ParserFree(XML_Parser parser) { - #else - if (parser->m_dtd) - #endif /* XML_DTD */ -- dtdDestroy(parser->m_dtd, (XML_Bool)! parser->m_parentParser, -- &parser->m_mem); -+ dtdDestroy(parser->m_dtd, (XML_Bool)! parser->m_parentParser, parser); - FREE(parser, (void *)parser->m_atts); - #ifdef XML_ATTR_INFO - FREE(parser, (void *)parser->m_attInfo); -@@ -7192,7 +7190,7 @@ dtdReset(DTD *p, XML_Parser parser) { - } - - static void --dtdDestroy(DTD *p, XML_Bool isDocEntity, const XML_Memory_Handling_Suite *ms) { -+dtdDestroy(DTD *p, XML_Bool isDocEntity, XML_Parser parser) { - HASH_TABLE_ITER iter; - hashTableIterInit(&iter, &(p->elementTypes)); - for (;;) { -@@ -7200,7 +7198,7 @@ dtdDestroy(DTD *p, XML_Bool isDocEntity, const XML_Memory_Handling_Suite *ms) { - if (! e) - break; - if (e->allocDefaultAtts != 0) -- ms->free_fcn(e->defaultAtts); -+ FREE(parser, e->defaultAtts); - } - hashTableDestroy(&(p->generalEntities)); - #ifdef XML_DTD -@@ -7212,10 +7210,10 @@ dtdDestroy(DTD *p, XML_Bool isDocEntity, const XML_Memory_Handling_Suite *ms) { - poolDestroy(&(p->pool)); - poolDestroy(&(p->entityValuePool)); - if (isDocEntity) { -- ms->free_fcn(p->scaffIndex); -- ms->free_fcn(p->scaffold); -+ FREE(parser, p->scaffIndex); -+ FREE(parser, p->scaffold); - } -- ms->free_fcn(p); -+ FREE(parser, p); - } - - /* Do a deep copy of the DTD. Return 0 for out of memory, non-zero otherwise. --- -2.47.3 - - -From 2c003406951fb50356d85fb4de6fce2de96758d6 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 17:52:58 +0200 -Subject: [PATCH 07/18] lib: Make function dtdCopy use macro MALLOC - ---- - lib/xmlparse.c | 8 ++++---- - 1 file changed, 4 insertions(+), 4 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 0095ec5..094fa94 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -560,7 +560,7 @@ static DTD *dtdCreate(XML_Parser parser); - static void dtdReset(DTD *p, XML_Parser parser); - static void dtdDestroy(DTD *p, XML_Bool isDocEntity, XML_Parser parser); - static int dtdCopy(XML_Parser oldParser, DTD *newDtd, const DTD *oldDtd, -- const XML_Memory_Handling_Suite *ms); -+ XML_Parser parser); - static int copyEntityTable(XML_Parser oldParser, HASH_TABLE *newTable, - STRING_POOL *newPool, const HASH_TABLE *oldTable); - static NAMED *lookup(XML_Parser parser, HASH_TABLE *table, KEY name, -@@ -1572,7 +1572,7 @@ XML_ExternalEntityParserCreate(XML_Parser oldParser, const XML_Char *context, - parser->m_prologState.inEntityValue = oldInEntityValue; - if (context) { - #endif /* XML_DTD */ -- if (! dtdCopy(oldParser, parser->m_dtd, oldDtd, &parser->m_mem) -+ if (! dtdCopy(oldParser, parser->m_dtd, oldDtd, parser) - || ! setContext(parser, context)) { - XML_ParserFree(parser); - return NULL; -@@ -7221,7 +7221,7 @@ dtdDestroy(DTD *p, XML_Bool isDocEntity, XML_Parser parser) { - */ - static int - dtdCopy(XML_Parser oldParser, DTD *newDtd, const DTD *oldDtd, -- const XML_Memory_Handling_Suite *ms) { -+ XML_Parser parser) { - HASH_TABLE_ITER iter; - - /* Copy the prefix table. */ -@@ -7302,7 +7302,7 @@ dtdCopy(XML_Parser oldParser, DTD *newDtd, const DTD *oldDtd, - } - #endif - newE->defaultAtts -- = ms->malloc_fcn(oldE->nDefaultAtts * sizeof(DEFAULT_ATTRIBUTE)); -+ = MALLOC(parser, oldE->nDefaultAtts * sizeof(DEFAULT_ATTRIBUTE)); - if (! newE->defaultAtts) { - return 0; - } --- -2.47.3 - - -From e195a0c81e109a053a03f312f391cbb5bdbc4828 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Mon, 1 Sep 2025 17:34:58 +0200 -Subject: [PATCH 08/18] lib: Implement tracking of dynamic memory allocations - -**PLEASE NOTE** that distributors intending to backport (or cherry-pick) -this fix need to copy 99% of the related pull request, not just this -commit, to not end up with a state that literally does both too much and -too little at the same time. Appending ".diff" to the pull request URL -could be of help. ---- - lib/expat.h | 15 +- - lib/internal.h | 5 + - lib/libexpat.def.cmake | 3 + - lib/xmlparse.c | 337 +++++++++++++++++++++++++++++++++++++++-- - tests/basic_tests.c | 4 + - tests/nsalloc_tests.c | 5 + - 6 files changed, 357 insertions(+), 12 deletions(-) - -diff --git a/lib/expat.h b/lib/expat.h -index 610e1dd..66a253c 100644 ---- a/lib/expat.h -+++ b/lib/expat.h -@@ -1032,7 +1032,10 @@ enum XML_FeatureEnum { - XML_FEATURE_BILLION_LAUGHS_ATTACK_PROTECTION_MAXIMUM_AMPLIFICATION_DEFAULT, - XML_FEATURE_BILLION_LAUGHS_ATTACK_PROTECTION_ACTIVATION_THRESHOLD_DEFAULT, - /* Added in Expat 2.6.0. */ -- XML_FEATURE_GE -+ XML_FEATURE_GE, -+ /* Added in Expat 2.7.2. */ -+ XML_FEATURE_ALLOC_TRACKER_MAXIMUM_AMPLIFICATION_DEFAULT, -+ XML_FEATURE_ALLOC_TRACKER_ACTIVATION_THRESHOLD_DEFAULT, - /* Additional features must be added to the end of this enum. */ - }; - -@@ -1057,6 +1060,16 @@ XML_SetBillionLaughsAttackProtectionMaximumAmplification( - XMLPARSEAPI(XML_Bool) - XML_SetBillionLaughsAttackProtectionActivationThreshold( - XML_Parser parser, unsigned long long activationThresholdBytes); -+ -+/* Added in Expat 2.7.2. */ -+XMLPARSEAPI(XML_Bool) -+XML_SetAllocTrackerMaximumAmplification(XML_Parser parser, -+ float maximumAmplificationFactor); -+ -+/* Added in Expat 2.7.2. */ -+XMLPARSEAPI(XML_Bool) -+XML_SetAllocTrackerActivationThreshold( -+ XML_Parser parser, unsigned long long activationThresholdBytes); - #endif - - /* Added in Expat 2.6.0. */ -diff --git a/lib/internal.h b/lib/internal.h -index 6bde6ae..eb67cf5 100644 ---- a/lib/internal.h -+++ b/lib/internal.h -@@ -148,6 +148,11 @@ - 100.0f - #define EXPAT_BILLION_LAUGHS_ATTACK_PROTECTION_ACTIVATION_THRESHOLD_DEFAULT \ - 8388608 // 8 MiB, 2^23 -+ -+#define EXPAT_ALLOC_TRACKER_MAXIMUM_AMPLIFICATION_DEFAULT 100.0f -+#define EXPAT_ALLOC_TRACKER_ACTIVATION_THRESHOLD_DEFAULT \ -+ 67108864 // 64 MiB, 2^26 -+ - /* NOTE END */ - - #include "expat.h" // so we can use type XML_Parser below -diff --git a/lib/libexpat.def.cmake b/lib/libexpat.def.cmake -index 10ee9cd..7a3a7ec 100644 ---- a/lib/libexpat.def.cmake -+++ b/lib/libexpat.def.cmake -@@ -79,3 +79,6 @@ EXPORTS - @_EXPAT_COMMENT_DTD_OR_GE@ XML_SetBillionLaughsAttackProtectionMaximumAmplification @70 - ; added with version 2.6.0 - XML_SetReparseDeferralEnabled @71 -+; added with version 2.7.2 -+@_EXPAT_COMMENT_DTD_OR_GE@ XML_SetAllocTrackerMaximumAmplification @72 -+@_EXPAT_COMMENT_DTD_OR_GE@ XML_SetAllocTrackerActivationThreshold @73 -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 094fa94..d13ab04 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -452,6 +452,14 @@ typedef struct accounting { - unsigned long long activationThresholdBytes; - } ACCOUNTING; - -+typedef struct MALLOC_TRACKER { -+ XmlBigCount bytesAllocated; -+ XmlBigCount peakBytesAllocated; // updated live only for debug level >=2 -+ unsigned long debugLevel; -+ float maximumAmplificationFactor; // >=1.0 -+ XmlBigCount activationThresholdBytes; -+} MALLOC_TRACKER; -+ - typedef struct entity_stats { - unsigned int countEverOpened; - unsigned int currentDepth; -@@ -599,7 +607,8 @@ static XML_Bool startParsing(XML_Parser parser); - - static XML_Parser parserCreate(const XML_Char *encodingName, - const XML_Memory_Handling_Suite *memsuite, -- const XML_Char *nameSep, DTD *dtd); -+ const XML_Char *nameSep, DTD *dtd, -+ XML_Parser parentParser); - - static void parserInit(XML_Parser parser, const XML_Char *encodingName); - -@@ -769,14 +778,220 @@ struct XML_ParserStruct { - unsigned long m_hash_secret_salt; - #if XML_GE == 1 - ACCOUNTING m_accounting; -+ MALLOC_TRACKER m_alloc_tracker; - ENTITY_STATS m_entity_stats; - #endif - XML_Bool m_reenter; - }; - --#define MALLOC(parser, s) (parser->m_mem.malloc_fcn((s))) --#define REALLOC(parser, p, s) (parser->m_mem.realloc_fcn((p), (s))) --#define FREE(parser, p) (parser->m_mem.free_fcn((p))) -+#if XML_GE == 1 -+# define MALLOC(parser, s) (expat_malloc((parser), (s), __LINE__)) -+# define REALLOC(parser, p, s) (expat_realloc((parser), (p), (s), __LINE__)) -+# define FREE(parser, p) (expat_free((parser), (p), __LINE__)) -+#else -+# define MALLOC(parser, s) (parser->m_mem.malloc_fcn((s))) -+# define REALLOC(parser, p, s) (parser->m_mem.realloc_fcn((p), (s))) -+# define FREE(parser, p) (parser->m_mem.free_fcn((p))) -+#endif -+ -+#if XML_GE == 1 -+static void -+expat_heap_stat(XML_Parser rootParser, char operator, XmlBigCount absDiff, -+ XmlBigCount newTotal, XmlBigCount peakTotal, int sourceLine) { -+ // NOTE: This can be +infinity or -nan -+ const float amplification -+ = (float)newTotal / (float)rootParser->m_accounting.countBytesDirect; -+ fprintf( -+ stderr, -+ "expat: Allocations(%p): Direct " EXPAT_FMT_ULL("10") ", allocated %c" EXPAT_FMT_ULL( -+ "10") " to " EXPAT_FMT_ULL("10") " (" EXPAT_FMT_ULL("10") " peak), amplification %8.2f (xmlparse.c:%d)\n", -+ (void *)rootParser, rootParser->m_accounting.countBytesDirect, operator, -+ absDiff, newTotal, peakTotal, (double)amplification, sourceLine); -+} -+ -+static bool -+expat_heap_increase_tolerable(XML_Parser rootParser, XmlBigCount increase, -+ int sourceLine) { -+ assert(rootParser != NULL); -+ assert(increase > 0); -+ -+ XmlBigCount newTotal = 0; -+ bool tolerable = true; -+ -+ // Detect integer overflow -+ if ((XmlBigCount)-1 - rootParser->m_alloc_tracker.bytesAllocated < increase) { -+ tolerable = false; -+ } else { -+ newTotal = rootParser->m_alloc_tracker.bytesAllocated + increase; -+ -+ if (newTotal >= rootParser->m_alloc_tracker.activationThresholdBytes) { -+ assert(newTotal > 0); -+ // NOTE: This can be +infinity when dividing by zero but not -nan -+ const float amplification -+ = (float)newTotal / (float)rootParser->m_accounting.countBytesDirect; -+ if (amplification -+ > rootParser->m_alloc_tracker.maximumAmplificationFactor) { -+ tolerable = false; -+ } -+ } -+ } -+ -+ if (! tolerable && (rootParser->m_alloc_tracker.debugLevel >= 1)) { -+ expat_heap_stat(rootParser, '+', increase, newTotal, newTotal, sourceLine); -+ } -+ -+ return tolerable; -+} -+ -+static void * -+expat_malloc(XML_Parser parser, size_t size, int sourceLine) { -+ // Detect integer overflow -+ if (SIZE_MAX - size < sizeof(size_t)) { -+ return NULL; -+ } -+ -+ const XML_Parser rootParser = getRootParserOf(parser, NULL); -+ assert(rootParser->m_parentParser == NULL); -+ -+ const size_t bytesToAllocate = sizeof(size_t) + size; -+ -+ if ((XmlBigCount)-1 - rootParser->m_alloc_tracker.bytesAllocated -+ < bytesToAllocate) { -+ return NULL; // i.e. signal integer overflow as out-of-memory -+ } -+ -+ if (! expat_heap_increase_tolerable(rootParser, bytesToAllocate, -+ sourceLine)) { -+ return NULL; // i.e. signal violation as out-of-memory -+ } -+ -+ // Actually allocate -+ void *const mallocedPtr = parser->m_mem.malloc_fcn(bytesToAllocate); -+ -+ if (mallocedPtr == NULL) { -+ return NULL; -+ } -+ -+ // Update in-block recorded size -+ *(size_t *)mallocedPtr = size; -+ -+ // Update accounting -+ rootParser->m_alloc_tracker.bytesAllocated += bytesToAllocate; -+ -+ // Report as needed -+ if (rootParser->m_alloc_tracker.debugLevel >= 2) { -+ if (rootParser->m_alloc_tracker.bytesAllocated -+ > rootParser->m_alloc_tracker.peakBytesAllocated) { -+ rootParser->m_alloc_tracker.peakBytesAllocated -+ = rootParser->m_alloc_tracker.bytesAllocated; -+ } -+ expat_heap_stat(rootParser, '+', bytesToAllocate, -+ rootParser->m_alloc_tracker.bytesAllocated, -+ rootParser->m_alloc_tracker.peakBytesAllocated, sourceLine); -+ } -+ -+ return (char *)mallocedPtr + sizeof(size_t); -+} -+ -+static void -+expat_free(XML_Parser parser, void *ptr, int sourceLine) { -+ assert(parser != NULL); -+ -+ if (ptr == NULL) { -+ return; -+ } -+ -+ const XML_Parser rootParser = getRootParserOf(parser, NULL); -+ assert(rootParser->m_parentParser == NULL); -+ -+ // Extract size (to the eyes of malloc_fcn/realloc_fcn) and -+ // the original pointer returned by malloc/realloc -+ void *const mallocedPtr = (char *)ptr - sizeof(size_t); -+ const size_t bytesAllocated = sizeof(size_t) + *(size_t *)mallocedPtr; -+ -+ // Update accounting -+ assert(rootParser->m_alloc_tracker.bytesAllocated >= bytesAllocated); -+ rootParser->m_alloc_tracker.bytesAllocated -= bytesAllocated; -+ -+ // Report as needed -+ if (rootParser->m_alloc_tracker.debugLevel >= 2) { -+ expat_heap_stat(rootParser, '-', bytesAllocated, -+ rootParser->m_alloc_tracker.bytesAllocated, -+ rootParser->m_alloc_tracker.peakBytesAllocated, sourceLine); -+ } -+ -+ // NOTE: This may be freeing rootParser, so freeing has to come last -+ parser->m_mem.free_fcn(mallocedPtr); -+} -+ -+static void * -+expat_realloc(XML_Parser parser, void *ptr, size_t size, int sourceLine) { -+ assert(parser != NULL); -+ -+ if (ptr == NULL) { -+ return expat_malloc(parser, size, sourceLine); -+ } -+ -+ if (size == 0) { -+ expat_free(parser, ptr, sourceLine); -+ return NULL; -+ } -+ -+ const XML_Parser rootParser = getRootParserOf(parser, NULL); -+ assert(rootParser->m_parentParser == NULL); -+ -+ // Extract original size (to the eyes of the caller) and the original -+ // pointer returned by malloc/realloc -+ void *mallocedPtr = (char *)ptr - sizeof(size_t); -+ const size_t prevSize = *(size_t *)mallocedPtr; -+ -+ // Classify upcoming change -+ const bool isIncrease = (size > prevSize); -+ const size_t absDiff -+ = (size > prevSize) ? (size - prevSize) : (prevSize - size); -+ -+ // Ask for permission from accounting -+ if (isIncrease) { -+ if (! expat_heap_increase_tolerable(rootParser, absDiff, sourceLine)) { -+ return NULL; // i.e. signal violation as out-of-memory -+ } -+ } -+ -+ // Actually allocate -+ mallocedPtr = parser->m_mem.realloc_fcn(mallocedPtr, sizeof(size_t) + size); -+ -+ if (mallocedPtr == NULL) { -+ return NULL; -+ } -+ -+ // Update accounting -+ if (isIncrease) { -+ assert((XmlBigCount)-1 - rootParser->m_alloc_tracker.bytesAllocated -+ >= absDiff); -+ rootParser->m_alloc_tracker.bytesAllocated += absDiff; -+ } else { // i.e. decrease -+ assert(rootParser->m_alloc_tracker.bytesAllocated >= absDiff); -+ rootParser->m_alloc_tracker.bytesAllocated -= absDiff; -+ } -+ -+ // Report as needed -+ if (rootParser->m_alloc_tracker.debugLevel >= 2) { -+ if (rootParser->m_alloc_tracker.bytesAllocated -+ > rootParser->m_alloc_tracker.peakBytesAllocated) { -+ rootParser->m_alloc_tracker.peakBytesAllocated -+ = rootParser->m_alloc_tracker.bytesAllocated; -+ } -+ expat_heap_stat(rootParser, isIncrease ? '+' : '-', absDiff, -+ rootParser->m_alloc_tracker.bytesAllocated, -+ rootParser->m_alloc_tracker.peakBytesAllocated, sourceLine); -+ } -+ -+ // Update in-block recorded size -+ *(size_t *)mallocedPtr = size; -+ -+ return (char *)mallocedPtr + sizeof(size_t); -+} -+#endif // XML_GE == 1 - - XML_Parser XMLCALL - XML_ParserCreate(const XML_Char *encodingName) { -@@ -1096,19 +1311,40 @@ XML_Parser XMLCALL - XML_ParserCreate_MM(const XML_Char *encodingName, - const XML_Memory_Handling_Suite *memsuite, - const XML_Char *nameSep) { -- return parserCreate(encodingName, memsuite, nameSep, NULL); -+ return parserCreate(encodingName, memsuite, nameSep, NULL, NULL); - } - - static XML_Parser - parserCreate(const XML_Char *encodingName, - const XML_Memory_Handling_Suite *memsuite, const XML_Char *nameSep, -- DTD *dtd) { -- XML_Parser parser; -+ DTD *dtd, XML_Parser parentParser) { -+ XML_Parser parser = NULL; -+ -+#if XML_GE == 1 -+ const size_t increase = sizeof(size_t) + sizeof(struct XML_ParserStruct); -+ -+ if (parentParser != NULL) { -+ const XML_Parser rootParser = getRootParserOf(parentParser, NULL); -+ if (! expat_heap_increase_tolerable(rootParser, increase, __LINE__)) { -+ return NULL; -+ } -+ } -+#else -+ UNUSED_P(parentParser); -+#endif - - if (memsuite) { - XML_Memory_Handling_Suite *mtemp; -+#if XML_GE == 1 -+ void *const sizeAndParser = memsuite->malloc_fcn( -+ sizeof(size_t) + sizeof(struct XML_ParserStruct)); -+ if (sizeAndParser != NULL) { -+ *(size_t *)sizeAndParser = sizeof(struct XML_ParserStruct); -+ parser = (XML_Parser)((char *)sizeAndParser + sizeof(size_t)); -+#else - parser = memsuite->malloc_fcn(sizeof(struct XML_ParserStruct)); - if (parser != NULL) { -+#endif - mtemp = (XML_Memory_Handling_Suite *)&(parser->m_mem); - mtemp->malloc_fcn = memsuite->malloc_fcn; - mtemp->realloc_fcn = memsuite->realloc_fcn; -@@ -1116,18 +1352,67 @@ parserCreate(const XML_Char *encodingName, - } - } else { - XML_Memory_Handling_Suite *mtemp; -+#if XML_GE == 1 -+ void *const sizeAndParser -+ = (XML_Parser)malloc(sizeof(size_t) + sizeof(struct XML_ParserStruct)); -+ if (sizeAndParser != NULL) { -+ *(size_t *)sizeAndParser = sizeof(struct XML_ParserStruct); -+ parser = (XML_Parser)((char *)sizeAndParser + sizeof(size_t)); -+#else - parser = (XML_Parser)malloc(sizeof(struct XML_ParserStruct)); - if (parser != NULL) { -+#endif - mtemp = (XML_Memory_Handling_Suite *)&(parser->m_mem); - mtemp->malloc_fcn = malloc; - mtemp->realloc_fcn = realloc; - mtemp->free_fcn = free; - } -- } -+ } // cppcheck-suppress[memleak symbolName=sizeAndParser] // Cppcheck >=2.18.0 - - if (! parser) - return parser; - -+#if XML_GE == 1 -+ // Initialize .m_alloc_tracker -+ memset(&parser->m_alloc_tracker, 0, sizeof(MALLOC_TRACKER)); -+ if (parentParser == NULL) { -+ parser->m_alloc_tracker.debugLevel -+ = getDebugLevel("EXPAT_MALLOC_DEBUG", 0u); -+ parser->m_alloc_tracker.maximumAmplificationFactor -+ = EXPAT_ALLOC_TRACKER_MAXIMUM_AMPLIFICATION_DEFAULT; -+ parser->m_alloc_tracker.activationThresholdBytes -+ = EXPAT_ALLOC_TRACKER_ACTIVATION_THRESHOLD_DEFAULT; -+ -+ // NOTE: This initialization needs to come this early because these fields -+ // are read by allocation tracking code -+ parser->m_parentParser = NULL; -+ parser->m_accounting.countBytesDirect = 0; -+ } else { -+ parser->m_parentParser = parentParser; -+ } -+ -+ // Record XML_ParserStruct allocation we did a few lines up before -+ const XML_Parser rootParser = getRootParserOf(parser, NULL); -+ assert(rootParser->m_parentParser == NULL); -+ assert(SIZE_MAX - rootParser->m_alloc_tracker.bytesAllocated >= increase); -+ rootParser->m_alloc_tracker.bytesAllocated += increase; -+ -+ // Report on allocation -+ if (rootParser->m_alloc_tracker.debugLevel >= 2) { -+ if (rootParser->m_alloc_tracker.bytesAllocated -+ > rootParser->m_alloc_tracker.peakBytesAllocated) { -+ rootParser->m_alloc_tracker.peakBytesAllocated -+ = rootParser->m_alloc_tracker.bytesAllocated; -+ } -+ -+ expat_heap_stat(rootParser, '+', increase, -+ rootParser->m_alloc_tracker.bytesAllocated, -+ rootParser->m_alloc_tracker.peakBytesAllocated, __LINE__); -+ } -+#else -+ parser->m_parentParser = NULL; -+#endif // XML_GE == 1 -+ - parser->m_buffer = NULL; - parser->m_bufferLim = NULL; - -@@ -1291,7 +1576,6 @@ parserInit(XML_Parser parser, const XML_Char *encodingName) { - parser->m_unknownEncodingMem = NULL; - parser->m_unknownEncodingRelease = NULL; - parser->m_unknownEncodingData = NULL; -- parser->m_parentParser = NULL; - parser->m_parsingStatus.parsing = XML_INITIALIZED; - // Reentry can only be triggered inside m_processor calls - parser->m_reenter = XML_FALSE; -@@ -1526,9 +1810,10 @@ XML_ExternalEntityParserCreate(XML_Parser oldParser, const XML_Char *context, - */ - if (parser->m_ns) { - XML_Char tmp[2] = {parser->m_namespaceSeparator, 0}; -- parser = parserCreate(encodingName, &parser->m_mem, tmp, newDtd); -+ parser = parserCreate(encodingName, &parser->m_mem, tmp, newDtd, oldParser); - } else { -- parser = parserCreate(encodingName, &parser->m_mem, NULL, newDtd); -+ parser -+ = parserCreate(encodingName, &parser->m_mem, NULL, newDtd, oldParser); - } - - if (! parser) -@@ -2708,6 +2993,13 @@ XML_GetFeatureList(void) { - EXPAT_BILLION_LAUGHS_ATTACK_PROTECTION_ACTIVATION_THRESHOLD_DEFAULT}, - /* Added in Expat 2.6.0. */ - {XML_FEATURE_GE, XML_L("XML_GE"), 0}, -+ /* Added in Expat 2.7.2. */ -+ {XML_FEATURE_ALLOC_TRACKER_MAXIMUM_AMPLIFICATION_DEFAULT, -+ XML_L("XML_AT_MAX_AMP"), -+ (long int)EXPAT_ALLOC_TRACKER_MAXIMUM_AMPLIFICATION_DEFAULT}, -+ {XML_FEATURE_ALLOC_TRACKER_ACTIVATION_THRESHOLD_DEFAULT, -+ XML_L("XML_AT_ACT_THRES"), -+ (long int)EXPAT_ALLOC_TRACKER_ACTIVATION_THRESHOLD_DEFAULT}, - #endif - {XML_FEATURE_END, NULL, 0}}; - -@@ -2736,6 +3028,29 @@ XML_SetBillionLaughsAttackProtectionActivationThreshold( - parser->m_accounting.activationThresholdBytes = activationThresholdBytes; - return XML_TRUE; - } -+ -+XML_Bool XMLCALL -+XML_SetAllocTrackerMaximumAmplification(XML_Parser parser, -+ float maximumAmplificationFactor) { -+ if ((parser == NULL) || (parser->m_parentParser != NULL) -+ || isnan(maximumAmplificationFactor) -+ || (maximumAmplificationFactor < 1.0f)) { -+ return XML_FALSE; -+ } -+ parser->m_alloc_tracker.maximumAmplificationFactor -+ = maximumAmplificationFactor; -+ return XML_TRUE; -+} -+ -+XML_Bool XMLCALL -+XML_SetAllocTrackerActivationThreshold( -+ XML_Parser parser, unsigned long long activationThresholdBytes) { -+ if ((parser == NULL) || (parser->m_parentParser != NULL)) { -+ return XML_FALSE; -+ } -+ parser->m_alloc_tracker.activationThresholdBytes = activationThresholdBytes; -+ return XML_TRUE; -+} - #endif /* XML_GE == 1 */ - - XML_Bool XMLCALL -diff --git a/tests/basic_tests.c b/tests/basic_tests.c -index e813df8..5baa714 100644 ---- a/tests/basic_tests.c -+++ b/tests/basic_tests.c -@@ -3123,6 +3123,10 @@ START_TEST(test_buffer_can_grow_to_max) { - for (int i = 0; i < num_prefixes; ++i) { - set_subtest("\"%s\"", prefixes[i]); - XML_Parser parser = XML_ParserCreate(NULL); -+#if XML_GE == 1 -+ assert_true(XML_SetAllocTrackerActivationThreshold(parser, (size_t)-1) -+ == XML_TRUE); // i.e. deactivate -+#endif - const int prefix_len = (int)strlen(prefixes[i]); - const enum XML_Status s - = _XML_Parse_SINGLE_BYTES(parser, prefixes[i], prefix_len, XML_FALSE); -diff --git a/tests/nsalloc_tests.c b/tests/nsalloc_tests.c -index ec88586..a8f5718 100644 ---- a/tests/nsalloc_tests.c -+++ b/tests/nsalloc_tests.c -@@ -454,10 +454,15 @@ START_TEST(test_nsalloc_realloc_attributes) { - nsalloc_teardown(); - nsalloc_setup(); - } -+#if XML_GE == 1 -+ assert_true( -+ i == 0); // because expat_realloc relies on expat_malloc to some extent -+#else - if (i == 0) - fail("Parsing worked despite failing reallocations"); - else if (i == max_realloc_count) - fail("Parsing failed at max reallocation count"); -+#endif - } - END_TEST - --- -2.47.3 - - -From 07a2645d1c6a86fad79ba83f761421c5b07de7dc Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Sun, 7 Sep 2025 12:18:08 +0200 -Subject: [PATCH 09/18] lib: Make XML_MemFree and XML_FreeContentModel match - their siblings - -.. XML_MemMalloc and XML_MemRealloc in structure, prior to upcoming changes ---- - lib/xmlparse.c | 10 ++++++---- - 1 file changed, 6 insertions(+), 4 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index d13ab04..81239e2 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -2772,8 +2772,9 @@ XML_GetCurrentColumnNumber(XML_Parser parser) { - - void XMLCALL - XML_FreeContentModel(XML_Parser parser, XML_Content *model) { -- if (parser != NULL) -- FREE(parser, model); -+ if (parser == NULL) -+ return; -+ FREE(parser, model); - } - - void *XMLCALL -@@ -2792,8 +2793,9 @@ XML_MemRealloc(XML_Parser parser, void *ptr, size_t size) { - - void XMLCALL - XML_MemFree(XML_Parser parser, void *ptr) { -- if (parser != NULL) -- FREE(parser, ptr); -+ if (parser == NULL) -+ return; -+ FREE(parser, ptr); - } - - void XMLCALL --- -2.47.3 - - -From 2d7b951fe7d39c1714b57771e48aa22106961716 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Sun, 7 Sep 2025 12:06:43 +0200 -Subject: [PATCH 10/18] lib: Exclude XML_Mem* functions from allocation - tracking - -.. so that allocations by the user application -are not being limited. ---- - lib/xmlparse.c | 16 +++++++++++++--- - 1 file changed, 13 insertions(+), 3 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 81239e2..b58aecb 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -2781,21 +2781,31 @@ void *XMLCALL - XML_MemMalloc(XML_Parser parser, size_t size) { - if (parser == NULL) - return NULL; -- return MALLOC(parser, size); -+ -+ // NOTE: We are avoiding MALLOC(..) here to not include -+ // user allocations with allocation tracking and limiting. -+ return parser->m_mem.malloc_fcn(size); - } - - void *XMLCALL - XML_MemRealloc(XML_Parser parser, void *ptr, size_t size) { - if (parser == NULL) - return NULL; -- return REALLOC(parser, ptr, size); -+ -+ // NOTE: We are avoiding REALLOC(..) here to not include -+ // user allocations with allocation tracking and limiting. -+ return parser->m_mem.realloc_fcn(ptr, size); - } - - void XMLCALL - XML_MemFree(XML_Parser parser, void *ptr) { - if (parser == NULL) - return; -- FREE(parser, ptr); -+ -+ // NOTE: We are avoiding FREE(..) here because XML_MemMalloc and -+ // XML_MemRealloc are not using MALLOC(..) and REALLOC(..) -+ // but plain .malloc_fcn(..) and .realloc_fcn(..), internally. -+ parser->m_mem.free_fcn(ptr); - } - - void XMLCALL --- -2.47.3 - - -From 2b3ba777a6db74705ef0281600fa8a5ca97d4979 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Tue, 9 Sep 2025 21:34:28 +0200 -Subject: [PATCH 11/18] lib: Exclude the main input buffer from allocation - tracking - -.. so that control of the input buffer size remains with the -application using Expat ---- - lib/xmlparse.c | 19 +++++++++++++++---- - 1 file changed, 15 insertions(+), 4 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index b58aecb..e1708ed 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -1975,7 +1975,10 @@ XML_ParserFree(XML_Parser parser) { - FREE(parser, (void *)parser->m_attInfo); - #endif - FREE(parser, parser->m_groupConnector); -- FREE(parser, parser->m_buffer); -+ // NOTE: We are avoiding FREE(..) here because parser->m_buffer -+ // is not being allocated with MALLOC(..) but with plain -+ // .malloc_fcn(..). -+ parser->m_mem.free_fcn(parser->m_buffer); - FREE(parser, parser->m_dataBuf); - FREE(parser, parser->m_nsAtts); - FREE(parser, parser->m_unknownEncodingMem); -@@ -2567,7 +2570,9 @@ XML_GetBuffer(XML_Parser parser, int len) { - parser->m_errorCode = XML_ERROR_NO_MEMORY; - return NULL; - } -- newBuf = (char *)MALLOC(parser, bufferSize); -+ // NOTE: We are avoiding MALLOC(..) here to leave limiting -+ // the input size to the application using Expat. -+ newBuf = (char *)parser->m_mem.malloc_fcn(bufferSize); - if (newBuf == 0) { - parser->m_errorCode = XML_ERROR_NO_MEMORY; - return NULL; -@@ -2578,7 +2583,10 @@ XML_GetBuffer(XML_Parser parser, int len) { - memcpy(newBuf, &parser->m_bufferPtr[-keep], - EXPAT_SAFE_PTR_DIFF(parser->m_bufferEnd, parser->m_bufferPtr) - + keep); -- FREE(parser, parser->m_buffer); -+ // NOTE: We are avoiding FREE(..) here because parser->m_buffer -+ // is not being allocated with MALLOC(..) but with plain -+ // .malloc_fcn(..). -+ parser->m_mem.free_fcn(parser->m_buffer); - parser->m_buffer = newBuf; - parser->m_bufferEnd - = parser->m_buffer -@@ -2594,7 +2602,10 @@ XML_GetBuffer(XML_Parser parser, int len) { - if (parser->m_bufferPtr) { - memcpy(newBuf, parser->m_bufferPtr, - EXPAT_SAFE_PTR_DIFF(parser->m_bufferEnd, parser->m_bufferPtr)); -- FREE(parser, parser->m_buffer); -+ // NOTE: We are avoiding FREE(..) here because parser->m_buffer -+ // is not being allocated with MALLOC(..) but with plain -+ // .malloc_fcn(..). -+ parser->m_mem.free_fcn(parser->m_buffer); - parser->m_bufferEnd - = newBuf - + EXPAT_SAFE_PTR_DIFF(parser->m_bufferEnd, parser->m_bufferPtr); --- -2.47.3 - - -From c41be9893ed377e64e9d6f9445793436be0e9e59 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Thu, 11 Sep 2025 00:27:05 +0200 -Subject: [PATCH 12/18] lib: Exclude the content model from allocation tracking - -.. so that applications that are not using XML_FreeContentModel -but plain free(..) or .free_fcn() to free the content model's -memory are safe ---- - lib/xmlparse.c | 16 +++++++++++++--- - 1 file changed, 13 insertions(+), 3 deletions(-) - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index e1708ed..7776e81 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -2785,7 +2785,10 @@ void XMLCALL - XML_FreeContentModel(XML_Parser parser, XML_Content *model) { - if (parser == NULL) - return; -- FREE(parser, model); -+ -+ // NOTE: We are avoiding FREE(..) here because the content model -+ // has been created using plain .malloc_fcn(..) rather than MALLOC(..). -+ parser->m_mem.free_fcn(model); - } - - void *XMLCALL -@@ -6063,8 +6066,12 @@ doProlog(XML_Parser parser, const ENCODING *enc, const char *s, const char *end, - case XML_ROLE_CONTENT_EMPTY: - if (dtd->in_eldecl) { - if (parser->m_elementDeclHandler) { -+ // NOTE: We are avoiding MALLOC(..) here to so that -+ // applications that are not using XML_FreeContentModel but -+ // plain free(..) or .free_fcn() to free the content model's -+ // memory are safe. - XML_Content *content -- = (XML_Content *)MALLOC(parser, sizeof(XML_Content)); -+ = (XML_Content *)parser->m_mem.malloc_fcn(sizeof(XML_Content)); - if (! content) - return XML_ERROR_NO_MEMORY; - content->quant = XML_CQUANT_NONE; -@@ -8274,7 +8281,10 @@ build_model(XML_Parser parser) { - const size_t allocsize = (dtd->scaffCount * sizeof(XML_Content) - + (dtd->contentStringLen * sizeof(XML_Char))); - -- ret = (XML_Content *)MALLOC(parser, allocsize); -+ // NOTE: We are avoiding MALLOC(..) here to so that -+ // applications that are not using XML_FreeContentModel but plain -+ // free(..) or .free_fcn() to free the content model's memory are safe. -+ ret = (XML_Content *)parser->m_mem.malloc_fcn(allocsize); - if (! ret) - return NULL; - --- -2.47.3 - - -From c793354afa456c6251932f55f66bc6a96a3ea9f9 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Tue, 2 Sep 2025 22:36:49 +0200 -Subject: [PATCH 13/18] tests: Cover allocation tracking and limiting with - tests - ---- - lib/internal.h | 3 + - lib/xmlparse.c | 12 +++ - tests/alloc_tests.c | 214 ++++++++++++++++++++++++++++++++++++++++++++ - 3 files changed, 229 insertions(+) - -diff --git a/lib/internal.h b/lib/internal.h -index eb67cf5..6e08785 100644 ---- a/lib/internal.h -+++ b/lib/internal.h -@@ -176,6 +176,9 @@ extern - #endif - XML_Bool g_reparseDeferralEnabledDefault; // written ONLY in runtests.c - #if defined(XML_TESTING) -+void *expat_malloc(XML_Parser parser, size_t size, int sourceLine); -+void expat_free(XML_Parser parser, void *ptr, int sourceLine); -+void *expat_realloc(XML_Parser parser, void *ptr, size_t size, int sourceLine); - extern unsigned int g_bytesScanned; // used for testing only - #endif - -diff --git a/lib/xmlparse.c b/lib/xmlparse.c -index 7776e81..96abc0c 100644 ---- a/lib/xmlparse.c -+++ b/lib/xmlparse.c -@@ -843,7 +843,11 @@ expat_heap_increase_tolerable(XML_Parser rootParser, XmlBigCount increase, - return tolerable; - } - -+# if defined(XML_TESTING) -+void * -+# else - static void * -+# endif - expat_malloc(XML_Parser parser, size_t size, int sourceLine) { - // Detect integer overflow - if (SIZE_MAX - size < sizeof(size_t)) { -@@ -893,7 +897,11 @@ expat_malloc(XML_Parser parser, size_t size, int sourceLine) { - return (char *)mallocedPtr + sizeof(size_t); - } - -+# if defined(XML_TESTING) -+void -+# else - static void -+# endif - expat_free(XML_Parser parser, void *ptr, int sourceLine) { - assert(parser != NULL); - -@@ -924,7 +932,11 @@ expat_free(XML_Parser parser, void *ptr, int sourceLine) { - parser->m_mem.free_fcn(mallocedPtr); - } - -+# if defined(XML_TESTING) -+void * -+# else - static void * -+# endif - expat_realloc(XML_Parser parser, void *ptr, size_t size, int sourceLine) { - assert(parser != NULL); - -diff --git a/tests/alloc_tests.c b/tests/alloc_tests.c -index 12ea3b2..47004a9 100644 ---- a/tests/alloc_tests.c -+++ b/tests/alloc_tests.c -@@ -46,10 +46,16 @@ - # undef NDEBUG /* because test suite relies on assert(...) at the moment */ - #endif - -+#include /* NAN, INFINITY */ -+#include -+#include /* for SIZE_MAX */ - #include - #include - -+#include "expat_config.h" -+ - #include "expat.h" -+#include "internal.h" - #include "common.h" - #include "minicheck.h" - #include "dummy.h" -@@ -2085,6 +2091,203 @@ START_TEST(test_alloc_reset_after_external_entity_parser_create_fail) { - } - END_TEST - -+START_TEST(test_alloc_tracker_size_recorded) { -+ XML_Memory_Handling_Suite memsuite = {malloc, realloc, free}; -+ -+ bool values[] = {true, false}; -+ for (size_t i = 0; i < sizeof(values) / sizeof(values[0]); i++) { -+ const bool useMemSuite = values[i]; -+ set_subtest("useMemSuite=%d", (int)useMemSuite); -+ XML_Parser parser = useMemSuite -+ ? XML_ParserCreate_MM(NULL, &memsuite, XCS("|")) -+ : XML_ParserCreate(NULL); -+ -+#if XML_GE == 1 -+ void *ptr = expat_malloc(parser, 10, -1); -+ -+ assert_true(ptr != NULL); -+ assert_true(*((size_t *)ptr - 1) == 10); -+ -+ assert_true(expat_realloc(parser, ptr, SIZE_MAX / 2, -1) == NULL); -+ -+ assert_true(*((size_t *)ptr - 1) == 10); // i.e. unchanged -+ -+ ptr = expat_realloc(parser, ptr, 20, -1); -+ -+ assert_true(ptr != NULL); -+ assert_true(*((size_t *)ptr - 1) == 20); -+ -+ expat_free(parser, ptr, -1); -+#endif -+ -+ XML_ParserFree(parser); -+ } -+} -+END_TEST -+ -+START_TEST(test_alloc_tracker_maximum_amplification) { -+ if (g_reparseDeferralEnabledDefault == XML_TRUE) { -+ return; -+ } -+ -+ XML_Parser parser = XML_ParserCreate(NULL); -+ -+ // Get .m_accounting.countBytesDirect from 0 to 3 -+ const char *const chunk = ""; -+ assert_true(_XML_Parse_SINGLE_BYTES(parser, chunk, (int)strlen(chunk), -+ /*isFinal=*/XML_FALSE) -+ == XML_STATUS_OK); -+ -+#if XML_GE == 1 -+ // Stop activation threshold from interfering -+ assert_true(XML_SetAllocTrackerActivationThreshold(parser, 0) == XML_TRUE); -+ -+ // Exceed maximum amplification: should be rejected. -+ assert_true(expat_malloc(parser, 1000, -1) == NULL); -+ -+ // Increase maximum amplification, and try the same amount once more: should -+ // work. -+ assert_true(XML_SetAllocTrackerMaximumAmplification(parser, 3000.0f) -+ == XML_TRUE); -+ -+ void *const ptr = expat_malloc(parser, 1000, -1); -+ assert_true(ptr != NULL); -+ expat_free(parser, ptr, -1); -+#endif -+ -+ XML_ParserFree(parser); -+} -+END_TEST -+ -+START_TEST(test_alloc_tracker_threshold) { -+ XML_Parser parser = XML_ParserCreate(NULL); -+ -+#if XML_GE == 1 -+ // Exceed maximum amplification *before* (default) threshold: should work. -+ void *const ptr = expat_malloc(parser, 1000, -1); -+ assert_true(ptr != NULL); -+ expat_free(parser, ptr, -1); -+ -+ // Exceed maximum amplification *after* threshold: should be rejected. -+ assert_true(XML_SetAllocTrackerActivationThreshold(parser, 999) == XML_TRUE); -+ assert_true(expat_malloc(parser, 1000, -1) == NULL); -+#endif -+ -+ XML_ParserFree(parser); -+} -+END_TEST -+ -+START_TEST(test_alloc_tracker_getbuffer_unlimited) { -+ XML_Parser parser = XML_ParserCreate(NULL); -+ -+#if XML_GE == 1 -+ // Artificially lower threshold -+ assert_true(XML_SetAllocTrackerActivationThreshold(parser, 0) == XML_TRUE); -+ -+ // Self-test: Prove that threshold is as rejecting as expected -+ assert_true(expat_malloc(parser, 1000, -1) == NULL); -+#endif -+ // XML_GetBuffer should be allowed to pass, though -+ assert_true(XML_GetBuffer(parser, 1000) != NULL); -+ -+ XML_ParserFree(parser); -+} -+END_TEST -+ -+START_TEST(test_alloc_tracker_api) { -+ XML_Parser parserWithoutParent = XML_ParserCreate(NULL); -+ XML_Parser parserWithParent = XML_ExternalEntityParserCreate( -+ parserWithoutParent, XCS("entity123"), NULL); -+ if (parserWithoutParent == NULL) -+ fail("parserWithoutParent is NULL"); -+ if (parserWithParent == NULL) -+ fail("parserWithParent is NULL"); -+ -+#if XML_GE == 1 -+ // XML_SetAllocTrackerMaximumAmplification, error cases -+ if (XML_SetAllocTrackerMaximumAmplification(NULL, 123.0f) == XML_TRUE) -+ fail("Call with NULL parser is NOT supposed to succeed"); -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithParent, 123.0f) -+ == XML_TRUE) -+ fail("Call with non-root parser is NOT supposed to succeed"); -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithoutParent, NAN) -+ == XML_TRUE) -+ fail("Call with NaN limit is NOT supposed to succeed"); -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithoutParent, -1.0f) -+ == XML_TRUE) -+ fail("Call with negative limit is NOT supposed to succeed"); -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithoutParent, 0.9f) -+ == XML_TRUE) -+ fail("Call with positive limit <1.0 is NOT supposed to succeed"); -+ -+ // XML_SetAllocTrackerMaximumAmplification, success cases -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithoutParent, 1.0f) -+ == XML_FALSE) -+ fail("Call with positive limit >=1.0 is supposed to succeed"); -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithoutParent, 123456.789f) -+ == XML_FALSE) -+ fail("Call with positive limit >=1.0 is supposed to succeed"); -+ if (XML_SetAllocTrackerMaximumAmplification(parserWithoutParent, INFINITY) -+ == XML_FALSE) -+ fail("Call with positive limit >=1.0 is supposed to succeed"); -+ -+ // XML_SetAllocTrackerActivationThreshold, error cases -+ if (XML_SetAllocTrackerActivationThreshold(NULL, 123) == XML_TRUE) -+ fail("Call with NULL parser is NOT supposed to succeed"); -+ if (XML_SetAllocTrackerActivationThreshold(parserWithParent, 123) == XML_TRUE) -+ fail("Call with non-root parser is NOT supposed to succeed"); -+ -+ // XML_SetAllocTrackerActivationThreshold, success cases -+ if (XML_SetAllocTrackerActivationThreshold(parserWithoutParent, 123) -+ == XML_FALSE) -+ fail("Call with non-NULL parentless parser is supposed to succeed"); -+#endif // XML_GE == 1 -+ -+ XML_ParserFree(parserWithParent); -+ XML_ParserFree(parserWithoutParent); -+} -+END_TEST -+ -+START_TEST(test_mem_api_cycle) { -+ XML_Parser parser = XML_ParserCreate(NULL); -+ -+ void *ptr = XML_MemMalloc(parser, 10); -+ -+ assert_true(ptr != NULL); -+ memset(ptr, 'x', 10); // assert writability, with ASan in mind -+ -+ ptr = XML_MemRealloc(parser, ptr, 20); -+ -+ assert_true(ptr != NULL); -+ memset(ptr, 'y', 20); // assert writability, with ASan in mind -+ -+ XML_MemFree(parser, ptr); -+ -+ XML_ParserFree(parser); -+} -+END_TEST -+ -+START_TEST(test_mem_api_unlimited) { -+ XML_Parser parser = XML_ParserCreate(NULL); -+ -+#if XML_GE == 1 -+ assert_true(XML_SetAllocTrackerActivationThreshold(parser, 0) == XML_TRUE); -+#endif -+ -+ void *ptr = XML_MemMalloc(parser, 1000); -+ -+ assert_true(ptr != NULL); -+ -+ ptr = XML_MemRealloc(parser, ptr, 2000); -+ -+ assert_true(ptr != NULL); -+ -+ XML_MemFree(parser, ptr); -+ -+ XML_ParserFree(parser); -+} -+END_TEST -+ - void - make_alloc_test_case(Suite *s) { - TCase *tc_alloc = tcase_create("allocation tests"); -@@ -2151,4 +2354,15 @@ make_alloc_test_case(Suite *s) { - - tcase_add_test__ifdef_xml_dtd( - tc_alloc, test_alloc_reset_after_external_entity_parser_create_fail); -+ -+ tcase_add_test__ifdef_xml_dtd(tc_alloc, test_alloc_tracker_size_recorded); -+ tcase_add_test__ifdef_xml_dtd(tc_alloc, -+ test_alloc_tracker_maximum_amplification); -+ tcase_add_test__ifdef_xml_dtd(tc_alloc, test_alloc_tracker_threshold); -+ tcase_add_test__ifdef_xml_dtd(tc_alloc, -+ test_alloc_tracker_getbuffer_unlimited); -+ tcase_add_test__ifdef_xml_dtd(tc_alloc, test_alloc_tracker_api); -+ -+ tcase_add_test(tc_alloc, test_mem_api_cycle); -+ tcase_add_test__ifdef_xml_dtd(tc_alloc, test_mem_api_unlimited); - } --- -2.47.3 - - -From f08223a7c21c0d17e98412bfbffdeb44f6650e21 Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Tue, 2 Sep 2025 16:44:00 +0200 -Subject: [PATCH 14/18] xmlwf: Wire allocation tracker config to existing - arguments -a and -b - ---- - doc/xmlwf.xml | 26 ++++++++++++++++++++------ - xmlwf/xmlwf.c | 7 +++++-- - xmlwf/xmlwf_helpgen.py | 4 ++-- - 3 files changed, 27 insertions(+), 10 deletions(-) - -diff --git a/doc/xmlwf.xml b/doc/xmlwf.xml -index 17e9cf5..65d8ae9 100644 ---- a/doc/xmlwf.xml -+++ b/doc/xmlwf.xml -@@ -158,19 +158,31 @@ supports both. - - - Sets the maximum tolerated amplification factor -- for protection against billion laughs attacks (default: 100.0). -+ for protection against amplification attacks -+ like the billion laughs attack -+ (default: 100.0 -+ for the sum of direct and indirect output and also -+ for allocations of dynamic memory). - The amplification factor is calculated as .. - - - amplification := (direct + indirect) / direct - - -- .. while parsing, whereas -+ .. with regard to use of entities and .. -+ -+ -+ amplification := allocated / direct -+ -+ -+ .. with regard to dynamic memory while parsing. - <direct> is the number of bytes read -- from the primary document in parsing and -+ from the primary document in parsing, - <indirect> is the number of bytes - added by expanding entities and reading of external DTD files, -- combined. -+ combined, and -+ <allocated> is the total number of bytes of dynamic memory -+ allocated (and not freed) per hierarchy of parsers. - - - NOTE: -@@ -185,8 +197,10 @@ supports both. - - - Sets the number of output bytes (including amplification) -- needed to activate protection against billion laughs attacks -- (default: 8 MiB). -+ needed to activate protection against amplification attacks -+ like billion laughs -+ (default: 8 MiB for the sum of direct and indirect output, -+ and 64 MiB for allocations of dynamic memory). - This can be thought of as an "activation threshold". - - -diff --git a/xmlwf/xmlwf.c b/xmlwf/xmlwf.c -index 7c0a8cd..aba3942 100644 ---- a/xmlwf/xmlwf.c -+++ b/xmlwf/xmlwf.c -@@ -913,11 +913,11 @@ usage(const XML_Char *prog, int rc) { - T(" -t write no XML output for [t]iming of plain parsing\n") - T(" -N enable adding doctype and [n]otation declarations\n") - T("\n") -- T("billion laughs attack protection:\n") -+ T("amplification attack protection (e.g. billion laughs):\n") - T(" NOTE: If you ever need to increase these values for non-attack payload, please file a bug report.\n") - T("\n") - T(" -a FACTOR set maximum tolerated [a]mplification factor (default: 100.0)\n") -- T(" -b BYTES set number of output [b]ytes needed to activate (default: 8 MiB)\n") -+ T(" -b BYTES set number of output [b]ytes needed to activate (default: 8 MiB/64 MiB)\n") - T("\n") - T("reparse deferral:\n") - T(" -q disable reparse deferral, and allow [q]uadratic parse runtime with large tokens\n") -@@ -1171,12 +1171,15 @@ tmain(int argc, XML_Char **argv) { - #if XML_GE == 1 - XML_SetBillionLaughsAttackProtectionMaximumAmplification( - parser, attackMaximumAmplification); -+ XML_SetAllocTrackerMaximumAmplification(parser, -+ attackMaximumAmplification); - #endif - } - if (attackThresholdGiven) { - #if XML_GE == 1 - XML_SetBillionLaughsAttackProtectionActivationThreshold( - parser, attackThresholdBytes); -+ XML_SetAllocTrackerActivationThreshold(parser, attackThresholdBytes); - #else - (void)attackThresholdBytes; // silence -Wunused-but-set-variable - #endif -diff --git a/xmlwf/xmlwf_helpgen.py b/xmlwf/xmlwf_helpgen.py -index 3d32f5d..e28dd5c 100755 ---- a/xmlwf/xmlwf_helpgen.py -+++ b/xmlwf/xmlwf_helpgen.py -@@ -74,13 +74,13 @@ output_mode.add_argument('-m', action='store_true', help='write [m]eta XML, not - output_mode.add_argument('-t', action='store_true', help='write no XML output for [t]iming of plain parsing') - output_related.add_argument('-N', action='store_true', help='enable adding doctype and [n]otation declarations') - --billion_laughs = parser.add_argument_group('billion laughs attack protection', -+billion_laughs = parser.add_argument_group('amplification attack protection (e.g. billion laughs)', - description='NOTE: ' - 'If you ever need to increase these values ' - 'for non-attack payload, please file a bug report.') - billion_laughs.add_argument('-a', metavar='FACTOR', - help='set maximum tolerated [a]mplification factor (default: 100.0)') --billion_laughs.add_argument('-b', metavar='BYTES', help='set number of output [b]ytes needed to activate (default: 8 MiB)') -+billion_laughs.add_argument('-b', metavar='BYTES', help='set number of output [b]ytes needed to activate (default: 8 MiB/64 MiB)') - - reparse_deferral = parser.add_argument_group('reparse deferral') - reparse_deferral.add_argument('-q', metavar='FACTOR', --- -2.47.3 - - -From cc24c356c7205ca7a5537a0028c228e44542aeec Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Wed, 3 Sep 2025 17:06:41 +0200 -Subject: [PATCH 15/18] fuzz: Be robust towards NULL return from - XML_ExternalEntityParserCreate - ---- - fuzz/xml_lpm_fuzzer.cpp | 6 ++++-- - fuzz/xml_parse_fuzzer.c | 14 ++++++++------ - fuzz/xml_parsebuffer_fuzzer.c | 14 ++++++++------ - 3 files changed, 20 insertions(+), 14 deletions(-) - -diff --git a/fuzz/xml_lpm_fuzzer.cpp b/fuzz/xml_lpm_fuzzer.cpp -index f52ea7b..719629a 100644 ---- a/fuzz/xml_lpm_fuzzer.cpp -+++ b/fuzz/xml_lpm_fuzzer.cpp -@@ -354,8 +354,10 @@ ExternalEntityRefHandler(XML_Parser parser, const XML_Char *context, - if (g_external_entity) { - XML_Parser ext_parser - = XML_ExternalEntityParserCreate(parser, context, g_encoding); -- rc = Parse(ext_parser, g_external_entity, g_external_entity_size, 1); -- XML_ParserFree(ext_parser); -+ if (ext_parser != NULL) { -+ rc = Parse(ext_parser, g_external_entity, g_external_entity_size, 1); -+ XML_ParserFree(ext_parser); -+ } - } - - return rc; -diff --git a/fuzz/xml_parse_fuzzer.c b/fuzz/xml_parse_fuzzer.c -index 6a1affe..dd3dd49 100644 ---- a/fuzz/xml_parse_fuzzer.c -+++ b/fuzz/xml_parse_fuzzer.c -@@ -89,15 +89,17 @@ LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) { - - XML_Parser externalEntityParser - = XML_ExternalEntityParserCreate(parentParser, "e1", NULL); -- assert(externalEntityParser); -- ParseOneInput(externalEntityParser, data, size); -- XML_ParserFree(externalEntityParser); -+ if (externalEntityParser != NULL) { -+ ParseOneInput(externalEntityParser, data, size); -+ XML_ParserFree(externalEntityParser); -+ } - - XML_Parser externalDtdParser - = XML_ExternalEntityParserCreate(parentParser, NULL, NULL); -- assert(externalDtdParser); -- ParseOneInput(externalDtdParser, data, size); -- XML_ParserFree(externalDtdParser); -+ if (externalDtdParser != NULL) { -+ ParseOneInput(externalDtdParser, data, size); -+ XML_ParserFree(externalDtdParser); -+ } - - // finally frees this parser which served as parent - XML_ParserFree(parentParser); -diff --git a/fuzz/xml_parsebuffer_fuzzer.c b/fuzz/xml_parsebuffer_fuzzer.c -index cfc4af2..580fe75 100644 ---- a/fuzz/xml_parsebuffer_fuzzer.c -+++ b/fuzz/xml_parsebuffer_fuzzer.c -@@ -101,15 +101,17 @@ LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) { - - XML_Parser externalEntityParser - = XML_ExternalEntityParserCreate(parentParser, "e1", NULL); -- assert(externalEntityParser); -- ParseOneInput(externalEntityParser, data, size); -- XML_ParserFree(externalEntityParser); -+ if (externalEntityParser != NULL) { -+ ParseOneInput(externalEntityParser, data, size); -+ XML_ParserFree(externalEntityParser); -+ } - - XML_Parser externalDtdParser - = XML_ExternalEntityParserCreate(parentParser, NULL, NULL); -- assert(externalDtdParser); -- ParseOneInput(externalDtdParser, data, size); -- XML_ParserFree(externalDtdParser); -+ if (externalDtdParser != NULL) { -+ ParseOneInput(externalDtdParser, data, size); -+ XML_ParserFree(externalDtdParser); -+ } - - // finally frees this parser which served as parent - XML_ParserFree(parentParser); --- -2.47.3 - - -From 5f921e24ae7af7925746f9bf87c6504cc13adb9a Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Wed, 3 Sep 2025 01:28:03 +0200 -Subject: [PATCH 16/18] docs: Document the two allocation tracking API - functions - ---- - doc/reference.html | 116 +++++++++++++++++++++++++++++++++++++++++++++ - 1 file changed, 116 insertions(+) - -diff --git a/doc/reference.html b/doc/reference.html -index 2b3bd39..abb3353 100644 ---- a/doc/reference.html -+++ b/doc/reference.html -@@ -157,6 +157,8 @@ interface.

- - -@@ -2267,6 +2269,120 @@ XML_SetBillionLaughsAttackProtectionActivationThreshold(XML_Parser p, -

- - -+

XML_SetAllocTrackerMaximumAmplification

-+
-+/* Added in Expat 2.7.2. */
-+XML_Bool
-+XML_SetAllocTrackerMaximumAmplification(XML_Parser p,
-+                                        float maximumAmplificationFactor);
-+
-+
-+

-+ Sets the maximum tolerated amplification factor -+ between direct input and bytes of dynamic memory allocated -+ (default: 100.0) -+ of parser p to maximumAmplificationFactor, and -+ returns XML_TRUE upon success and XML_FALSE upon error. -+

-+ -+

-+ Note: -+ There are three types of allocations that intentionally bypass tracking and limiting: -+

-+ -+ -+

The amplification factor is calculated as ..

-+
amplification := allocated / direct
-+

-+ .. while parsing, whereas -+ direct is the number of bytes read from the primary document in parsing and -+ allocated is the number of bytes of dynamic memory allocated in the parser hierarchy. -+

-+ -+

For a call to XML_SetAllocTrackerMaximumAmplification to succeed:

-+
    -+
  • parser p must be a non-NULL root parser (without any parent parsers) and
  • -+
  • maximumAmplificationFactor must be non-NaN and greater than or equal to 1.0.
  • -+
-+ -+

-+ Note: -+ If you ever need to increase this value for non-attack payload, -+ please file a bug report. -+

-+ -+

-+ Note: -+ Amplifications factors greater than 100 can been observed near the start of parsing -+ even with benign files in practice. -+ -+ So if you do reduce the maximum allowed amplification, -+ please make sure that the activation threshold is still big enough -+ to not end up with undesired false positives (i.e. benign files being rejected). -+

-+
-+ -+

XML_SetAllocTrackerActivationThreshold

-+
-+/* Added in Expat 2.7.2. */
-+XML_Bool
-+XML_SetAllocTrackerActivationThreshold(XML_Parser p,
-+                                       unsigned long long activationThresholdBytes);
-+
-+
-+

-+ Sets number of allocated bytes of dynamic memory -+ needed to activate protection against disproportionate use of RAM -+ (default: 64 MiB) -+ of parser p to activationThresholdBytes, and -+ returns XML_TRUE upon success and XML_FALSE upon error. -+

-+ -+

-+ Note: -+ For types of allocations that intentionally bypass tracking and limiting, please see -+ XML_SetAllocTrackerMaximumAmplification -+ above. -+

-+ -+

For a call to XML_SetAllocTrackerActivationThreshold to succeed:

-+
    -+
  • parser p must be a non-NULL root parser (without any parent parsers).
  • -+
-+ -+

-+ Note: -+ If you ever need to increase this value for non-attack payload, -+ please file a bug report. -+

-+
-+ -

XML_SetReparseDeferralEnabled

-
- /* Added in Expat 2.6.0. */
--- 
-2.47.3
-
-
-From d663c6312536b8901153a02dffe20c36f5408b34 Mon Sep 17 00:00:00 2001
-From: Sebastian Pipping 
-Date: Wed, 10 Sep 2025 19:52:39 +0200
-Subject: [PATCH 17/18] docs: Promote the contract to call XML_FreeContentModel
-
-.. when registering a custom element declaration handler
-(via a call to function XML_SetElementDeclHandler)
----
- doc/reference.html | 2 +-
- 1 file changed, 1 insertion(+), 1 deletion(-)
-
-diff --git a/doc/reference.html b/doc/reference.html
-index abb3353..541b007 100644
---- a/doc/reference.html
-+++ b/doc/reference.html
-@@ -1907,7 +1907,7 @@ struct XML_cp {
- 

Sets a handler for element declarations in a DTD. The handler gets - called with the name of the element in the declaration and a pointer - to a structure that contains the element model. It's the user code's --responsibility to free model when finished with it. See -+responsibility to free model when finished with via a call to - XML_FreeContentModel. - There is no need to free the model from the handler, it can be kept - around and freed at a later stage.

--- -2.47.3 - - -From 070fe96c2ce12e847701a6b1be0503f299cd535d Mon Sep 17 00:00:00 2001 -From: Sebastian Pipping -Date: Sun, 7 Sep 2025 16:00:35 +0200 -Subject: [PATCH 18/18] Changes: Document allocation tracking - ---- - Changes | 6 +++++- - 1 file changed, 5 insertions(+), 1 deletion(-) - -diff --git a/Changes b/Changes -index 9d6c64b..7143c02 100644 ---- a/Changes -+++ b/Changes -@@ -15,12 +15,16 @@ - !! ClusterFuzz findings with few-days-max response times in communication !! - !! in order to (1) have a sound fix ready before the end of a 90 days !! - !! grace period and (2) in a sustainable manner, !! --!! - helping CPython Expat bindings with supporting Expat's billion laughs !! -+!! - helping CPython Expat bindings with supporting Expat's amplification !! - !! attack protection API (https://github.com/python/cpython/issues/90949): !! -+!! - XML_SetAllocTrackerActivationThreshold !! -+!! - XML_SetAllocTrackerMaximumAmplification !! - !! - XML_SetBillionLaughsAttackProtectionActivationThreshold !! - !! - XML_SetBillionLaughsAttackProtectionMaximumAmplification !! - !! - helping Perl's XML::Parser Expat bindings with supporting Expat's !! - !! security API (https://github.com/cpan-authors/XML-Parser/issues/102): !! -+!! - XML_SetAllocTrackerActivationThreshold !! -+!! - XML_SetAllocTrackerMaximumAmplification !! - !! - XML_SetBillionLaughsAttackProtectionActivationThreshold !! - !! - XML_SetBillionLaughsAttackProtectionMaximumAmplification !! - !! - XML_SetReparseDeferralEnabled !! --- -2.47.3 - diff --git a/expat-2.7.1.tar.gz.asc b/expat-2.7.1.tar.gz.asc deleted file mode 100644 index 4319b77..0000000 --- a/expat-2.7.1.tar.gz.asc +++ /dev/null @@ -1,16 +0,0 @@ ------BEGIN PGP SIGNATURE----- - -iQIzBAABCAAdFiEEy43nCpDPv2w79cxWliYqz/vTrsYFAmflq3oACgkQliYqz/vT -rsY1phAAro7vFcwzx48OT6wNkxzlQ+58oyfP+TJw7CPO/72UVmyv6D1JYqxumwIh -Djve0rWDdxTyGvkjmFfzLQgDVZmUopBqKdvSYtkNN5zZo3FwMAgoRU8ZQbZ2B7nM -W6q4t983tKqveazoWV8iPOBDm/tBgOsrWyLYT1dhoQTVJoo+ymFVkEEA6TnhD+jd -u/LgRd/lu0qYjI4dKkNjv4e88UzyaYid4hN1nUT1k9aASYtvZq8Ep3MMaONG4OGM -a6TZl2whZXgiiTxDg5fJWBGfUYHGzW1N4SM0D2c4PWAeH8SAmx9CMitqjEobhdmz -Qk/NSEdVzmhbqY1SodPf6eqVpviPd7dZhe6WfPwxrGXvc2Siz7/6SvY7OjcnKqem -D0H0tZybsCs17LQKVfBmofh/PPcc6aXOtCS1feDBnbyACox/B2HhPrjGtt+CSW77 -PsmIPVhn5CTHIy7ZwzPOVNPl+j0DXUEWaOGH0Hffb6JSpBU/KbtS/dgHpveN54M+ -yfhN23f3+wTzIorfwibSkGlPbqIv5vj90KcUJKDK7iYMT+N6o10CCeDLcUZceEx9 -lQU4R0LTaewBtK/JVnouLWL0I1ByORka8PWIdV19ASuFaiO6s+mpS2wrN6Gidbok -69XXPMbrezeBzsBSq9Ne1ZEmgrwpeK+KRKS0pWd/vqXQUvwvpsI= -=uuCt ------END PGP SIGNATURE----- diff --git a/expat-2.7.3.tar.gz.asc b/expat-2.7.3.tar.gz.asc new file mode 100644 index 0000000..eae6087 --- /dev/null +++ b/expat-2.7.3.tar.gz.asc @@ -0,0 +1,16 @@ +-----BEGIN PGP SIGNATURE----- + +iQIzBAABCAAdFiEEy43nCpDPv2w79cxWliYqz/vTrsYFAmjURhUACgkQliYqz/vT +rsYYfw//Wbu9sZnjdOI8OBFlfJqzGjbYwSvDTjCTRVxnaiqvjYyRiC2fcVynAHpD +9ZBVbbKLLYbeZMBrPx0sic7ukiXMZejnbhAhKH67LMlFkSye4wxPcW4zDcpeJzjS +T6beEiA+lTPwGyjuH3gD3KrxH1s+OAhofAOiQQzMvawPhBdAHVoUiz8fXZ6fF1ut +EKgzwyiVg5Rb8c5x+fAWfj0Dx+4/ggnfbosG5128LjefViGNmIVzOVrdX4TMK0q7 +hKG9R1w0hB7TeOIzxaWPnGxOtaYJz/FhMN/I5bj0Enp6P63jNgh/F+TepLMlZ7tn +Scyc068T1thov07yzBuAj6CRoRhA8slPoDQ0Kdk4MuIGTAO4HdlIhkeWJ3swlejg +bH1kpZHw0W57sVd3u73Nzk2D1BEcPxDiSpZtdvSTdTsSuA43ZO1ZvzLnsabKpavM +Oq1bNPMiKSrdC8V6nfmgZINxmA8s1vII1Hakd4m3x84Ydq0PvwWEcjmb78eGHqLa +blLoZqjGgeaIIV68DXqeCeBFHaN8hcEhXAXqg9VliSNR39rAFvaq0nIJr2/zMWay +62bTIn5ZXOCYgjw10/rRmCXasOLXHKpQecBbqEwRdb2k2gNalApULBYNPYt8LC7t +0AB+sKcyarM7HSQmAQkghcHuajqXWWcKhS7FGp/5FoBkznjp760= +=G5O5 +-----END PGP SIGNATURE----- diff --git a/expat.spec b/expat.spec index f7168b9..54a7e7d 100644 --- a/expat.spec +++ b/expat.spec @@ -2,32 +2,27 @@ ## (rpmautospec version 0.6.5) ## RPMAUTOSPEC: autorelease, autochangelog %define autorelease(e:s:pb:n) %{?-p:0.}%{lua: - release_number = 3; + release_number = 1; base_release_number = tonumber(rpm.expand("%{?-b*}%{!?-b:1}")); print(release_number + base_release_number - 1); }%{?-e:.%{-e*}}%{?-s:.%{-s*}}%{!?-n:%{?dist}} ## END: Set by rpmautospec -%global unversion 2_7_1 - Summary: An XML parser library Name: expat -Version: %(echo %{unversion} | sed 's/_/./g') -Release: 1%{?dist}.%{autorelease -n} -Source0: https://github.com/libexpat/libexpat/releases/download/R_%{unversion}/expat-%{version}.tar.gz -Source1: https://github.com/libexpat/libexpat/releases/download/R_%{unversion}/expat-%{version}.tar.gz.asc +Version: 2.7.3 +Release: %autorelease +Source0: https://github.com/libexpat/libexpat/releases/download/R_2_7_3/expat-%{version}.tar.gz +Source1: https://github.com/libexpat/libexpat/releases/download/R_2_7_3/expat-%{version}.tar.gz.asc # Sebastian Pipping's PGP public key Source2: https://keys.openpgp.org/vks/v1/by-fingerprint/3176EF7DB2367F1FCA4F306B1F9B0E909AF37285 -# CVE-2025-59375 -Patch0: RHEL-114606.patch - URL: https://libexpat.github.io/ +VCS: git:https://github.com/libexpat/libexpat.git License: MIT BuildRequires: autoconf, libtool, xmlto, gcc-c++ BuildRequires: make BuildRequires: gnupg2 -BuildRequires: git %description This is expat, the C library for parsing XML, written by James Clark. Expat @@ -55,7 +50,7 @@ Install it if you need to link statically with expat. %prep %{gpgverify} --keyring='%{SOURCE2}' --signature='%{SOURCE1}' --data='%{SOURCE0}' -%autosetup -S git +%autosetup sed -i 's/install-data-hook/do-nothing-please/' lib/Makefile.am ./buildconf.sh @@ -95,8 +90,8 @@ make check %changelog ## START: Generated by rpmautospec -* Fri Oct 10 2025 RHEL Packaging Agent - 2.7.1-3 -- Fix CVE-2025-59375 - backport allocation tracking improvements +* Tue Dec 02 2025 Tomas Korbar - 2.7.3-1 +- Rebase to 2.7.3 and add VCS tag * Thu Jun 05 2025 psklenar@redhat.com - 2.7.1-2 - https://issues.redhat.com/browse/RHELMISC-13073 diff --git a/sources b/sources index 47ee500..febfa61 100644 --- a/sources +++ b/sources @@ -1 +1 @@ -SHA512 (expat-2.7.1.tar.gz) = 1b6b94f3253ac3ab3f8c69d1c852db2334c99cb7990b9656f5f2458198d1eb854e79cce0e39151aef0d5e01a740fc965651c6a57fda585f9a24c543f2693f78c +SHA512 (expat-2.7.3.tar.gz) = 274546c0755a7ad5db43a3b723274ba213482d68677ba3ff0f5ea1de63cdd66032214f6e8e167cc8482f7d056a31f3871c26329545d6565fee8661647e9877ce