summaryrefslogtreecommitdiff
path: root/deps/node/deps/icu-small/source/tools/toolutil/pkgitems.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'deps/node/deps/icu-small/source/tools/toolutil/pkgitems.cpp')
-rw-r--r--deps/node/deps/icu-small/source/tools/toolutil/pkgitems.cpp634
1 files changed, 0 insertions, 634 deletions
diff --git a/deps/node/deps/icu-small/source/tools/toolutil/pkgitems.cpp b/deps/node/deps/icu-small/source/tools/toolutil/pkgitems.cpp
deleted file mode 100644
index dd414c2f..00000000
--- a/deps/node/deps/icu-small/source/tools/toolutil/pkgitems.cpp
+++ /dev/null
@@ -1,634 +0,0 @@
-// © 2016 and later: Unicode, Inc. and others.
-// License & terms of use: http://www.unicode.org/copyright.html
-/*
-*******************************************************************************
-*
-* Copyright (C) 2003-2015, International Business Machines
-* Corporation and others. All Rights Reserved.
-*
-*******************************************************************************
-* file name: pkgitems.cpp
-* encoding: UTF-8
-* tab size: 8 (not used)
-* indentation:4
-*
-* created on: 2005sep18
-* created by: Markus W. Scherer
-*
-* Companion file to package.cpp. Deals with details of ICU data item formats.
-* Used for item dependencies.
-* Contains adapted code from ucnv_bld.c (swapper code from 2003).
-*/
-
-#include "unicode/utypes.h"
-#include "unicode/ures.h"
-#include "unicode/putil.h"
-#include "unicode/udata.h"
-#include "cstring.h"
-#include "uinvchar.h"
-#include "ucmndata.h"
-#include "udataswp.h"
-#include "swapimpl.h"
-#include "toolutil.h"
-#include "package.h"
-#include "pkg_imp.h"
-
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-
-/* item formats in common */
-
-#include "uresdata.h"
-#include "ucnv_bld.h"
-#include "ucnv_io.h"
-
-// general definitions ----------------------------------------------------- ***
-
-U_CDECL_BEGIN
-
-static void U_CALLCONV
-printError(void *context, const char *fmt, va_list args) {
- vfprintf((FILE *)context, fmt, args);
-}
-
-U_CDECL_END
-
-// a data item in native-platform form ------------------------------------- ***
-
-U_NAMESPACE_BEGIN
-
-class NativeItem {
-public:
- NativeItem() : pItem(NULL), pInfo(NULL), bytes(NULL), swapped(NULL), length(0) {}
- NativeItem(const Item *item, UDataSwapFn *swap) : swapped(NULL) {
- setItem(item, swap);
- }
- ~NativeItem() {
- delete [] swapped;
- }
- const UDataInfo *getDataInfo() const {
- return pInfo;
- }
- const uint8_t *getBytes() const {
- return bytes;
- }
- int32_t getLength() const {
- return length;
- }
-
- void setItem(const Item *item, UDataSwapFn *swap) {
- pItem=item;
- int32_t infoLength, itemHeaderLength;
- UErrorCode errorCode=U_ZERO_ERROR;
- pInfo=::getDataInfo(pItem->data, pItem->length, infoLength, itemHeaderLength, &errorCode);
- if(U_FAILURE(errorCode)) {
- exit(errorCode); // should succeed because readFile() checks headers
- }
- length=pItem->length-itemHeaderLength;
-
- if(pInfo->isBigEndian==U_IS_BIG_ENDIAN && pInfo->charsetFamily==U_CHARSET_FAMILY) {
- bytes=pItem->data+itemHeaderLength;
- } else {
- UDataSwapper *ds=udata_openSwapper((UBool)pInfo->isBigEndian, pInfo->charsetFamily, U_IS_BIG_ENDIAN, U_CHARSET_FAMILY, &errorCode);
- if(U_FAILURE(errorCode)) {
- fprintf(stderr, "icupkg: udata_openSwapper(\"%s\") failed - %s\n",
- pItem->name, u_errorName(errorCode));
- exit(errorCode);
- }
-
- ds->printError=printError;
- ds->printErrorContext=stderr;
-
- swapped=new uint8_t[pItem->length];
- if(swapped==NULL) {
- fprintf(stderr, "icupkg: unable to allocate memory for swapping \"%s\"\n", pItem->name);
- exit(U_MEMORY_ALLOCATION_ERROR);
- }
- swap(ds, pItem->data, pItem->length, swapped, &errorCode);
- pInfo=::getDataInfo(swapped, pItem->length, infoLength, itemHeaderLength, &errorCode);
- bytes=swapped+itemHeaderLength;
- udata_closeSwapper(ds);
- }
- }
-
-private:
- const Item *pItem;
- const UDataInfo *pInfo;
- const uint8_t *bytes;
- uint8_t *swapped;
- int32_t length;
-};
-
-// check a dependency ------------------------------------------------------ ***
-
-/*
- * assemble the target item name from the source item name, an ID
- * and a suffix
- */
-static void
-makeTargetName(const char *itemName, const char *id, int32_t idLength, const char *suffix,
- char *target, int32_t capacity,
- UErrorCode *pErrorCode) {
- const char *itemID;
- int32_t treeLength, suffixLength, targetLength;
-
- // get the item basename
- itemID=strrchr(itemName, '/');
- if(itemID!=NULL) {
- ++itemID;
- } else {
- itemID=itemName;
- }
-
- // build the target string
- treeLength=(int32_t)(itemID-itemName);
- if(idLength<0) {
- idLength=(int32_t)strlen(id);
- }
- suffixLength=(int32_t)strlen(suffix);
- targetLength=treeLength+idLength+suffixLength;
- if(targetLength>=capacity) {
- fprintf(stderr, "icupkg/makeTargetName(%s) target item name length %ld too long\n",
- itemName, (long)targetLength);
- *pErrorCode=U_BUFFER_OVERFLOW_ERROR;
- return;
- }
-
- memcpy(target, itemName, treeLength);
- memcpy(target+treeLength, id, idLength);
- memcpy(target+treeLength+idLength, suffix, suffixLength+1); // +1 includes the terminating NUL
-}
-
-static void
-checkIDSuffix(const char *itemName, const char *id, int32_t idLength, const char *suffix,
- CheckDependency check, void *context,
- UErrorCode *pErrorCode) {
- char target[200];
- makeTargetName(itemName, id, idLength, suffix, target, (int32_t)sizeof(target), pErrorCode);
- if(U_SUCCESS(*pErrorCode)) {
- check(context, itemName, target);
- }
-}
-
-/* assemble the target item name from the item's parent item name */
-static void
-checkParent(const char *itemName, CheckDependency check, void *context,
- UErrorCode *pErrorCode) {
- const char *itemID, *parent, *parentLimit, *suffix;
- int32_t parentLength;
-
- // get the item basename
- itemID=strrchr(itemName, '/');
- if(itemID!=NULL) {
- ++itemID;
- } else {
- itemID=itemName;
- }
-
- // get the item suffix
- suffix=strrchr(itemID, '.');
- if(suffix==NULL) {
- // empty suffix, point to the end of the string
- suffix=strrchr(itemID, 0);
- }
-
- // get the position of the last '_'
- for(parentLimit=suffix; parentLimit>itemID && *--parentLimit!='_';) {}
-
- if(parentLimit!=itemID) {
- // get the parent item name by truncating the last part of this item's name */
- parent=itemID;
- parentLength=(int32_t)(parentLimit-itemID);
- } else {
- // no '_' in the item name: the parent is the root bundle
- parent="root";
- parentLength=4;
- if((suffix-itemID)==parentLength && 0==memcmp(itemID, parent, parentLength)) {
- // the item itself is "root", which does not depend on a parent
- return;
- }
- }
- checkIDSuffix(itemName, parent, parentLength, suffix, check, context, pErrorCode);
-}
-
-// get dependencies from resource bundles ---------------------------------- ***
-
-static const UChar SLASH=0x2f;
-
-/*
- * Check for the alias from the string or alias resource res.
- */
-static void
-checkAlias(const char *itemName,
- Resource res, const UChar *alias, int32_t length, UBool useResSuffix,
- CheckDependency check, void *context, UErrorCode *pErrorCode) {
- int32_t i;
-
- if(!uprv_isInvariantUString(alias, length)) {
- fprintf(stderr, "icupkg/ures_enumDependencies(%s res=%08x) alias string contains non-invariant characters\n",
- itemName, res);
- *pErrorCode=U_INVALID_CHAR_FOUND;
- return;
- }
-
- // extract the locale ID from alias strings like
- // locale_ID/key1/key2/key3
- // locale_ID
-
- // search for the first slash
- for(i=0; i<length && alias[i]!=SLASH; ++i) {}
-
- if(res_getPublicType(res)==URES_ALIAS) {
- // ignore aliases with an initial slash:
- // /ICUDATA/... and /pkgname/... go to a different package
- // /LOCALE/... are for dynamic sideways fallbacks and don't go to a fixed bundle
- if(i==0) {
- return; // initial slash ('/')
- }
-
- // ignore the intra-bundle path starting from the first slash ('/')
- length=i;
- } else /* URES_STRING */ {
- // the whole string should only consist of a locale ID
- if(i!=length) {
- fprintf(stderr, "icupkg/ures_enumDependencies(%s res=%08x) %%ALIAS contains a '/'\n",
- itemName, res);
- *pErrorCode=U_UNSUPPORTED_ERROR;
- return;
- }
- }
-
- // convert the Unicode string to char *
- char localeID[32];
- if(length>=(int32_t)sizeof(localeID)) {
- fprintf(stderr, "icupkg/ures_enumDependencies(%s res=%08x) alias locale ID length %ld too long\n",
- itemName, res, (long)length);
- *pErrorCode=U_BUFFER_OVERFLOW_ERROR;
- return;
- }
- u_UCharsToChars(alias, localeID, length);
- localeID[length]=0;
-
- checkIDSuffix(itemName, localeID, -1, (useResSuffix ? ".res" : ""), check, context, pErrorCode);
-}
-
-/*
- * Enumerate one resource item and its children and extract dependencies from
- * aliases.
- */
-static void
-ures_enumDependencies(const char *itemName,
- const ResourceData *pResData,
- Resource res, const char *inKey, const char *parentKey, int32_t depth,
- CheckDependency check, void *context,
- Package *pkg,
- UErrorCode *pErrorCode) {
- switch(res_getPublicType(res)) {
- case URES_STRING:
- {
- UBool useResSuffix = TRUE;
- // Check for %%ALIAS
- if(depth==1 && inKey!=NULL) {
- if(0!=strcmp(inKey, "%%ALIAS")) {
- break;
- }
- }
- // Check for %%DEPENDENCY
- else if(depth==2 && parentKey!=NULL) {
- if(0!=strcmp(parentKey, "%%DEPENDENCY")) {
- break;
- }
- useResSuffix = FALSE;
- } else {
- // we ignore all other strings
- break;
- }
- int32_t length;
- const UChar *alias=res_getString(pResData, res, &length);
- checkAlias(itemName, res, alias, length, useResSuffix, check, context, pErrorCode);
- }
- break;
- case URES_ALIAS:
- {
- int32_t length;
- const UChar *alias=res_getAlias(pResData, res, &length);
- checkAlias(itemName, res, alias, length, TRUE, check, context, pErrorCode);
- }
- break;
- case URES_TABLE:
- {
- /* recurse */
- int32_t count=res_countArrayItems(pResData, res);
- for(int32_t i=0; i<count; ++i) {
- const char *itemKey;
- Resource item=res_getTableItemByIndex(pResData, res, i, &itemKey);
- ures_enumDependencies(
- itemName, pResData,
- item, itemKey,
- inKey, depth+1,
- check, context,
- pkg,
- pErrorCode);
- if(U_FAILURE(*pErrorCode)) {
- fprintf(stderr, "icupkg/ures_enumDependencies(%s table res=%08x)[%d].recurse(%s: %08x) failed\n",
- itemName, res, i, itemKey, item);
- break;
- }
- }
- }
- break;
- case URES_ARRAY:
- {
- /* recurse */
- int32_t count=res_countArrayItems(pResData, res);
- for(int32_t i=0; i<count; ++i) {
- Resource item=res_getArrayItem(pResData, res, i);
- ures_enumDependencies(
- itemName, pResData,
- item, NULL,
- inKey, depth+1,
- check, context,
- pkg,
- pErrorCode);
- if(U_FAILURE(*pErrorCode)) {
- fprintf(stderr, "icupkg/ures_enumDependencies(%s array res=%08x)[%d].recurse(%08x) failed\n",
- itemName, res, i, item);
- break;
- }
- }
- }
- break;
- default:
- break;
- }
-}
-
-static void
-ures_enumDependencies(const char *itemName, const UDataInfo *pInfo,
- const uint8_t *inBytes, int32_t length,
- CheckDependency check, void *context,
- Package *pkg,
- UErrorCode *pErrorCode) {
- ResourceData resData;
-
- res_read(&resData, pInfo, inBytes, length, pErrorCode);
- if(U_FAILURE(*pErrorCode)) {
- fprintf(stderr, "icupkg: .res format version %02x.%02x not supported, or bundle malformed\n",
- pInfo->formatVersion[0], pInfo->formatVersion[1]);
- exit(U_UNSUPPORTED_ERROR);
- }
-
- /*
- * if the bundle attributes are present and the nofallback flag is not set,
- * then add the parent bundle as a dependency
- */
- if(pInfo->formatVersion[0]>1 || (pInfo->formatVersion[0]==1 && pInfo->formatVersion[1]>=1)) {
- if(!resData.noFallback) {
- /* this bundle participates in locale fallback */
- checkParent(itemName, check, context, pErrorCode);
- }
- }
-
- icu::NativeItem nativePool;
-
- if(resData.usesPoolBundle) {
- char poolName[200];
- makeTargetName(itemName, "pool", 4, ".res", poolName, (int32_t)sizeof(poolName), pErrorCode);
- if(U_FAILURE(*pErrorCode)) {
- return;
- }
- check(context, itemName, poolName);
- int32_t index=pkg->findItem(poolName);
- if(index<0) {
- // We cannot work with a bundle if its pool resource is missing.
- // check() already printed a complaint.
- return;
- }
- // TODO: Cache the native version in the Item itself.
- nativePool.setItem(pkg->getItem(index), ures_swap);
- const UDataInfo *poolInfo=nativePool.getDataInfo();
- if(poolInfo->formatVersion[0]<=1) {
- fprintf(stderr, "icupkg: %s is not a pool bundle\n", poolName);
- return;
- }
- const int32_t *poolRoot=(const int32_t *)nativePool.getBytes();
- const int32_t *poolIndexes=poolRoot+1;
- int32_t poolIndexLength=poolIndexes[URES_INDEX_LENGTH]&0xff;
- if(!(poolIndexLength>URES_INDEX_POOL_CHECKSUM &&
- (poolIndexes[URES_INDEX_ATTRIBUTES]&URES_ATT_IS_POOL_BUNDLE))
- ) {
- fprintf(stderr, "icupkg: %s is not a pool bundle\n", poolName);
- return;
- }
- if(resData.pRoot[1+URES_INDEX_POOL_CHECKSUM]==poolIndexes[URES_INDEX_POOL_CHECKSUM]) {
- resData.poolBundleKeys=(const char *)(poolIndexes+poolIndexLength);
- resData.poolBundleStrings=(const uint16_t *)(poolRoot+poolIndexes[URES_INDEX_KEYS_TOP]);
- } else {
- fprintf(stderr, "icupkg: %s has mismatched checksum for %s\n", poolName, itemName);
- return;
- }
- }
-
- ures_enumDependencies(
- itemName, &resData,
- resData.rootRes, NULL, NULL, 0,
- check, context,
- pkg,
- pErrorCode);
-}
-
-// get dependencies from conversion tables --------------------------------- ***
-
-/* code adapted from ucnv_swap() */
-static void
-ucnv_enumDependencies(const UDataSwapper *ds,
- const char *itemName, const UDataInfo *pInfo,
- const uint8_t *inBytes, int32_t length,
- CheckDependency check, void *context,
- UErrorCode *pErrorCode) {
- uint32_t staticDataSize;
-
- const UConverterStaticData *inStaticData;
-
- const _MBCSHeader *inMBCSHeader;
- uint8_t outputType;
-
- /* check format version */
- if(!(
- pInfo->formatVersion[0]==6 &&
- pInfo->formatVersion[1]>=2
- )) {
- fprintf(stderr, "icupkg/ucnv_enumDependencies(): .cnv format version %02x.%02x not supported\n",
- pInfo->formatVersion[0], pInfo->formatVersion[1]);
- exit(U_UNSUPPORTED_ERROR);
- }
-
- /* read the initial UConverterStaticData structure after the UDataInfo header */
- inStaticData=(const UConverterStaticData *)inBytes;
-
- if( length<(int32_t)sizeof(UConverterStaticData) ||
- (uint32_t)length<(staticDataSize=ds->readUInt32(inStaticData->structSize))
- ) {
- udata_printError(ds, "icupkg/ucnv_enumDependencies(): too few bytes (%d after header) for an ICU .cnv conversion table\n",
- length);
- *pErrorCode=U_INDEX_OUTOFBOUNDS_ERROR;
- return;
- }
-
- inBytes+=staticDataSize;
- length-=(int32_t)staticDataSize;
-
- /* check for supported conversionType values */
- if(inStaticData->conversionType==UCNV_MBCS) {
- /* MBCS data */
- uint32_t mbcsHeaderLength, mbcsHeaderFlags, mbcsHeaderOptions;
- int32_t extOffset;
-
- inMBCSHeader=(const _MBCSHeader *)inBytes;
-
- if(length<(int32_t)sizeof(_MBCSHeader)) {
- udata_printError(ds, "icupkg/ucnv_enumDependencies(): too few bytes (%d after headers) for an ICU MBCS .cnv conversion table\n",
- length);
- *pErrorCode=U_INDEX_OUTOFBOUNDS_ERROR;
- return;
- }
- if(inMBCSHeader->version[0]==4 && inMBCSHeader->version[1]>=1) {
- mbcsHeaderLength=MBCS_HEADER_V4_LENGTH;
- } else if(inMBCSHeader->version[0]==5 && inMBCSHeader->version[1]>=3 &&
- ((mbcsHeaderOptions=ds->readUInt32(inMBCSHeader->options))&
- MBCS_OPT_UNKNOWN_INCOMPATIBLE_MASK)==0
- ) {
- mbcsHeaderLength=mbcsHeaderOptions&MBCS_OPT_LENGTH_MASK;
- } else {
- udata_printError(ds, "icupkg/ucnv_enumDependencies(): unsupported _MBCSHeader.version %d.%d\n",
- inMBCSHeader->version[0], inMBCSHeader->version[1]);
- *pErrorCode=U_UNSUPPORTED_ERROR;
- return;
- }
-
- mbcsHeaderFlags=ds->readUInt32(inMBCSHeader->flags);
- extOffset=(int32_t)(mbcsHeaderFlags>>8);
- outputType=(uint8_t)mbcsHeaderFlags;
-
- if(outputType==MBCS_OUTPUT_EXT_ONLY) {
- /*
- * extension-only file,
- * contains a base name instead of normal base table data
- */
- char baseName[32];
- int32_t baseNameLength;
-
- /* there is extension data after the base data, see ucnv_ext.h */
- if(length<(extOffset+UCNV_EXT_INDEXES_MIN_LENGTH*4)) {
- udata_printError(ds, "icupkg/ucnv_enumDependencies(): too few bytes (%d after headers) for an ICU MBCS .cnv conversion table with extension data\n",
- length);
- *pErrorCode=U_INDEX_OUTOFBOUNDS_ERROR;
- return;
- }
-
- /* swap the base name, between the header and the extension data */
- const char *inBaseName=(const char *)inBytes+mbcsHeaderLength*4;
- baseNameLength=(int32_t)strlen(inBaseName);
- if(baseNameLength>=(int32_t)sizeof(baseName)) {
- udata_printError(ds, "icupkg/ucnv_enumDependencies(%s): base name length %ld too long\n",
- itemName, baseNameLength);
- *pErrorCode=U_UNSUPPORTED_ERROR;
- return;
- }
- ds->swapInvChars(ds, inBaseName, baseNameLength+1, baseName, pErrorCode);
-
- checkIDSuffix(itemName, baseName, -1, ".cnv", check, context, pErrorCode);
- }
- }
-}
-
-// ICU data formats -------------------------------------------------------- ***
-
-static const struct {
- uint8_t dataFormat[4];
-} dataFormats[]={
- { { 0x52, 0x65, 0x73, 0x42 } }, /* dataFormat="ResB" */
- { { 0x63, 0x6e, 0x76, 0x74 } }, /* dataFormat="cnvt" */
- { { 0x43, 0x76, 0x41, 0x6c } } /* dataFormat="CvAl" */
-};
-
-enum {
- FMT_RES,
- FMT_CNV,
- FMT_ALIAS,
- FMT_COUNT
-};
-
-static int32_t
-getDataFormat(const uint8_t dataFormat[4]) {
- int32_t i;
-
- for(i=0; i<FMT_COUNT; ++i) {
- if(0==memcmp(dataFormats[i].dataFormat, dataFormat, 4)) {
- return i;
- }
- }
- return -1;
-}
-
-// enumerate dependencies of a package item -------------------------------- ***
-
-void
-Package::enumDependencies(Item *pItem, void *context, CheckDependency check) {
- int32_t infoLength, itemHeaderLength;
- UErrorCode errorCode=U_ZERO_ERROR;
- const UDataInfo *pInfo=getDataInfo(pItem->data, pItem->length, infoLength, itemHeaderLength, &errorCode);
- if(U_FAILURE(errorCode)) {
- return; // should not occur because readFile() checks headers
- }
-
- // find the data format and call the corresponding function, if any
- int32_t format=getDataFormat(pInfo->dataFormat);
- if(format>=0) {
- switch(format) {
- case FMT_RES:
- {
- /*
- * Swap the resource bundle (if necessary) so that we can use
- * the normal runtime uresdata.c code to read it.
- * We do not want to duplicate that code, especially not together with on-the-fly swapping.
- */
- NativeItem nrb(pItem, ures_swap);
- ures_enumDependencies(pItem->name, nrb.getDataInfo(), nrb.getBytes(), nrb.getLength(), check, context, this, &errorCode);
- break;
- }
- case FMT_CNV:
- {
- // TODO: share/cache swappers
- UDataSwapper *ds=udata_openSwapper(
- (UBool)pInfo->isBigEndian, pInfo->charsetFamily,
- U_IS_BIG_ENDIAN, U_CHARSET_FAMILY,
- &errorCode);
- if(U_FAILURE(errorCode)) {
- fprintf(stderr, "icupkg: udata_openSwapper(\"%s\") failed - %s\n",
- pItem->name, u_errorName(errorCode));
- exit(errorCode);
- }
-
- ds->printError=printError;
- ds->printErrorContext=stderr;
-
- const uint8_t *inBytes=pItem->data+itemHeaderLength;
- int32_t length=pItem->length-itemHeaderLength;
-
- ucnv_enumDependencies(ds, pItem->name, pInfo, inBytes, length, check, context, &errorCode);
- udata_closeSwapper(ds);
- break;
- }
- default:
- break;
- }
-
- if(U_FAILURE(errorCode)) {
- exit(errorCode);
- }
- }
-}
-
-U_NAMESPACE_END