405 lines
12 KiB
C++
405 lines
12 KiB
C++
|
// © 2016 and later: Unicode, Inc. and others.
|
||
|
|
// License & terms of use: http://www.unicode.org/copyright.html
|
||
|
|
/*
|
||
|
|
*******************************************************************************
|
||
|
|
*
|
||
|
|
* Copyright (C) 2003-2014, International Business Machines
|
||
|
|
* Corporation and others. All Rights Reserved.
|
||
|
|
*
|
||
|
|
*******************************************************************************
|
||
|
|
* file name: udataswp.h
|
||
|
|
* encoding: UTF-8
|
||
|
|
* tab size: 8 (not used)
|
||
|
|
* indentation:4
|
||
|
|
*
|
||
|
|
* created on: 2003jun05
|
||
|
|
* created by: Markus W. Scherer
|
||
|
|
*
|
||
|
|
* Definitions for ICU data transformations for different platforms,
|
||
|
|
* changing between big- and little-endian data and/or between
|
||
|
|
* charset families (ASCII<->EBCDIC).
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef __UDATASWP_H__
|
||
|
|
#define __UDATASWP_H__
|
||
|
|
|
||
|
|
#include <stdarg.h>
|
||
|
|
#include "unicode/utypes.h"
|
||
|
|
|
||
|
|
/* forward declaration */
|
||
|
|
|
||
|
|
U_CDECL_BEGIN
|
||
|
|
|
||
|
|
struct UDataSwapper;
|
||
|
|
typedef struct UDataSwapper UDataSwapper;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function type for data transformation.
|
||
|
|
* Transforms data, or just returns the length of the data if
|
||
|
|
* the input length is -1.
|
||
|
|
* Swap functions assume that their data pointers are aligned properly.
|
||
|
|
*
|
||
|
|
* Quick implementation outline:
|
||
|
|
* (best to copy and adapt and existing swapper implementation)
|
||
|
|
* check that the data looks like the expected format
|
||
|
|
* if(length<0) {
|
||
|
|
* preflight:
|
||
|
|
* never dereference outData
|
||
|
|
* read inData and determine the data size
|
||
|
|
* assume that inData is long enough for this
|
||
|
|
* } else {
|
||
|
|
* outData can be NULL if length==0
|
||
|
|
* inData==outData (in-place swapping) possible but not required!
|
||
|
|
* verify that length>=(actual size)
|
||
|
|
* if there is a chance that not every byte up to size is reached
|
||
|
|
* due to padding etc.:
|
||
|
|
* if(inData!=outData) {
|
||
|
|
* memcpy(outData, inData, actual size);
|
||
|
|
* }
|
||
|
|
* swap contents
|
||
|
|
* }
|
||
|
|
* return actual size
|
||
|
|
*
|
||
|
|
* Further implementation notes:
|
||
|
|
* - read integers from inData before swapping them
|
||
|
|
* because in-place swapping can make them unreadable
|
||
|
|
* - compareInvChars compares a local Unicode string with already-swapped
|
||
|
|
* output charset strings
|
||
|
|
*
|
||
|
|
* @param ds Pointer to UDataSwapper containing global data about the
|
||
|
|
* transformation and function pointers for handling primitive
|
||
|
|
* types.
|
||
|
|
* @param inData Pointer to the input data to be transformed or examined.
|
||
|
|
* @param length Length of the data, counting bytes. May be -1 for preflighting.
|
||
|
|
* If length>=0, then transform the data.
|
||
|
|
* If length==-1, then only determine the length of the data.
|
||
|
|
* The length cannot be determined from the data itself for all
|
||
|
|
* types of data (e.g., not for simple arrays of integers).
|
||
|
|
* @param outData Pointer to the output data buffer.
|
||
|
|
* If length>=0 (transformation), then the output buffer must
|
||
|
|
* have a capacity of at least length.
|
||
|
|
* If length==-1, then outData will not be used and can be NULL.
|
||
|
|
* @param pErrorCode ICU UErrorCode parameter, must not be NULL and must
|
||
|
|
* fulfill U_SUCCESS on input.
|
||
|
|
* @return The actual length of the data.
|
||
|
|
*
|
||
|
|
* @see UDataSwapper
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef int32_t U_CALLCONV
|
||
|
|
UDataSwapFn(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Convert one uint16_t from input to platform endianness.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef uint16_t U_CALLCONV
|
||
|
|
UDataReadUInt16(uint16_t x);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Convert one uint32_t from input to platform endianness.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef uint32_t U_CALLCONV
|
||
|
|
UDataReadUInt32(uint32_t x);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Convert one uint16_t from platform to input endianness.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef void U_CALLCONV
|
||
|
|
UDataWriteUInt16(uint16_t *p, uint16_t x);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Convert one uint32_t from platform to input endianness.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef void U_CALLCONV
|
||
|
|
UDataWriteUInt32(uint32_t *p, uint32_t x);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Compare invariant-character strings, one in the output data and the
|
||
|
|
* other one caller-provided in Unicode.
|
||
|
|
* An output data string is compared because strings are usually swapped
|
||
|
|
* before the rest of the data, to allow for sorting of string tables
|
||
|
|
* according to the output charset.
|
||
|
|
* You can use -1 for the length parameters of NUL-terminated strings as usual.
|
||
|
|
* Returns Unicode code point order for invariant characters.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef int32_t U_CALLCONV
|
||
|
|
UDataCompareInvChars(const UDataSwapper *ds,
|
||
|
|
const char *outString, int32_t outLength,
|
||
|
|
const UChar *localString, int32_t localLength);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function for message output when an error occurs during data swapping.
|
||
|
|
* A format string and variable number of arguments are passed
|
||
|
|
* like for vprintf().
|
||
|
|
*
|
||
|
|
* @param context A function-specific context pointer.
|
||
|
|
* @param fmt The format string.
|
||
|
|
* @param args The arguments for format string inserts.
|
||
|
|
*
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
typedef void U_CALLCONV
|
||
|
|
UDataPrintError(void *context, const char *fmt, va_list args);
|
||
|
|
|
||
|
|
struct UDataSwapper {
|
||
|
|
/** Input endianness. @internal ICU 2.8 */
|
||
|
|
UBool inIsBigEndian;
|
||
|
|
/** Input charset family. @see U_CHARSET_FAMILY @internal ICU 2.8 */
|
||
|
|
uint8_t inCharset;
|
||
|
|
/** Output endianness. @internal ICU 2.8 */
|
||
|
|
UBool outIsBigEndian;
|
||
|
|
/** Output charset family. @see U_CHARSET_FAMILY @internal ICU 2.8 */
|
||
|
|
uint8_t outCharset;
|
||
|
|
|
||
|
|
/* basic functions for reading data values */
|
||
|
|
|
||
|
|
/** Convert one uint16_t from input to platform endianness. @internal ICU 2.8 */
|
||
|
|
UDataReadUInt16 *readUInt16;
|
||
|
|
/** Convert one uint32_t from input to platform endianness. @internal ICU 2.8 */
|
||
|
|
UDataReadUInt32 *readUInt32;
|
||
|
|
/** Compare an invariant-character output string with a local one. @internal ICU 2.8 */
|
||
|
|
UDataCompareInvChars *compareInvChars;
|
||
|
|
|
||
|
|
/* basic functions for writing data values */
|
||
|
|
|
||
|
|
/** Convert one uint16_t from platform to input endianness. @internal ICU 2.8 */
|
||
|
|
UDataWriteUInt16 *writeUInt16;
|
||
|
|
/** Convert one uint32_t from platform to input endianness. @internal ICU 2.8 */
|
||
|
|
UDataWriteUInt32 *writeUInt32;
|
||
|
|
|
||
|
|
/* basic functions for data transformations */
|
||
|
|
|
||
|
|
/** Transform an array of 16-bit integers. @internal ICU 2.8 */
|
||
|
|
UDataSwapFn *swapArray16;
|
||
|
|
/** Transform an array of 32-bit integers. @internal ICU 2.8 */
|
||
|
|
UDataSwapFn *swapArray32;
|
||
|
|
/** Transform an array of 64-bit integers. @internal ICU 53 */
|
||
|
|
UDataSwapFn *swapArray64;
|
||
|
|
/** Transform an invariant-character string. @internal ICU 2.8 */
|
||
|
|
UDataSwapFn *swapInvChars;
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Function for message output when an error occurs during data swapping.
|
||
|
|
* Can be NULL.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
UDataPrintError *printError;
|
||
|
|
/** Context pointer for printError. @internal ICU 2.8 */
|
||
|
|
void *printErrorContext;
|
||
|
|
};
|
||
|
|
|
||
|
|
U_CDECL_END
|
||
|
|
|
||
|
|
U_CAPI UDataSwapper * U_EXPORT2
|
||
|
|
udata_openSwapper(UBool inIsBigEndian, uint8_t inCharset,
|
||
|
|
UBool outIsBigEndian, uint8_t outCharset,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Open a UDataSwapper for the given input data and the specified output
|
||
|
|
* characteristics.
|
||
|
|
* Values of -1 for any of the characteristics mean the local platform's
|
||
|
|
* characteristics.
|
||
|
|
*
|
||
|
|
* @see udata_swap
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
U_CAPI UDataSwapper * U_EXPORT2
|
||
|
|
udata_openSwapperForInputData(const void *data, int32_t length,
|
||
|
|
UBool outIsBigEndian, uint8_t outCharset,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
U_CAPI void U_EXPORT2
|
||
|
|
udata_closeSwapper(UDataSwapper *ds);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Read the beginning of an ICU data piece, recognize magic bytes,
|
||
|
|
* swap the structure.
|
||
|
|
* Set a U_UNSUPPORTED_ERROR if it does not look like an ICU data piece.
|
||
|
|
*
|
||
|
|
* @return The size of the data header, in bytes.
|
||
|
|
*
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
udata_swapDataHeader(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Convert one int16_t from input to platform endianness.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
U_CAPI int16_t U_EXPORT2
|
||
|
|
udata_readInt16(const UDataSwapper *ds, int16_t x);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Convert one int32_t from input to platform endianness.
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
udata_readInt32(const UDataSwapper *ds, int32_t x);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swap a block of invariant, NUL-terminated strings, but not padding
|
||
|
|
* bytes after the last string.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
udata_swapInvStringBlock(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
U_CAPI void U_EXPORT2
|
||
|
|
udata_printError(const UDataSwapper *ds,
|
||
|
|
const char *fmt,
|
||
|
|
...);
|
||
|
|
|
||
|
|
/* internal exports from putil.c -------------------------------------------- */
|
||
|
|
|
||
|
|
/* declared here to keep them out of the public putil.h */
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swap invariant char * strings ASCII->EBCDIC.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
uprv_ebcdicFromAscii(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Copy invariant ASCII char * strings and verify they are invariant.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CFUNC int32_t
|
||
|
|
uprv_copyAscii(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swap invariant char * strings EBCDIC->ASCII.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CFUNC int32_t
|
||
|
|
uprv_asciiFromEbcdic(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Copy invariant EBCDIC char * strings and verify they are invariant.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CFUNC int32_t
|
||
|
|
uprv_copyEbcdic(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Compare ASCII invariant char * with Unicode invariant UChar *
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CFUNC int32_t
|
||
|
|
uprv_compareInvAscii(const UDataSwapper *ds,
|
||
|
|
const char *outString, int32_t outLength,
|
||
|
|
const UChar *localString, int32_t localLength);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Compare EBCDIC invariant char * with Unicode invariant UChar *
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CFUNC int32_t
|
||
|
|
uprv_compareInvEbcdic(const UDataSwapper *ds,
|
||
|
|
const char *outString, int32_t outLength,
|
||
|
|
const UChar *localString, int32_t localLength);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* \def uprv_compareInvWithUChar
|
||
|
|
* Compare an invariant-character strings with a UChar string
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
#if U_CHARSET_FAMILY==U_ASCII_FAMILY
|
||
|
|
# define uprv_compareInvWithUChar uprv_compareInvAscii
|
||
|
|
#elif U_CHARSET_FAMILY==U_EBCDIC_FAMILY
|
||
|
|
# define uprv_compareInvWithUChar uprv_compareInvEbcdic
|
||
|
|
#else
|
||
|
|
# error Unknown charset family!
|
||
|
|
#endif
|
||
|
|
|
||
|
|
// utrie_swap.cpp -----------------------------------------------------------***
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swaps a serialized UTrie.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
utrie_swap(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swaps a serialized UTrie2.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
utrie2_swap(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swaps a serialized UCPTrie.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
ucptrie_swap(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Swaps a serialized UTrie, UTrie2, or UCPTrie.
|
||
|
|
* @internal
|
||
|
|
*/
|
||
|
|
U_CAPI int32_t U_EXPORT2
|
||
|
|
utrie_swapAnyVersion(const UDataSwapper *ds,
|
||
|
|
const void *inData, int32_t length, void *outData,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
/* material... -------------------------------------------------------------- */
|
||
|
|
|
||
|
|
#if 0
|
||
|
|
|
||
|
|
/* udata.h */
|
||
|
|
|
||
|
|
/**
|
||
|
|
* Public API function in udata.c
|
||
|
|
*
|
||
|
|
* Same as udata_openChoice() but automatically swaps the data.
|
||
|
|
* isAcceptable, if not NULL, may accept data with endianness and charset family
|
||
|
|
* different from the current platform's properties.
|
||
|
|
* If the data is acceptable and the platform properties do not match, then
|
||
|
|
* the swap function is called to swap an allocated version of the data.
|
||
|
|
* Preflighting may or may not be performed depending on whether the size of
|
||
|
|
* the loaded data item is known.
|
||
|
|
*
|
||
|
|
* @param isAcceptable Same as for udata_openChoice(). May be NULL.
|
||
|
|
*
|
||
|
|
* @internal ICU 2.8
|
||
|
|
*/
|
||
|
|
U_CAPI UDataMemory * U_EXPORT2
|
||
|
|
udata_openSwap(const char *path, const char *type, const char *name,
|
||
|
|
UDataMemoryIsAcceptable *isAcceptable, void *isAcceptableContext,
|
||
|
|
UDataSwapFn *swap,
|
||
|
|
UDataPrintError *printError, void *printErrorContext,
|
||
|
|
UErrorCode *pErrorCode);
|
||
|
|
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#endif
|