golden hour
/opt/alt/libicu/usr/include/unicode
⬆️ Go Up
Upload
File/Folder
Size
Actions
alphaindex.h
26.42 KB
Del
OK
appendable.h
8.43 KB
Del
OK
basictz.h
8.84 KB
Del
OK
brkiter.h
27.53 KB
Del
OK
bytestream.h
9.54 KB
Del
OK
bytestrie.h
19.26 KB
Del
OK
bytestriebuilder.h
7.02 KB
Del
OK
calendar.h
105.06 KB
Del
OK
caniter.h
7.37 KB
Del
OK
casemap.h
25.26 KB
Del
OK
char16ptr.h
7.16 KB
Del
OK
chariter.h
24 KB
Del
OK
choicfmt.h
23.85 KB
Del
OK
coleitr.h
13.7 KB
Del
OK
coll.h
55.59 KB
Del
OK
compactdecimalformat.h
6.81 KB
Del
OK
curramt.h
3.69 KB
Del
OK
currpinf.h
7.24 KB
Del
OK
currunit.h
3.52 KB
Del
OK
datefmt.h
40.37 KB
Del
OK
dbbi.h
1.11 KB
Del
OK
dcfmtsym.h
20.1 KB
Del
OK
decimfmt.h
86.4 KB
Del
OK
docmain.h
6.72 KB
Del
OK
dtfmtsym.h
37.64 KB
Del
OK
dtintrv.h
3.76 KB
Del
OK
dtitvfmt.h
42.87 KB
Del
OK
dtitvinf.h
18.46 KB
Del
OK
dtptngen.h
25.03 KB
Del
OK
dtrule.h
8.62 KB
Del
OK
edits.h
20.67 KB
Del
OK
enumset.h
2.08 KB
Del
OK
errorcode.h
4.78 KB
Del
OK
fieldpos.h
8.63 KB
Del
OK
filteredbrk.h
5.24 KB
Del
OK
fmtable.h
24.36 KB
Del
OK
format.h
12.44 KB
Del
OK
fpositer.h
2.98 KB
Del
OK
gender.h
3.27 KB
Del
OK
gregocal.h
31.57 KB
Del
OK
icudataver.h
1.03 KB
Del
OK
icuplug.h
11.88 KB
Del
OK
idna.h
12.63 KB
Del
OK
listformatter.h
6.18 KB
Del
OK
localpointer.h
16.88 KB
Del
OK
locdspnm.h
7.05 KB
Del
OK
locid.h
44.92 KB
Del
OK
measfmt.h
12.01 KB
Del
OK
measunit.h
38.5 KB
Del
OK
measure.h
4.26 KB
Del
OK
messagepattern.h
33.65 KB
Del
OK
msgfmt.h
43.36 KB
Del
OK
normalizer2.h
33.97 KB
Del
OK
normlzr.h
30.74 KB
Del
OK
nounit.h
2.63 KB
Del
OK
numberformatter.h
87.07 KB
Del
OK
numberrangeformatter.h
28.74 KB
Del
OK
numfmt.h
49.14 KB
Del
OK
numsys.h
6.73 KB
Del
OK
parseerr.h
3.08 KB
Del
OK
parsepos.h
5.45 KB
Del
OK
platform.h
27.1 KB
Del
OK
plurfmt.h
25.18 KB
Del
OK
plurrule.h
17.42 KB
Del
OK
ptypes.h
3.49 KB
Del
OK
putil.h
6.33 KB
Del
OK
rbbi.h
26.41 KB
Del
OK
rbnf.h
49.79 KB
Del
OK
rbtz.h
15.47 KB
Del
OK
regex.h
84.91 KB
Del
OK
region.h
9.12 KB
Del
OK
reldatefmt.h
14.46 KB
Del
OK
rep.h
9.5 KB
Del
OK
resbund.h
18.01 KB
Del
OK
schriter.h
6.26 KB
Del
OK
scientificnumberformatter.h
6.32 KB
Del
OK
search.h
22.21 KB
Del
OK
selfmt.h
14.24 KB
Del
OK
simpleformatter.h
11.43 KB
Del
OK
simpletz.h
45.3 KB
Del
OK
smpdtfmt.h
70.74 KB
Del
OK
sortkey.h
11.12 KB
Del
OK
std_string.h
1015 B
Del
OK
strenum.h
10.04 KB
Del
OK
stringoptions.h
5.79 KB
Del
OK
stringpiece.h
6.46 KB
Del
OK
stringtriebuilder.h
15.27 KB
Del
OK
stsearch.h
21.29 KB
Del
OK
symtable.h
4.21 KB
Del
OK
tblcoll.h
36.4 KB
Del
OK
timezone.h
40.88 KB
Del
OK
tmunit.h
3.29 KB
Del
OK
tmutamt.h
4.8 KB
Del
OK
tmutfmt.h
7.79 KB
Del
OK
translit.h
65.76 KB
Del
OK
tzfmt.h
42.82 KB
Del
OK
tznames.h
16.79 KB
Del
OK
tzrule.h
35.32 KB
Del
OK
tztrans.h
6.07 KB
Del
OK
ubidi.h
89.56 KB
Del
OK
ubiditransform.h
12.65 KB
Del
OK
ubrk.h
23.97 KB
Del
OK
ucal.h
55.2 KB
Del
OK
ucasemap.h
15.18 KB
Del
OK
ucat.h
5.36 KB
Del
OK
uchar.h
139.96 KB
Del
OK
ucharstrie.h
21.06 KB
Del
OK
ucharstriebuilder.h
7.14 KB
Del
OK
uchriter.h
13.14 KB
Del
OK
uclean.h
11.21 KB
Del
OK
ucnv.h
83.09 KB
Del
OK
ucnv_cb.h
6.59 KB
Del
OK
ucnv_err.h
20.99 KB
Del
OK
ucnvsel.h
6.14 KB
Del
OK
ucol.h
61.39 KB
Del
OK
ucoleitr.h
9.46 KB
Del
OK
uconfig.h
11.67 KB
Del
OK
ucpmap.h
5.58 KB
Del
OK
ucptrie.h
22.29 KB
Del
OK
ucsdet.h
14.67 KB
Del
OK
ucurr.h
15.57 KB
Del
OK
udat.h
60.13 KB
Del
OK
udata.h
15.53 KB
Del
OK
udateintervalformat.h
6.79 KB
Del
OK
udatpg.h
26.04 KB
Del
OK
udisplaycontext.h
5.89 KB
Del
OK
uenum.h
7.78 KB
Del
OK
ufieldpositer.h
4.36 KB
Del
OK
uformattable.h
10.94 KB
Del
OK
ugender.h
2 KB
Del
OK
uidna.h
33.37 KB
Del
OK
uiter.h
22.77 KB
Del
OK
uldnames.h
10.45 KB
Del
OK
ulistformatter.h
5.03 KB
Del
OK
uloc.h
50.75 KB
Del
OK
ulocdata.h
11.26 KB
Del
OK
umachine.h
13.19 KB
Del
OK
umisc.h
1.33 KB
Del
OK
umsg.h
24.23 KB
Del
OK
umutablecptrie.h
8.28 KB
Del
OK
unifilt.h
3.63 KB
Del
OK
unifunct.h
3.98 KB
Del
OK
unimatch.h
6.04 KB
Del
OK
unirepl.h
3.32 KB
Del
OK
uniset.h
64.25 KB
Del
OK
unistr.h
174.4 KB
Del
OK
unorm.h
20.45 KB
Del
OK
unorm2.h
24.66 KB
Del
OK
unum.h
53.38 KB
Del
OK
unumberformatter.h
23.76 KB
Del
OK
unumsys.h
7.14 KB
Del
OK
uobject.h
10.7 KB
Del
OK
upluralrules.h
6.72 KB
Del
OK
uregex.h
72.05 KB
Del
OK
uregion.h
9.84 KB
Del
OK
ureldatefmt.h
12.22 KB
Del
OK
urename.h
127.73 KB
Del
OK
urep.h
5.38 KB
Del
OK
ures.h
36.53 KB
Del
OK
uscript.h
26.52 KB
Del
OK
usearch.h
38.12 KB
Del
OK
uset.h
40 KB
Del
OK
usetiter.h
9.49 KB
Del
OK
ushape.h
18 KB
Del
OK
uspoof.h
66.03 KB
Del
OK
usprep.h
8.14 KB
Del
OK
ustdio.h
38.54 KB
Del
OK
ustream.h
1.8 KB
Del
OK
ustring.h
72.47 KB
Del
OK
ustringtrie.h
3.15 KB
Del
OK
utext.h
58.11 KB
Del
OK
utf.h
7.86 KB
Del
OK
utf16.h
22.33 KB
Del
OK
utf32.h
763 B
Del
OK
utf8.h
30.01 KB
Del
OK
utf_old.h
43.78 KB
Del
OK
utmscale.h
13.78 KB
Del
OK
utrace.h
13.89 KB
Del
OK
utrans.h
25.54 KB
Del
OK
utypes.h
30.48 KB
Del
OK
uvernum.h
6.06 KB
Del
OK
uversion.h
6.7 KB
Del
OK
vtzone.h
20.17 KB
Del
OK
Edit: ucsdet.h
// © 2016 and later: Unicode, Inc. and others. // License & terms of use: http://www.unicode.org/copyright.html /* ********************************************************************** * Copyright (C) 2005-2013, International Business Machines * Corporation and others. All Rights Reserved. ********************************************************************** * file name: ucsdet.h * encoding: UTF-8 * indentation:4 * * created on: 2005Aug04 * created by: Andy Heninger * * ICU Character Set Detection, API for C * * Draft version 18 Oct 2005 * */ #ifndef __UCSDET_H #define __UCSDET_H #include "unicode/utypes.h" #if !UCONFIG_NO_CONVERSION #include "unicode/localpointer.h" #include "unicode/uenum.h" /** * \file * \brief C API: Charset Detection API * * This API provides a facility for detecting the * charset or encoding of character data in an unknown text format. * The input data can be from an array of bytes. * <p> * Character set detection is at best an imprecise operation. The detection * process will attempt to identify the charset that best matches the characteristics * of the byte data, but the process is partly statistical in nature, and * the results can not be guaranteed to always be correct. * <p> * For best accuracy in charset detection, the input data should be primarily * in a single language, and a minimum of a few hundred bytes worth of plain text * in the language are needed. The detection process will attempt to * ignore html or xml style markup that could otherwise obscure the content. * <p> * An alternative to the ICU Charset Detector is the * Compact Encoding Detector, https://github.com/google/compact_enc_det. * It often gives more accurate results, especially with short input samples. */ struct UCharsetDetector; /** * Structure representing a charset detector * @stable ICU 3.6 */ typedef struct UCharsetDetector UCharsetDetector; struct UCharsetMatch; /** * Opaque structure representing a match that was identified * from a charset detection operation. * @stable ICU 3.6 */ typedef struct UCharsetMatch UCharsetMatch; /** * Open a charset detector. * * @param status Any error conditions occurring during the open * operation are reported back in this variable. * @return the newly opened charset detector. * @stable ICU 3.6 */ U_STABLE UCharsetDetector * U_EXPORT2 ucsdet_open(UErrorCode *status); /** * Close a charset detector. All storage and any other resources * owned by this charset detector will be released. Failure to * close a charset detector when finished with it can result in * memory leaks in the application. * * @param ucsd The charset detector to be closed. * @stable ICU 3.6 */ U_STABLE void U_EXPORT2 ucsdet_close(UCharsetDetector *ucsd); #if U_SHOW_CPLUSPLUS_API U_NAMESPACE_BEGIN /** * \class LocalUCharsetDetectorPointer * "Smart pointer" class, closes a UCharsetDetector via ucsdet_close(). * For most methods see the LocalPointerBase base class. * * @see LocalPointerBase * @see LocalPointer * @stable ICU 4.4 */ U_DEFINE_LOCAL_OPEN_POINTER(LocalUCharsetDetectorPointer, UCharsetDetector, ucsdet_close); U_NAMESPACE_END #endif /** * Set the input byte data whose charset is to detected. * * Ownership of the input text byte array remains with the caller. * The input string must not be altered or deleted until the charset * detector is either closed or reset to refer to different input text. * * @param ucsd the charset detector to be used. * @param textIn the input text of unknown encoding. . * @param len the length of the input text, or -1 if the text * is NUL terminated. * @param status any error conditions are reported back in this variable. * * @stable ICU 3.6 */ U_STABLE void U_EXPORT2 ucsdet_setText(UCharsetDetector *ucsd, const char *textIn, int32_t len, UErrorCode *status); /** Set the declared encoding for charset detection. * The declared encoding of an input text is an encoding obtained * by the user from an http header or xml declaration or similar source that * can be provided as an additional hint to the charset detector. * * How and whether the declared encoding will be used during the * detection process is TBD. * * @param ucsd the charset detector to be used. * @param encoding an encoding for the current data obtained from * a header or declaration or other source outside * of the byte data itself. * @param length the length of the encoding name, or -1 if the name string * is NUL terminated. * @param status any error conditions are reported back in this variable. * * @stable ICU 3.6 */ U_STABLE void U_EXPORT2 ucsdet_setDeclaredEncoding(UCharsetDetector *ucsd, const char *encoding, int32_t length, UErrorCode *status); /** * Return the charset that best matches the supplied input data. * * Note though, that because the detection * only looks at the start of the input data, * there is a possibility that the returned charset will fail to handle * the full set of input data. * <p> * The returned UCharsetMatch object is owned by the UCharsetDetector. * It will remain valid until the detector input is reset, or until * the detector is closed. * <p> * The function will fail if * <ul> * <li>no charset appears to match the data.</li> * <li>no input text has been provided</li> * </ul> * * @param ucsd the charset detector to be used. * @param status any error conditions are reported back in this variable. * @return a UCharsetMatch representing the best matching charset, * or NULL if no charset matches the byte data. * * @stable ICU 3.6 */ U_STABLE const UCharsetMatch * U_EXPORT2 ucsdet_detect(UCharsetDetector *ucsd, UErrorCode *status); /** * Find all charset matches that appear to be consistent with the input, * returning an array of results. The results are ordered with the * best quality match first. * * Because the detection only looks at a limited amount of the * input byte data, some of the returned charsets may fail to handle * the all of input data. * <p> * The returned UCharsetMatch objects are owned by the UCharsetDetector. * They will remain valid until the detector is closed or modified * * <p> * Return an error if * <ul> * <li>no charsets appear to match the input data.</li> * <li>no input text has been provided</li> * </ul> * * @param ucsd the charset detector to be used. * @param matchesFound pointer to a variable that will be set to the * number of charsets identified that are consistent with * the input data. Output only. * @param status any error conditions are reported back in this variable. * @return A pointer to an array of pointers to UCharSetMatch objects. * This array, and the UCharSetMatch instances to which it refers, * are owned by the UCharsetDetector, and will remain valid until * the detector is closed or modified. * @stable ICU 3.6 */ U_STABLE const UCharsetMatch ** U_EXPORT2 ucsdet_detectAll(UCharsetDetector *ucsd, int32_t *matchesFound, UErrorCode *status); /** * Get the name of the charset represented by a UCharsetMatch. * * The storage for the returned name string is owned by the * UCharsetMatch, and will remain valid while the UCharsetMatch * is valid. * * The name returned is suitable for use with the ICU conversion APIs. * * @param ucsm The charset match object. * @param status Any error conditions are reported back in this variable. * @return The name of the matching charset. * * @stable ICU 3.6 */ U_STABLE const char * U_EXPORT2 ucsdet_getName(const UCharsetMatch *ucsm, UErrorCode *status); /** * Get a confidence number for the quality of the match of the byte * data with the charset. Confidence numbers range from zero to 100, * with 100 representing complete confidence and zero representing * no confidence. * * The confidence values are somewhat arbitrary. They define an * an ordering within the results for any single detection operation * but are not generally comparable between the results for different input. * * A confidence value of ten does have a general meaning - it is used * for charsets that can represent the input data, but for which there * is no other indication that suggests that the charset is the correct one. * Pure 7 bit ASCII data, for example, is compatible with a * great many charsets, most of which will appear as possible matches * with a confidence of 10. * * @param ucsm The charset match object. * @param status Any error conditions are reported back in this variable. * @return A confidence number for the charset match. * * @stable ICU 3.6 */ U_STABLE int32_t U_EXPORT2 ucsdet_getConfidence(const UCharsetMatch *ucsm, UErrorCode *status); /** * Get the RFC 3066 code for the language of the input data. * * The Charset Detection service is intended primarily for detecting * charsets, not language. For some, but not all, charsets, a language is * identified as a byproduct of the detection process, and that is what * is returned by this function. * * CAUTION: * 1. Language information is not available for input data encoded in * all charsets. In particular, no language is identified * for UTF-8 input data. * * 2. Closely related languages may sometimes be confused. * * If more accurate language detection is required, a linguistic * analysis package should be used. * * The storage for the returned name string is owned by the * UCharsetMatch, and will remain valid while the UCharsetMatch * is valid. * * @param ucsm The charset match object. * @param status Any error conditions are reported back in this variable. * @return The RFC 3066 code for the language of the input data, or * an empty string if the language could not be determined. * * @stable ICU 3.6 */ U_STABLE const char * U_EXPORT2 ucsdet_getLanguage(const UCharsetMatch *ucsm, UErrorCode *status); /** * Get the entire input text as a UChar string, placing it into * a caller-supplied buffer. A terminating * NUL character will be appended to the buffer if space is available. * * The number of UChars in the output string, not including the terminating * NUL, is returned. * * If the supplied buffer is smaller than required to hold the output, * the contents of the buffer are undefined. The full output string length * (in UChars) is returned as always, and can be used to allocate a buffer * of the correct size. * * * @param ucsm The charset match object. * @param buf A UChar buffer to be filled with the converted text data. * @param cap The capacity of the buffer in UChars. * @param status Any error conditions are reported back in this variable. * @return The number of UChars in the output string. * * @stable ICU 3.6 */ U_STABLE int32_t U_EXPORT2 ucsdet_getUChars(const UCharsetMatch *ucsm, UChar *buf, int32_t cap, UErrorCode *status); /** * Get an iterator over the set of all detectable charsets - * over the charsets that are known to the charset detection * service. * * The returned UEnumeration provides access to the names of * the charsets. * * <p> * The state of the Charset detector that is passed in does not * affect the result of this function, but requiring a valid, open * charset detector as a parameter insures that the charset detection * service has been safely initialized and that the required detection * data is available. * * <p> * <b>Note:</b> Multiple different charset encodings in a same family may use * a single shared name in this implementation. For example, this method returns * an array including "ISO-8859-1" (ISO Latin 1), but not including "windows-1252" * (Windows Latin 1). However, actual detection result could be "windows-1252" * when the input data matches Latin 1 code points with any points only available * in "windows-1252". * * @param ucsd a Charset detector. * @param status Any error conditions are reported back in this variable. * @return an iterator providing access to the detectable charset names. * @stable ICU 3.6 */ U_STABLE UEnumeration * U_EXPORT2 ucsdet_getAllDetectableCharsets(const UCharsetDetector *ucsd, UErrorCode *status); /** * Test whether input filtering is enabled for this charset detector. * Input filtering removes text that appears to be HTML or xml * markup from the input before applying the code page detection * heuristics. * * @param ucsd The charset detector to check. * @return TRUE if filtering is enabled. * @stable ICU 3.6 */ U_STABLE UBool U_EXPORT2 ucsdet_isInputFilterEnabled(const UCharsetDetector *ucsd); /** * Enable filtering of input text. If filtering is enabled, * text within angle brackets ("<" and ">") will be removed * before detection, which will remove most HTML or xml markup. * * @param ucsd the charset detector to be modified. * @param filter <code>true</code> to enable input text filtering. * @return The previous setting. * * @stable ICU 3.6 */ U_STABLE UBool U_EXPORT2 ucsdet_enableInputFilter(UCharsetDetector *ucsd, UBool filter); #ifndef U_HIDE_INTERNAL_API /** * Get an iterator over the set of detectable charsets - * over the charsets that are enabled by the specified charset detector. * * The returned UEnumeration provides access to the names of * the charsets. * * @param ucsd a Charset detector. * @param status Any error conditions are reported back in this variable. * @return an iterator providing access to the detectable charset names by * the specified charset detector. * @internal */ U_INTERNAL UEnumeration * U_EXPORT2 ucsdet_getDetectableCharsets(const UCharsetDetector *ucsd, UErrorCode *status); /** * Enable or disable individual charset encoding. * A name of charset encoding must be included in the names returned by * {@link #ucsdet_getAllDetectableCharsets()}. * * @param ucsd a Charset detector. * @param encoding encoding the name of charset encoding. * @param enabled <code>TRUE</code> to enable, or <code>FALSE</code> to disable the * charset encoding. * @param status receives the return status. When the name of charset encoding * is not supported, U_ILLEGAL_ARGUMENT_ERROR is set. * @internal */ U_INTERNAL void U_EXPORT2 ucsdet_setDetectableCharset(UCharsetDetector *ucsd, const char *encoding, UBool enabled, UErrorCode *status); #endif /* U_HIDE_INTERNAL_API */ #endif #endif /* __UCSDET_H */
Save