projects
/
yaz-moved-to-github.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
ICU test refactor. Hide icu_tokenizer struct.
[yaz-moved-to-github.git]
/
include
/
yaz
/
icu_I18N.h
diff --git
a/include/yaz/icu_I18N.h
b/include/yaz/icu_I18N.h
index
3ad54e2
..
b330446
100644
(file)
--- a/
include/yaz/icu_I18N.h
+++ b/
include/yaz/icu_I18N.h
@@
-120,25
+120,7
@@
void icu_sortkey8_from_utf16(UCollator *coll,
struct icu_buf_utf16 * src16,
UErrorCode * status);
struct icu_buf_utf16 * src16,
UErrorCode * status);
-struct icu_tokenizer
-{
- char action;
- UBreakIterator* bi;
- struct icu_buf_utf16 * buf16;
- int32_t token_count;
- int32_t token_id;
- int32_t token_start;
- int32_t token_end;
-/*
- keep always invariant
- 0 <= token_start
- <= token_end
- <= buf16->utf16_len
- and invariant
- 0 <= token_id <= token_count
-*/
-};
-
+struct icu_tokenizer;
struct icu_tokenizer * icu_tokenizer_create(const char *locale, char action,
UErrorCode *status);
struct icu_tokenizer * icu_tokenizer_create(const char *locale, char action,
UErrorCode *status);