Lines Matching defs:tokenCount
37 * uint16_t tokenCount;
38 * uint16_t tokenTable[tokenCount];
44 * if(c>=tokenCount) write that character c directly
195 static uint32_t tokenCount;
531 tokenCount=i;
538 tokenCount=256-letterCount;
539 for(i=tokenCount; i<wordCount; ++i) {
545 uprv_sortArray(words+tokenCount, wordCount-tokenCount, sizeof(Word),
554 tokenCount=wordCount+letterCount+(LEADBYTE_LIMIT-1);
560 tokenCount+=(tokenCount-256+254)/255;
562 leadByteCount=(int16_t)(tokenCount>>8);
565 tokenCount-=(LEADBYTE_LIMIT-1)-leadByteCount;
569 tokenCount=LEADBYTE_LIMIT*256;
570 wordCount=tokenCount-letterCount-(LEADBYTE_LIMIT-1);
572 wordCount-=(tokenCount-256+254)/255;
617 tokenCount=i; /* should be already tokenCount={i or i+1} */
624 printf("number of tokens: %lu\n", (unsigned long)tokenCount);
785 for(i=0; i<tokenCount; ++i) {
799 * We simply round up tokenCount to the next multiple of 256 to account for
804 * If tokenCount>256, then a semicolon (NAME_SEPARATOR_CHAR) is used
810 * It would be sufficient to increase tokenCount so that its lower 8 bits
815 i=tokenCount;
816 tokenCount=(tokenCount+0xff)&~0xff;
817 if(!beQuiet && i<tokenCount) {
818 printf("number of tokens[] padding entries for data swapping: %lu\n", (unsigned long)(tokenCount-i));
820 for(; i<tokenCount; ++i) {
836 * - the token table, uint16_t[tokenCount] (2*tokenCount)
847 tokenStringOffset=4+4+4+4+2+2*tokenCount;
869 udata_write16(pData, (uint16_t)tokenCount);
870 udata_writeBlock(pData, tokens, 2*tokenCount);
921 for(i=0; i<(int16_t)tokenCount; ++i) {