diff options
Diffstat (limited to 'src/charset.c')
-rw-r--r-- | src/charset.c | 1795 |
1 files changed, 1795 insertions, 0 deletions
diff --git a/src/charset.c b/src/charset.c new file mode 100644 index 000000000..2424e27ce --- /dev/null +++ b/src/charset.c @@ -0,0 +1,1795 @@ +/* vi:set ts=8 sts=4 sw=4: + * + * VIM - Vi IMproved by Bram Moolenaar + * + * Do ":help uganda" in Vim to read copying and usage conditions. + * Do ":help credits" in Vim to see a list of people who contributed. + * See README.txt for an overview of the Vim source code. + */ + +#include "vim.h" + +#ifdef FEAT_LINEBREAK +static int win_chartabsize __ARGS((win_T *wp, char_u *p, colnr_T col)); +#endif + +#ifdef FEAT_MBYTE +static int win_nolbr_chartabsize __ARGS((win_T *wp, char_u *s, colnr_T col, int *headp)); +#endif + +static int nr2hex __ARGS((int c)); + +static int chartab_initialized = FALSE; + +/* b_chartab[] is an array of 32 bytes, each bit representing one of the + * characters 0-255. */ +#define SET_CHARTAB(buf, c) (buf)->b_chartab[(unsigned)(c) >> 3] |= (1 << ((c) & 0x7)) +#define RESET_CHARTAB(buf, c) (buf)->b_chartab[(unsigned)(c) >> 3] &= ~(1 << ((c) & 0x7)) +#define GET_CHARTAB(buf, c) ((buf)->b_chartab[(unsigned)(c) >> 3] & (1 << ((c) & 0x7))) + +/* + * Fill chartab[]. Also fills curbuf->b_chartab[] with flags for keyword + * characters for current buffer. + * + * Depends on the option settings 'iskeyword', 'isident', 'isfname', + * 'isprint' and 'encoding'. + * + * The index in chartab[] depends on 'encoding': + * - For non-multi-byte index with the byte (same as the character). + * - For DBCS index with the first byte. + * - For UTF-8 index with the character (when first byte is up to 0x80 it is + * the same as the character, if the first byte is 0x80 and above it depends + * on further bytes). + * + * The contents of chartab[]: + * - The lower two bits, masked by CT_CELL_MASK, give the number of display + * cells the character occupies (1 or 2). Not valid for UTF-8 above 0x80. + * - CT_PRINT_CHAR bit is set when the character is printable (no need to + * translate the character before displaying it). Note that only DBCS + * characters can have 2 display cells and still be printable. + * - CT_FNAME_CHAR bit is set when the character can be in a file name. + * - CT_ID_CHAR bit is set when the character can be in an identifier. + * + * Return FAIL if 'iskeyword', 'isident', 'isfname' or 'isprint' option has an + * error, OK otherwise. + */ + int +init_chartab() +{ + return buf_init_chartab(curbuf, TRUE); +} + + int +buf_init_chartab(buf, global) + buf_T *buf; + int global; /* FALSE: only set buf->b_chartab[] */ +{ + int c; + int c2; + char_u *p; + int i; + int tilde; + int do_isalpha; + + if (global) + { + /* + * Set the default size for printable characters: + * From <Space> to '~' is 1 (printable), others are 2 (not printable). + * This also inits all 'isident' and 'isfname' flags to FALSE. + * + * EBCDIC: all chars below ' ' are not printable, all others are + * printable. + */ + c = 0; + while (c < ' ') + chartab[c++] = (dy_flags & DY_UHEX) ? 4 : 2; +#ifdef EBCDIC + while (c < 255) +#else + while (c <= '~') +#endif + chartab[c++] = 1 + CT_PRINT_CHAR; +#ifdef FEAT_FKMAP + if (p_altkeymap) + { + while (c < YE) + chartab[c++] = 1 + CT_PRINT_CHAR; + } +#endif + while (c < 256) + { +#ifdef FEAT_MBYTE + /* UTF-8: bytes 0xa0 - 0xff are printable (latin1) */ + if (enc_utf8 && c >= 0xa0) + chartab[c++] = CT_PRINT_CHAR + 1; + /* euc-jp characters starting with 0x8e are single width */ + else if (enc_dbcs == DBCS_JPNU && c == 0x8e) + chartab[c++] = CT_PRINT_CHAR + 1; + /* other double-byte chars can be printable AND double-width */ + else if (enc_dbcs != 0 && MB_BYTE2LEN(c) == 2) + chartab[c++] = CT_PRINT_CHAR + 2; + else +#endif + /* the rest is unprintable by default */ + chartab[c++] = (dy_flags & DY_UHEX) ? 4 : 2; + } + +#ifdef FEAT_MBYTE + /* Assume that every multi-byte char is a filename character. */ + for (c = 1; c < 256; ++c) + if ((enc_dbcs != 0 && MB_BYTE2LEN(c) > 1) + || (enc_dbcs == DBCS_JPNU && c == 0x8e) + || (enc_utf8 && c >= 0xa0)) + chartab[c] |= CT_FNAME_CHAR; +#endif + } + + /* + * Init word char flags all to FALSE + */ + vim_memset(buf->b_chartab, 0, (size_t)32); +#ifdef FEAT_MBYTE + for (c = 0; c < 256; ++c) + { + /* double-byte characters are probably word characters */ + if (enc_dbcs != 0 && MB_BYTE2LEN(c) == 2) + SET_CHARTAB(buf, c); + } +#endif + +#ifdef FEAT_LISP + /* + * In lisp mode the '-' character is included in keywords. + */ + if (buf->b_p_lisp) + SET_CHARTAB(buf, '-'); +#endif + + /* Walk through the 'isident', 'iskeyword', 'isfname' and 'isprint' + * options Each option is a list of characters, character numbers or + * ranges, separated by commas, e.g.: "200-210,x,#-178,-" + */ + for (i = global ? 0 : 3; i <= 3; ++i) + { + if (i == 0) + p = p_isi; /* first round: 'isident' */ + else if (i == 1) + p = p_isp; /* second round: 'isprint' */ + else if (i == 2) + p = p_isf; /* third round: 'isfname' */ + else /* i == 3 */ + p = buf->b_p_isk; /* fourth round: 'iskeyword' */ + + while (*p) + { + tilde = FALSE; + do_isalpha = FALSE; + if (*p == '^' && p[1] != NUL) + { + tilde = TRUE; + ++p; + } + if (VIM_ISDIGIT(*p)) + c = getdigits(&p); + else + c = *p++; + c2 = -1; + if (*p == '-' && p[1] != NUL) + { + ++p; + if (VIM_ISDIGIT(*p)) + c2 = getdigits(&p); + else + c2 = *p++; + } + if (c <= 0 || (c2 < c && c2 != -1) || c2 >= 256 + || !(*p == NUL || *p == ',')) + return FAIL; + + if (c2 == -1) /* not a range */ + { + /* + * A single '@' (not "@-@"): + * Decide on letters being ID/printable/keyword chars with + * standard function isalpha(). This takes care of locale for + * single-byte characters). + */ + if (c == '@') + { + do_isalpha = TRUE; + c = 1; + c2 = 255; + } + else + c2 = c; + } + while (c <= c2) + { + if (!do_isalpha || isalpha(c) +#ifdef FEAT_FKMAP + || (p_altkeymap && (F_isalpha(c) || F_isdigit(c))) +#endif + ) + { + if (i == 0) /* (re)set ID flag */ + { + if (tilde) + chartab[c] &= ~CT_ID_CHAR; + else + chartab[c] |= CT_ID_CHAR; + } + else if (i == 1) /* (re)set printable */ + { + if ((c < ' ' +#ifndef EBCDIC + || c > '~' +#endif +#ifdef FEAT_FKMAP + || (p_altkeymap + && (F_isalpha(c) || F_isdigit(c))) +#endif + ) +#ifdef FEAT_MBYTE + /* For double-byte we keep the cell width, so + * that we can detect it from the first byte. */ + && !(enc_dbcs && MB_BYTE2LEN(c) == 2) +#endif + ) + { + if (tilde) + { + chartab[c] = (chartab[c] & ~CT_CELL_MASK) + + ((dy_flags & DY_UHEX) ? 4 : 2); + chartab[c] &= ~CT_PRINT_CHAR; + } + else + { + chartab[c] = (chartab[c] & ~CT_CELL_MASK) + 1; + chartab[c] |= CT_PRINT_CHAR; + } + } + } + else if (i == 2) /* (re)set fname flag */ + { + if (tilde) + chartab[c] &= ~CT_FNAME_CHAR; + else + chartab[c] |= CT_FNAME_CHAR; + } + else /* i == 3 */ /* (re)set keyword flag */ + { + if (tilde) + RESET_CHARTAB(buf, c); + else + SET_CHARTAB(buf, c); + } + } + ++c; + } + p = skip_to_option_part(p); + } + } + chartab_initialized = TRUE; + return OK; +} + +/* + * Translate any special characters in buf[bufsize] in-place. + * The result is a string with only printable characters, but if there is not + * enough room, not all characters will be translated. + */ + void +trans_characters(buf, bufsize) + char_u *buf; + int bufsize; +{ + int len; /* length of string needing translation */ + int room; /* room in buffer after string */ + char_u *trs; /* translated character */ + int trs_len; /* length of trs[] */ + + len = (int)STRLEN(buf); + room = bufsize - len; + while (*buf != 0) + { +# ifdef FEAT_MBYTE + /* Assume a multi-byte character doesn't need translation. */ + if (has_mbyte && (trs_len = (*mb_ptr2len_check)(buf)) > 1) + len -= trs_len; + else +# endif + { + trs = transchar_byte(*buf); + trs_len = (int)STRLEN(trs); + if (trs_len > 1) + { + room -= trs_len - 1; + if (room <= 0) + return; + mch_memmove(buf + trs_len, buf + 1, (size_t)len); + } + mch_memmove(buf, trs, (size_t)trs_len); + --len; + } + buf += trs_len; + } +} + +#if defined(FEAT_EVAL) || defined(FEAT_TITLE) || defined(PROTO) +/* + * Translate a string into allocated memory, replacing special chars with + * printable chars. Returns NULL when out of memory. + */ + char_u * +transstr(s) + char_u *s; +{ + char_u *res; + char_u *p; +#ifdef FEAT_MBYTE + int l, len, c; + char_u hexbuf[11]; +#endif + +#ifdef FEAT_MBYTE + if (has_mbyte) + { + /* Compute the length of the result, taking account of unprintable + * multi-byte characters. */ + len = 0; + p = s; + while (*p != NUL) + { + if ((l = (*mb_ptr2len_check)(p)) > 1) + { + c = (*mb_ptr2char)(p); + p += l; + if (vim_isprintc(c)) + len += l; + else + { + transchar_hex(hexbuf, c); + len += STRLEN(hexbuf); + } + } + else + { + l = byte2cells(*p++); + if (l > 0) + len += l; + else + len += 4; /* illegal byte sequence */ + } + } + res = alloc((unsigned)(len + 1)); + } + else +#endif + res = alloc((unsigned)(vim_strsize(s) + 1)); + if (res != NULL) + { + *res = NUL; + p = s; + while (*p != NUL) + { +#ifdef FEAT_MBYTE + if (has_mbyte && (l = (*mb_ptr2len_check)(p)) > 1) + { + c = (*mb_ptr2char)(p); + if (vim_isprintc(c)) + STRNCAT(res, p, l); /* append printable multi-byte char */ + else + transchar_hex(res + STRLEN(res), c); + p += l; + } + else +#endif + STRCAT(res, transchar_byte(*p++)); + } + } + return res; +} +#endif + +#if defined(FEAT_SYN_HL) || defined(FEAT_INS_EXPAND) || defined(PROTO) +/* + * Convert the string "p[len]" to do ignore-case comparing. Uses the current + * locale. Returns an allocated string (NULL for out-of-memory). + */ + char_u * +str_foldcase(str, len) + char_u *str; + int len; +{ + garray_T ga; + int i; + +#define GA_CHAR(i) ((char_u *)ga.ga_data)[i] +#define GA_PTR(i) ((char_u *)ga.ga_data + i) + + /* Copy "str" into allocated memory, unmodified. */ + ga_init2(&ga, 1, 10); + if (ga_grow(&ga, len + 1) == FAIL) + return NULL; + mch_memmove(ga.ga_data, str, (size_t)len); + GA_CHAR(len) = NUL; + ga.ga_len = len; + ga.ga_room -= len; + + /* Make each character lower case. */ + i = 0; + while (GA_CHAR(i) != NUL) + { +#ifdef FEAT_MBYTE + if (enc_utf8 || (has_mbyte && MB_BYTE2LEN(GA_CHAR(i)) > 1)) + { + if (enc_utf8) + { + int c, lc; + + c = utf_ptr2char(GA_PTR(i)); + lc = utf_tolower(c); + if (c != lc) + { + int ol = utf_char2len(c); + int nl = utf_char2len(lc); + + /* If the byte length changes need to shift the following + * characters forward or backward. */ + if (ol != nl) + { + if (nl > ol) + if (ga_grow(&ga, nl - ol) == FAIL) + { + /* out of memory, keep old char */ + lc = c; + nl = ol; + } + if (ol != nl) + { + mch_memmove(GA_PTR(i) + nl, GA_PTR(i) + ol, + STRLEN(GA_PTR(i) + ol) + 1); + ga.ga_len += nl - ol; + ga.ga_room -= nl - ol; + } + } + (void)utf_char2bytes(lc, GA_PTR(i)); + } + } + /* skip to next multi-byte char */ + i += (*mb_ptr2len_check)(GA_PTR(i)); + } + else +#endif + { + GA_CHAR(i) = TOLOWER_LOC(GA_CHAR(i)); + ++i; + } + } + + return (char_u *)ga.ga_data; +} +#endif + +/* + * Catch 22: chartab[] can't be initialized before the options are + * initialized, and initializing options may cause transchar() to be called! + * When chartab_initialized == FALSE don't use chartab[]. + * Does NOT work for multi-byte characters, c must be <= 255. + * Also doesn't work for the first byte of a multi-byte, "c" must be a + * character! + */ +static char_u transchar_buf[7]; + + char_u * +transchar(c) + int c; +{ + int i; + + i = 0; + if (IS_SPECIAL(c)) /* special key code, display as ~@ char */ + { + transchar_buf[0] = '~'; + transchar_buf[1] = '@'; + i = 2; + c = K_SECOND(c); + } + + if ((!chartab_initialized && ( +#ifdef EBCDIC + (c >= 64 && c < 255) +#else + (c >= ' ' && c <= '~') +#endif +#ifdef FEAT_FKMAP + || F_ischar(c) +#endif + )) || (c < 256 && vim_isprintc_strict(c))) + { + /* printable character */ + transchar_buf[i] = c; + transchar_buf[i + 1] = NUL; + } + else + transchar_nonprint(transchar_buf + i, c); + return transchar_buf; +} + +#if defined(FEAT_MBYTE) || defined(PROTO) +/* + * Like transchar(), but called with a byte instead of a character. Checks + * for an illegal UTF-8 byte. + */ + char_u * +transchar_byte(c) + int c; +{ + if (enc_utf8 && c >= 0x80) + { + transchar_nonprint(transchar_buf, c); + return transchar_buf; + } + return transchar(c); +} +#endif + +/* + * Convert non-printable character to two or more printable characters in + * "buf[]". "buf" needs to be able to hold five bytes. + * Does NOT work for multi-byte characters, c must be <= 255. + */ + void +transchar_nonprint(buf, c) + char_u *buf; + int c; +{ + if (c == NL) + c = NUL; /* we use newline in place of a NUL */ + else if (c == CAR && get_fileformat(curbuf) == EOL_MAC) + c = NL; /* we use CR in place of NL in this case */ + + if (dy_flags & DY_UHEX) /* 'display' has "uhex" */ + transchar_hex(buf, c); + +#ifdef EBCDIC + /* For EBCDIC only the characters 0-63 and 255 are not printable */ + else if (CtrlChar(c) != 0 || c == DEL) +#else + else if (c <= 0x7f) /* 0x00 - 0x1f and 0x7f */ +#endif + { + buf[0] = '^'; +#ifdef EBCDIC + if (c == DEL) + buf[1] = '?'; /* DEL displayed as ^? */ + else + buf[1] = CtrlChar(c); +#else + buf[1] = c ^ 0x40; /* DEL displayed as ^? */ +#endif + + buf[2] = NUL; + } +#ifdef FEAT_MBYTE + else if (enc_utf8 && c >= 0x80) + { + transchar_hex(buf, c); + } +#endif +#ifndef EBCDIC + else if (c >= ' ' + 0x80 && c <= '~' + 0x80) /* 0xa0 - 0xfe */ + { + buf[0] = '|'; + buf[1] = c - 0x80; + buf[2] = NUL; + } +#else + else if (c < 64) + { + buf[0] = '~'; + buf[1] = MetaChar(c); + buf[2] = NUL; + } +#endif + else /* 0x80 - 0x9f and 0xff */ + { + /* + * TODO: EBCDIC I don't know what to do with this chars, so I display + * them as '~?' for now + */ + buf[0] = '~'; +#ifdef EBCDIC + buf[1] = '?'; /* 0xff displayed as ~? */ +#else + buf[1] = (c - 0x80) ^ 0x40; /* 0xff displayed as ~? */ +#endif + buf[2] = NUL; + } +} + + void +transchar_hex(buf, c) + char_u *buf; + int c; +{ + int i = 0; + + buf[0] = '<'; +#ifdef FEAT_MBYTE + if (c > 255) + { + buf[++i] = nr2hex((unsigned)c >> 12); + buf[++i] = nr2hex((unsigned)c >> 8); + } +#endif + buf[++i] = nr2hex((unsigned)c >> 4); + buf[++i] = nr2hex(c); + buf[++i] = '>'; + buf[++i] = NUL; +} + +/* + * Convert the lower 4 bits of byte "c" to its hex character. + * Lower case letters are used to avoid the confusion of <F1> being 0xf1 or + * function key 1. + */ + static int +nr2hex(c) + int c; +{ + if ((c & 0xf) <= 9) + return (c & 0xf) + '0'; + return (c & 0xf) - 10 + 'a'; +} + +/* + * Return number of display cells occupied by byte "b". + * Caller must make sure 0 <= b <= 255. + * For multi-byte mode "b" must be the first byte of a character. + * A TAB is counted as two cells: "^I". + * For UTF-8 mode this will return 0 for bytes >= 0x80, because the number of + * cells depends on further bytes. + */ + int +byte2cells(b) + int b; +{ +#ifdef FEAT_MBYTE + if (enc_utf8 && b >= 0x80) + return 0; +#endif + return (chartab[b] & CT_CELL_MASK); +} + +/* + * Return number of display cells occupied by character "c". + * "c" can be a special key (negative number) in which case 3 or 4 is returned. + * A TAB is counted as two cells: "^I" or four: "<09>". + */ + int +char2cells(c) + int c; +{ + if (IS_SPECIAL(c)) + return char2cells(K_SECOND(c)) + 2; +#ifdef FEAT_MBYTE + if (c >= 0x80) + { + /* UTF-8: above 0x80 need to check the value */ + if (enc_utf8) + return utf_char2cells(c); + /* DBCS: double-byte means double-width, except for euc-jp with first + * byte 0x8e */ + if (enc_dbcs != 0 && c >= 0x100) + { + if (enc_dbcs == DBCS_JPNU && ((unsigned)c >> 8) == 0x8e) + return 1; + return 2; + } + } +#endif + return (chartab[c & 0xff] & CT_CELL_MASK); +} + +/* + * Return number of display cells occupied by character at "*p". + * A TAB is counted as two cells: "^I" or four: "<09>". + */ + int +ptr2cells(p) + char_u *p; +{ +#ifdef FEAT_MBYTE + /* For UTF-8 we need to look at more bytes if the first byte is >= 0x80. */ + if (enc_utf8 && *p >= 0x80) + return utf_ptr2cells(p); + /* For DBCS we can tell the cell count from the first byte. */ +#endif + return (chartab[*p] & CT_CELL_MASK); +} + +/* + * Return the number of characters string "s" will take on the screen, + * counting TABs as two characters: "^I". + */ + int +vim_strsize(s) + char_u *s; +{ + return vim_strnsize(s, (int)MAXCOL); +} + +/* + * Return the number of characters string "s[len]" will take on the screen, + * counting TABs as two characters: "^I". + */ + int +vim_strnsize(s, len) + char_u *s; + int len; +{ + int size = 0; + + while (*s != NUL && --len >= 0) + { +#ifdef FEAT_MBYTE + if (has_mbyte) + { + int l = (*mb_ptr2len_check)(s); + + size += ptr2cells(s); + s += l; + len -= l - 1; + } + else +#endif + size += byte2cells(*s++); + } + return size; +} + +/* + * Return the number of characters 'c' will take on the screen, taking + * into account the size of a tab. + * Use a define to make it fast, this is used very often!!! + * Also see getvcol() below. + */ + +#define RET_WIN_BUF_CHARTABSIZE(wp, buf, p, col) \ + if (*(p) == TAB && (!(wp)->w_p_list || lcs_tab1)) \ + { \ + int ts; \ + ts = (buf)->b_p_ts; \ + return (int)(ts - (col % ts)); \ + } \ + else \ + return ptr2cells(p); + +#if defined(FEAT_VREPLACE) || defined(FEAT_EX_EXTRA) || defined(FEAT_GUI) \ + || defined(FEAT_VIRTUALEDIT) || defined(PROTO) + int +chartabsize(p, col) + char_u *p; + colnr_T col; +{ + RET_WIN_BUF_CHARTABSIZE(curwin, curbuf, p, col) +} +#endif + +#ifdef FEAT_LINEBREAK + static int +win_chartabsize(wp, p, col) + win_T *wp; + char_u *p; + colnr_T col; +{ + RET_WIN_BUF_CHARTABSIZE(wp, wp->w_buffer, p, col) +} +#endif + +/* + * return the number of characters the string 's' will take on the screen, + * taking into account the size of a tab + */ + int +linetabsize(s) + char_u *s; +{ + colnr_T col = 0; + + while (*s != NUL) + col += lbr_chartabsize_adv(&s, col); + return (int)col; +} + +/* + * Like linetabsize(), but for a given window instead of the current one. + */ + int +win_linetabsize(wp, p, len) + win_T *wp; + char_u *p; + colnr_T len; +{ + colnr_T col = 0; + char_u *s; + + for (s = p; *s != NUL && (len == MAXCOL || s < p + len); ) + { + col += win_lbr_chartabsize(wp, s, col, NULL); +#ifdef FEAT_MBYTE + if (has_mbyte) + s += (*mb_ptr2len_check)(s); + else +#endif + ++s; + } + return (int)col; +} + +/* + * return TRUE if 'c' is a normal identifier character + * letters and characters from 'isident' option. + */ + int +vim_isIDc(c) + int c; +{ + return (c > 0 && c < 0x100 && (chartab[c] & CT_ID_CHAR)); +} + +/* + * return TRUE if 'c' is a keyword character: Letters and characters from + * 'iskeyword' option for current buffer. + * For multi-byte characters mb_get_class() is used (builtin rules). + */ + int +vim_iswordc(c) + int c; +{ +#ifdef FEAT_MBYTE + if (c >= 0x100) + { + if (enc_dbcs != 0) + return dbcs_class((unsigned)c >> 8, c & 0xff) >= 2; + if (enc_utf8) + return utf_class(c) >= 2; + } +#endif + return (c > 0 && c < 0x100 && GET_CHARTAB(curbuf, c) != 0); +} + +/* + * Just like vim_iswordc() but uses a pointer to the (multi-byte) character. + */ + int +vim_iswordp(p) + char_u *p; +{ +#ifdef FEAT_MBYTE + if (has_mbyte && MB_BYTE2LEN(*p) > 1) + return mb_get_class(p) >= 2; +#endif + return GET_CHARTAB(curbuf, *p) != 0; +} + +#if defined(FEAT_SYN_HL) || defined(PROTO) + int +vim_iswordc_buf(p, buf) + char_u *p; + buf_T *buf; +{ +# ifdef FEAT_MBYTE + if (has_mbyte && MB_BYTE2LEN(*p) > 1) + return mb_get_class(p) >= 2; +# endif + return (GET_CHARTAB(buf, *p) != 0); +} +#endif + +/* + * return TRUE if 'c' is a valid file-name character + * Assume characters above 0x100 are valid (multi-byte). + */ + int +vim_isfilec(c) + int c; +{ + return (c >= 0x100 || (c > 0 && (chartab[c] & CT_FNAME_CHAR))); +} + +/* + * return TRUE if 'c' is a printable character + * Assume characters above 0x100 are printable (multi-byte), except for + * Unicode. + */ + int +vim_isprintc(c) + int c; +{ +#ifdef FEAT_MBYTE + if (enc_utf8 && c >= 0x100) + return utf_printable(c); +#endif + return (c >= 0x100 || (c > 0 && (chartab[c] & CT_PRINT_CHAR))); +} + +/* + * Strict version of vim_isprintc(c), don't return TRUE if "c" is the head + * byte of a double-byte character. + */ + int +vim_isprintc_strict(c) + int c; +{ +#ifdef FEAT_MBYTE + if (enc_dbcs != 0 && c < 0x100 && MB_BYTE2LEN(c) > 1) + return FALSE; + if (enc_utf8 && c >= 0x100) + return utf_printable(c); +#endif + return (c >= 0x100 || (c > 0 && (chartab[c] & CT_PRINT_CHAR))); +} + +/* + * like chartabsize(), but also check for line breaks on the screen + */ + int +lbr_chartabsize(s, col) + unsigned char *s; + colnr_T col; +{ +#ifdef FEAT_LINEBREAK + if (!curwin->w_p_lbr && *p_sbr == NUL) + { +#endif +#ifdef FEAT_MBYTE + if (curwin->w_p_wrap) + return win_nolbr_chartabsize(curwin, s, col, NULL); +#endif + RET_WIN_BUF_CHARTABSIZE(curwin, curbuf, s, col) +#ifdef FEAT_LINEBREAK + } + return win_lbr_chartabsize(curwin, s, col, NULL); +#endif +} + +/* + * Call lbr_chartabsize() and advance the pointer. + */ + int +lbr_chartabsize_adv(s, col) + char_u **s; + colnr_T col; +{ + int retval; + + retval = lbr_chartabsize(*s, col); +#ifdef FEAT_MBYTE + if (has_mbyte) + *s += (*mb_ptr2len_check)(*s); + else +#endif + ++*s; + return retval; +} + +/* + * This function is used very often, keep it fast!!!! + * + * If "headp" not NULL, set *headp to the size of what we for 'showbreak' + * string at start of line. Warning: *headp is only set if it's a non-zero + * value, init to 0 before calling. + */ +/*ARGSUSED*/ + int +win_lbr_chartabsize(wp, s, col, headp) + win_T *wp; + char_u *s; + colnr_T col; + int *headp; +{ +#ifdef FEAT_LINEBREAK + int c; + int size; + colnr_T col2; + colnr_T colmax; + int added; +# ifdef FEAT_MBYTE + int mb_added = 0; +# else +# define mb_added 0 +# endif + int numberextra; + char_u *ps; + int tab_corr = (*s == TAB); + + /* + * No 'linebreak' and 'showbreak': return quickly. + */ + if (!wp->w_p_lbr && *p_sbr == NUL) +#endif + { +#ifdef FEAT_MBYTE + if (wp->w_p_wrap) + return win_nolbr_chartabsize(wp, s, col, headp); +#endif + RET_WIN_BUF_CHARTABSIZE(wp, wp->w_buffer, s, col) + } + +#ifdef FEAT_LINEBREAK + /* + * First get normal size, without 'linebreak' + */ + size = win_chartabsize(wp, s, col); + c = *s; + + /* + * If 'linebreak' set check at a blank before a non-blank if the line + * needs a break here + */ + if (wp->w_p_lbr + && vim_isbreak(c) + && !vim_isbreak(s[1]) + && !wp->w_p_list + && wp->w_p_wrap +# ifdef FEAT_VERTSPLIT + && wp->w_width != 0 +# endif + ) + { + /* + * Count all characters from first non-blank after a blank up to next + * non-blank after a blank. + */ + numberextra = win_col_off(wp); + col2 = col; + colmax = W_WIDTH(wp) - numberextra; + if (col >= colmax) + colmax += (((col - colmax) + / (colmax + win_col_off2(wp))) + 1) + * (colmax + win_col_off2(wp)); + for (;;) + { + ps = s; +# ifdef FEAT_MBYTE + if (has_mbyte) + s += (*mb_ptr2len_check)(s); + else +# endif + ++s; + c = *s; + if (!(c != NUL + && (vim_isbreak(c) + || (!vim_isbreak(c) + && (col2 == col || !vim_isbreak(*ps)))))) + break; + + col2 += win_chartabsize(wp, s, col2); + if (col2 >= colmax) /* doesn't fit */ + { + size = colmax - col; + tab_corr = FALSE; + break; + } + } + } +# ifdef FEAT_MBYTE + else if (has_mbyte && size == 2 && MB_BYTE2LEN(*s) > 1 + && wp->w_p_wrap && in_win_border(wp, col)) + { + ++size; /* Count the ">" in the last column. */ + mb_added = 1; + } +# endif + + /* + * May have to add something for 'showbreak' string at start of line + * Set *headp to the size of what we add. + */ + added = 0; + if (*p_sbr != NUL && wp->w_p_wrap && col != 0) + { + numberextra = win_col_off(wp); + col += numberextra + mb_added; + if (col >= (colnr_T)W_WIDTH(wp)) + { + col -= W_WIDTH(wp); + numberextra = W_WIDTH(wp) - (numberextra - win_col_off2(wp)); + if (numberextra > 0) + col = col % numberextra; + } + if (col == 0 || col + size > (colnr_T)W_WIDTH(wp)) + { + added = vim_strsize(p_sbr); + if (tab_corr) + size += (added / wp->w_buffer->b_p_ts) * wp->w_buffer->b_p_ts; + else + size += added; + if (col != 0) + added = 0; + } + } + if (headp != NULL) + *headp = added + mb_added; + return size; +#endif +} + +#if defined(FEAT_MBYTE) || defined(PROTO) +/* + * Like win_lbr_chartabsize(), except that we know 'linebreak' is off and + * 'wrap' is on. This means we need to check for a double-byte character that + * doesn't fit at the end of the screen line. + */ + static int +win_nolbr_chartabsize(wp, s, col, headp) + win_T *wp; + char_u *s; + colnr_T col; + int *headp; +{ + int n; + + if (*s == TAB && (!wp->w_p_list || lcs_tab1)) + { + n = wp->w_buffer->b_p_ts; + return (int)(n - (col % n)); + } + n = ptr2cells(s); + /* Add one cell for a double-width character in the last column of the + * window, displayed with a ">". */ + if (n == 2 && MB_BYTE2LEN(*s) > 1 && in_win_border(wp, col)) + { + if (headp != NULL) + *headp = 1; + return 3; + } + return n; +} + +/* + * Return TRUE if virtual column "vcol" is in the rightmost column of window + * "wp". + */ + int +in_win_border(wp, vcol) + win_T *wp; + colnr_T vcol; +{ + colnr_T width1; /* width of first line (after line number) */ + colnr_T width2; /* width of further lines */ + +#ifdef FEAT_VERTSPLIT + if (wp->w_width == 0) /* there is no border */ + return FALSE; +#endif + width1 = W_WIDTH(wp) - win_col_off(wp); + if (vcol < width1 - 1) + return FALSE; + if (vcol == width1 - 1) + return TRUE; + width2 = width1 + win_col_off2(wp); + return ((vcol - width1) % width2 == width2 - 1); +} +#endif /* FEAT_MBYTE */ + +/* + * Get virtual column number of pos. + * start: on the first position of this character (TAB, ctrl) + * cursor: where the cursor is on this character (first char, except for TAB) + * end: on the last position of this character (TAB, ctrl) + * + * This is used very often, keep it fast! + */ + void +getvcol(wp, pos, start, cursor, end) + win_T *wp; + pos_T *pos; + colnr_T *start; + colnr_T *cursor; + colnr_T *end; +{ + colnr_T vcol; + char_u *ptr; /* points to current char */ + char_u *posptr; /* points to char at pos->col */ + int incr; + int head; + int ts = wp->w_buffer->b_p_ts; + int c; + + vcol = 0; + ptr = ml_get_buf(wp->w_buffer, pos->lnum, FALSE); + posptr = ptr + pos->col; + + /* + * This function is used very often, do some speed optimizations. + * When 'list', 'linebreak' and 'showbreak' are not set use a simple loop. + * Also use this when 'list' is set but tabs take their normal size. + */ + if ((!wp->w_p_list || lcs_tab1 != NUL) +#ifdef FEAT_LINEBREAK + && !wp->w_p_lbr && *p_sbr == NUL +#endif + ) + { +#ifndef FEAT_MBYTE + head = 0; +#endif + for (;;) + { +#ifdef FEAT_MBYTE + head = 0; +#endif + c = *ptr; + /* make sure we don't go past the end of the line */ + if (c == NUL) + { + incr = 1; /* NUL at end of line only takes one column */ + break; + } + /* A tab gets expanded, depending on the current column */ + if (c == TAB) + incr = ts - (vcol % ts); + else + { +#ifdef FEAT_MBYTE + if (has_mbyte) + { + /* For utf-8, if the byte is >= 0x80, need to look at + * further bytes to find the cell width. */ + if (enc_utf8 && c >= 0x80) + incr = utf_ptr2cells(ptr); + else + incr = CHARSIZE(c); + + /* If a double-cell char doesn't fit at the end of a line + * it wraps to the next line, it's like this char is three + * cells wide. */ + if (incr == 2 && wp->w_p_wrap && in_win_border(wp, vcol)) + { + ++incr; + head = 1; + } + } + else +#endif + incr = CHARSIZE(c); + } + + if (ptr >= posptr) /* character at pos->col */ + break; + + vcol += incr; +#ifdef FEAT_MBYTE + if (has_mbyte) + ptr += (*mb_ptr2len_check)(ptr); + else +#endif + ++ptr; + } + } + else + { + for (;;) + { + /* A tab gets expanded, depending on the current column */ + head = 0; + incr = win_lbr_chartabsize(wp, ptr, vcol, &head); + /* make sure we don't go past the end of the line */ + if (*ptr == NUL) + { + incr = 1; /* NUL at end of line only takes one column */ + break; + } + + if (ptr >= posptr) /* character at pos->col */ + break; + + vcol += incr; +#ifdef FEAT_MBYTE + if (has_mbyte) + ptr += (*mb_ptr2len_check)(ptr); + else +#endif + ++ptr; + } + } + if (start != NULL) + *start = vcol + head; + if (end != NULL) + *end = vcol + incr - 1; + if (cursor != NULL) + { + if (*ptr == TAB + && (State & NORMAL) + && !wp->w_p_list + && !virtual_active() +#ifdef FEAT_VISUAL + && !(VIsual_active + && (*p_sel == 'e' || ltoreq(*pos, VIsual))) +#endif + ) + *cursor = vcol + incr - 1; /* cursor at end */ + else + *cursor = vcol + head; /* cursor at start */ + } +} + +/* + * Get virtual cursor column in the current window, pretending 'list' is off. + */ + colnr_T +getvcol_nolist(posp) + pos_T *posp; +{ + int list_save = curwin->w_p_list; + colnr_T vcol; + + curwin->w_p_list = FALSE; + getvcol(curwin, posp, NULL, &vcol, NULL); + curwin->w_p_list = list_save; + return vcol; +} + +#if defined(FEAT_VIRTUALEDIT) || defined(PROTO) +/* + * Get virtual column in virtual mode. + */ + void +getvvcol(wp, pos, start, cursor, end) + win_T *wp; + pos_T *pos; + colnr_T *start; + colnr_T *cursor; + colnr_T *end; +{ + colnr_T col; + colnr_T coladd; + colnr_T endadd; +# ifdef FEAT_MBYTE + char_u *ptr; +# endif + + if (virtual_active()) + { + /* For virtual mode, only want one value */ + getvcol(wp, pos, &col, NULL, NULL); + + coladd = pos->coladd; + endadd = 0; +# ifdef FEAT_MBYTE + /* Cannot put the cursor on part of a wide character. */ + ptr = ml_get_buf(wp->w_buffer, pos->lnum, FALSE); + if (pos->col < STRLEN(ptr)) + { + int c = (*mb_ptr2char)(ptr + pos->col); + + if (c != TAB && vim_isprintc(c)) + { + endadd = char2cells(c) - 1; + if (coladd >= endadd) + coladd -= endadd; + else + coladd = 0; + } + } +# endif + col += coladd; + if (start != NULL) + *start = col; + if (cursor != NULL) + *cursor = col; + if (end != NULL) + *end = col + endadd; + } + else + getvcol(wp, pos, start, cursor, end); +} +#endif + +#if defined(FEAT_VISUAL) || defined(PROTO) +/* + * Get the leftmost and rightmost virtual column of pos1 and pos2. + * Used for Visual block mode. + */ + void +getvcols(wp, pos1, pos2, left, right) + win_T *wp; + pos_T *pos1, *pos2; + colnr_T *left, *right; +{ + colnr_T from1, from2, to1, to2; + + if (ltp(pos1, pos2)) + { + getvvcol(wp, pos1, &from1, NULL, &to1); + getvvcol(wp, pos2, &from2, NULL, &to2); + } + else + { + getvvcol(wp, pos2, &from1, NULL, &to1); + getvvcol(wp, pos1, &from2, NULL, &to2); + } + if (from2 < from1) + *left = from2; + else + *left = from1; + if (to2 > to1) + { + if (*p_sel == 'e' && from2 - 1 >= to1) + *right = from2 - 1; + else + *right = to2; + } + else + *right = to1; +} +#endif + +/* + * skipwhite: skip over ' ' and '\t'. + */ + char_u * +skipwhite(p) + char_u *p; +{ + while (vim_iswhite(*p)) /* skip to next non-white */ + ++p; + return p; +} + +/* + * skipdigits: skip over digits; + */ + char_u * +skipdigits(p) + char_u *p; +{ + while (VIM_ISDIGIT(*p)) /* skip to next non-digit */ + ++p; + return p; +} + +/* + * Variant of isdigit() that can handle characters > 0x100. + * We don't use isdigit() here, because on some systems it also considers + * superscript 1 to be a digit. + * Use the VIM_ISDIGIT() macro for simple arguments. + */ + int +vim_isdigit(c) + int c; +{ + return (c >= '0' && c <= '9'); +} + +/* + * Variant of isxdigit() that can handle characters > 0x100. + * We don't use isxdigit() here, because on some systems it also considers + * superscript 1 to be a digit. + */ + int +vim_isxdigit(c) + int c; +{ + return (c >= '0' && c <= '9') + || (c >= 'a' && c <= 'f') + || (c >= 'A' && c <= 'F'); +} + +/* + * skiptowhite: skip over text until ' ' or '\t' or NUL. + */ + char_u * +skiptowhite(p) + char_u *p; +{ + while (*p != ' ' && *p != '\t' && *p != NUL) + ++p; + return p; +} + +#if defined(FEAT_LISTCMDS) || defined(FEAT_SIGNS) || defined(FEAT_SNIFF) \ + || defined(PROTO) +/* + * skiptowhite_esc: Like skiptowhite(), but also skip escaped chars + */ + char_u * +skiptowhite_esc(p) + char_u *p; +{ + while (*p != ' ' && *p != '\t' && *p != NUL) + { + if ((*p == '\\' || *p == Ctrl_V) && *(p + 1) != NUL) + ++p; + ++p; + } + return p; +} +#endif + +/* + * Getdigits: Get a number from a string and skip over it. + * Note: the argument is a pointer to a char_u pointer! + */ + long +getdigits(pp) + char_u **pp; +{ + char_u *p; + long retval; + + p = *pp; + retval = atol((char *)p); + if (*p == '-') /* skip negative sign */ + ++p; + p = skipdigits(p); /* skip to next non-digit */ + *pp = p; + return retval; +} + +/* + * Return TRUE if "lbuf" is empty or only contains blanks. + */ + int +vim_isblankline(lbuf) + char_u *lbuf; +{ + char_u *p; + + p = skipwhite(lbuf); + return (*p == NUL || *p == '\r' || *p == '\n'); +} + +/* + * Convert a string into a long and/or unsigned long, taking care of + * hexadecimal and octal numbers. + * If "hexp" is not NULL, returns a flag to indicate the type of the number: + * 0 decimal + * '0' octal + * 'X' hex + * 'x' hex + * If "len" is not NULL, the length of the number in characters is returned. + * If "nptr" is not NULL, the signed result is returned in it. + * If "unptr" is not NULL, the unsigned result is returned in it. + */ + void +vim_str2nr(start, hexp, len, dooct, dohex, nptr, unptr) + char_u *start; + int *hexp; /* return: type of number 0 = decimal, 'x' + or 'X' is hex, '0' = octal */ + int *len; /* return: detected length of number */ + int dooct; /* recognize octal number */ + int dohex; /* recognize hex number */ + long *nptr; /* return: signed result */ + unsigned long *unptr; /* return: unsigned result */ +{ + char_u *ptr = start; + int hex = 0; /* default is decimal */ + int negative = FALSE; + long n = 0; + unsigned long un = 0; + + if (ptr[0] == '-') + { + negative = TRUE; + ++ptr; + } + + if (ptr[0] == '0') /* could be hex or octal */ + { + hex = ptr[1]; + if (dohex && (hex == 'X' || hex == 'x') && vim_isxdigit(ptr[2])) + ptr += 2; /* hexadecimal */ + else + { + if (dooct && VIM_ISDIGIT(hex)) + hex = '0'; /* octal */ + else + hex = 0; /* 0 by itself is decimal */ + } + } + + /* + * Do the string-to-numeric conversion "manually" to avoid sscanf quirks. + */ + if (hex) + { + if (hex == '0') + { + /* octal */ + while ('0' <= *ptr && *ptr <= '7') + { + n = 8 * n + (long)(*ptr - '0'); + un = 8 * un + (unsigned long)(*ptr - '0'); + ++ptr; + } + } + else + { + /* hex */ + while (vim_isxdigit(*ptr)) + { + n = 16 * n + (long)hex2nr(*ptr); + un = 16 * un + (unsigned long)hex2nr(*ptr); + ++ptr; + } + } + } + else + { + /* decimal */ + while (VIM_ISDIGIT(*ptr)) + { + n = 10 * n + (long)(*ptr - '0'); + un = 10 * un + (unsigned long)(*ptr - '0'); + ++ptr; + } + } + + if (!hex && negative) /* account for leading '-' for decimal numbers */ + n = -n; + + if (hexp != NULL) + *hexp = hex; + if (len != NULL) + *len = (int)(ptr - start); + if (nptr != NULL) + *nptr = n; + if (unptr != NULL) + *unptr = un; +} + +/* + * Return the value of a single hex character. + * Only valid when the argument is '0' - '9', 'A' - 'F' or 'a' - 'f'. + */ + int +hex2nr(c) + int c; +{ + if (c >= 'a' && c <= 'f') + return c - 'a' + 10; + if (c >= 'A' && c <= 'F') + return c - 'A' + 10; + return c - '0'; +} + +#if defined(FEAT_TERMRESPONSE) \ + || (defined(FEAT_GUI_GTK) && defined(FEAT_WINDOWS)) || defined(PROTO) +/* + * Convert two hex characters to a byte. + * Return -1 if one of the characters is not hex. + */ + int +hexhex2nr(p) + char_u *p; +{ + if (!vim_isxdigit(p[0]) || !vim_isxdigit(p[1])) + return -1; + return (hex2nr(p[0]) << 4) + hex2nr(p[1]); +} +#endif + +/* + * Return TRUE if "str" starts with a backslash that should be removed. + * For MS-DOS, WIN32 and OS/2 this is only done when the character after the + * backslash is not a normal file name character. + * '$' is a valid file name character, we don't remove the backslash before + * it. This means it is not possible to use an environment variable after a + * backslash. "C:\$VIM\doc" is taken literally, only "$VIM\doc" works. + * Although "\ name" is valid, the backslash in "Program\ files" must be + * removed. Assume a file name doesn't start with a space. + * For multi-byte names, never remove a backslash before a non-ascii + * character, assume that all multi-byte characters are valid file name + * characters. + */ + int +rem_backslash(str) + char_u *str; +{ +#ifdef BACKSLASH_IN_FILENAME + return (str[0] == '\\' +# ifdef FEAT_MBYTE + && str[1] < 0x80 +# endif + && (str[1] == ' ' + || (str[1] != NUL + && str[1] != '*' + && str[1] != '?' + && !vim_isfilec(str[1])))); +#else + return (str[0] == '\\' && str[1] != NUL); +#endif +} + +/* + * Halve the number of backslashes in a file name argument. + * For MS-DOS we only do this if the character after the backslash + * is not a normal file character. + */ + void +backslash_halve(p) + char_u *p; +{ + for ( ; *p; ++p) + if (rem_backslash(p)) + STRCPY(p, p + 1); +} + +/* + * backslash_halve() plus save the result in allocated memory. + */ + char_u * +backslash_halve_save(p) + char_u *p; +{ + char_u *res; + + res = vim_strsave(p); + if (res == NULL) + return p; + backslash_halve(res); + return res; +} + +#if (defined(EBCDIC) && defined(FEAT_POSTSCRIPT)) || defined(PROTO) +/* + * Table for EBCDIC to ASCII conversion unashamedly taken from xxd.c! + * The first 64 entries have been added to map control characters defined in + * ascii.h + */ +static char_u ebcdic2ascii_tab[256] = +{ + 0000, 0001, 0002, 0003, 0004, 0011, 0006, 0177, + 0010, 0011, 0012, 0013, 0014, 0015, 0016, 0017, + 0020, 0021, 0022, 0023, 0024, 0012, 0010, 0027, + 0030, 0031, 0032, 0033, 0033, 0035, 0036, 0037, + 0040, 0041, 0042, 0043, 0044, 0045, 0046, 0047, + 0050, 0051, 0052, 0053, 0054, 0055, 0056, 0057, + 0060, 0061, 0062, 0063, 0064, 0065, 0066, 0067, + 0070, 0071, 0072, 0073, 0074, 0075, 0076, 0077, + 0040, 0240, 0241, 0242, 0243, 0244, 0245, 0246, + 0247, 0250, 0325, 0056, 0074, 0050, 0053, 0174, + 0046, 0251, 0252, 0253, 0254, 0255, 0256, 0257, + 0260, 0261, 0041, 0044, 0052, 0051, 0073, 0176, + 0055, 0057, 0262, 0263, 0264, 0265, 0266, 0267, + 0270, 0271, 0313, 0054, 0045, 0137, 0076, 0077, + 0272, 0273, 0274, 0275, 0276, 0277, 0300, 0301, + 0302, 0140, 0072, 0043, 0100, 0047, 0075, 0042, + 0303, 0141, 0142, 0143, 0144, 0145, 0146, 0147, + 0150, 0151, 0304, 0305, 0306, 0307, 0310, 0311, + 0312, 0152, 0153, 0154, 0155, 0156, 0157, 0160, + 0161, 0162, 0136, 0314, 0315, 0316, 0317, 0320, + 0321, 0345, 0163, 0164, 0165, 0166, 0167, 0170, + 0171, 0172, 0322, 0323, 0324, 0133, 0326, 0327, + 0330, 0331, 0332, 0333, 0334, 0335, 0336, 0337, + 0340, 0341, 0342, 0343, 0344, 0135, 0346, 0347, + 0173, 0101, 0102, 0103, 0104, 0105, 0106, 0107, + 0110, 0111, 0350, 0351, 0352, 0353, 0354, 0355, + 0175, 0112, 0113, 0114, 0115, 0116, 0117, 0120, + 0121, 0122, 0356, 0357, 0360, 0361, 0362, 0363, + 0134, 0237, 0123, 0124, 0125, 0126, 0127, 0130, + 0131, 0132, 0364, 0365, 0366, 0367, 0370, 0371, + 0060, 0061, 0062, 0063, 0064, 0065, 0066, 0067, + 0070, 0071, 0372, 0373, 0374, 0375, 0376, 0377 +}; + +/* + * Convert a buffer worth of characters from EBCDIC to ASCII. Only useful if + * wanting 7-bit ASCII characters out the other end. + */ + void +ebcdic2ascii(buffer, len) + char_u *buffer; + int len; +{ + int i; + + for (i = 0; i < len; i++) + buffer[i] = ebcdic2ascii_tab[buffer[i]]; +} +#endif |