1 /* $NetBSD: vis.c,v 1.83 2023/08/12 12:48:52 riastradh Exp $ */
4 * Copyright (c) 1989, 1993
5 * The Regents of the University of California. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 * 3. Neither the name of the University nor the names of its contributors
16 * may be used to endorse or promote products derived from this software
17 * without specific prior written permission.
19 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * Copyright (c) 1999, 2005 The NetBSD Foundation, Inc.
34 * All rights reserved.
36 * Redistribution and use in source and binary forms, with or without
37 * modification, are permitted provided that the following conditions
39 * 1. Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * 2. Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in the
43 * documentation and/or other materials provided with the distribution.
45 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
46 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
47 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
48 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
49 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
50 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
51 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
52 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
53 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
54 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
55 * POSSIBILITY OF SUCH DAMAGE.
58 #include <sys/cdefs.h>
59 #if defined(LIBC_SCCS) && !defined(lint)
60 __RCSID("$NetBSD: vis.c,v 1.83 2023/08/12 12:48:52 riastradh Exp $");
61 #endif /* LIBC_SCCS and not lint */
63 __FBSDID("$FreeBSD$");
64 #define _DIAGASSERT(x) assert(x)
67 #include "namespace.h"
68 #include <sys/types.h>
69 #include <sys/param.h>
80 __weak_alias(strvisx,_strvisx)
83 #if !HAVE_VIS || !HAVE_SVIS
90 * The reason for going through the trouble to deal with character encodings
91 * in vis(3), is that we use this to safe encode output of commands. This
92 * safe encoding varies depending on the character set. For example if we
93 * display ps output in French, we don't want to display French characters
97 static wchar_t *do_svis(wchar_t *, wint_t, int, wint_t, const wchar_t *);
102 #if defined(LC_C_LOCALE)
103 #define iscgraph(c) isgraph_l(c, LC_C_LOCALE)
105 /* Keep it simple for now, no locale stuff */
106 #define iscgraph(c) isgraph(c)
114 ol = setlocale(LC_CTYPE, "C");
117 setlocale(LC_CTYPE, ol);
123 #define ISGRAPH(flags, c) \
124 (((flags) & VIS_NOLOCALE) ? iscgraph(c) : iswgraph(c))
126 #define iswoctal(c) (((u_char)(c)) >= L'0' && ((u_char)(c)) <= L'7')
127 #define iswwhite(c) (c == L' ' || c == L'\t' || c == L'\n')
128 #define iswsafe(c) (c == L'\b' || c == BELL || c == L'\r')
129 #define xtoa(c) L"0123456789abcdef"[c]
130 #define XTOA(c) L"0123456789ABCDEF"[c]
134 static const wchar_t char_shell[] = L"'`\";&<>()|{}]\\$!^~";
135 static const wchar_t char_glob[] = L"*?[#";
137 #if !HAVE_NBTOOL_CONFIG_H
140 * On NetBSD MB_LEN_MAX is currently 32 which does not fit on any integer
141 * integral type and it is probably wrong, since currently the maximum
142 * number of bytes and character needs is 6. Until this is fixed, the
143 * loops below are using sizeof(uint64_t) - 1 instead of MB_LEN_MAX, and
144 * the assertion is commented out.
148 * On FreeBSD including <sys/systm.h> for CTASSERT only works in kernel
152 #define CTASSERT(x) _CTASSERT(x, __LINE__)
153 #define _CTASSERT(x, y) __CTASSERT(x, y)
154 #define __CTASSERT(x, y) typedef char __assert ## y[(x) ? 1 : -1]
156 #endif /* __FreeBSD__ */
157 CTASSERT(MB_LEN_MAX <= sizeof(uint64_t));
158 #endif /* !__NetBSD__ */
162 * This is do_hvis, for HTTP style (RFC 1808)
165 do_hvis(wchar_t *dst, wint_t c, int flags, wint_t nextc, const wchar_t *extra)
169 || c == L'$' || c == L'-' || c == L'_' || c == L'.' || c == L'+'
171 || c == L'!' || c == L'*' || c == L'\'' || c == L'(' || c == L')'
173 dst = do_svis(dst, c, flags, nextc, extra);
176 *dst++ = xtoa(((unsigned int)c >> 4) & 0xf);
177 *dst++ = xtoa((unsigned int)c & 0xf);
184 * This is do_mvis, for Quoted-Printable MIME (RFC 2045)
185 * NB: No handling of long lines or CRLF.
188 do_mvis(wchar_t *dst, wint_t c, int flags, wint_t nextc, const wchar_t *extra)
191 /* Space at the end of the line */
192 ((iswspace(c) && (nextc == L'\r' || nextc == L'\n')) ||
194 (!iswspace(c) && (c < 33 || (c > 60 && c < 62) || c > 126)) ||
195 /* Specific char to be escaped */
196 wcschr(L"#$@[\\]^`{|}~", c) != NULL)) {
198 *dst++ = XTOA(((unsigned int)c >> 4) & 0xf);
199 *dst++ = XTOA((unsigned int)c & 0xf);
201 dst = do_svis(dst, c, flags, nextc, extra);
206 * Output single byte of multibyte character.
209 do_mbyte(wchar_t *dst, wint_t c, int flags, wint_t nextc, int iswextra)
211 if (flags & VIS_CSTYLE) {
214 *dst++ = L'\\'; *dst++ = L'n';
217 *dst++ = L'\\'; *dst++ = L'r';
220 *dst++ = L'\\'; *dst++ = L'b';
223 *dst++ = L'\\'; *dst++ = L'a';
226 *dst++ = L'\\'; *dst++ = L'v';
229 *dst++ = L'\\'; *dst++ = L't';
232 *dst++ = L'\\'; *dst++ = L'f';
235 *dst++ = L'\\'; *dst++ = L's';
238 *dst++ = L'\\'; *dst++ = L'0';
239 if (iswoctal(nextc)) {
244 /* We cannot encode these characters in VIS_CSTYLE
245 * because they special meaning */
257 case L'$': /* vis(1) -l */
260 if (ISGRAPH(flags, c) && !iswoctal(c)) {
267 if (iswextra || ((c & 0177) == L' ') || (flags & VIS_OCTAL)) {
269 *dst++ = (u_char)(((u_int32_t)(u_char)c >> 6) & 03) + L'0';
270 *dst++ = (u_char)(((u_int32_t)(u_char)c >> 3) & 07) + L'0';
271 *dst++ = (c & 07) + L'0';
273 if ((flags & VIS_NOSLASH) == 0)
297 * This is do_vis, the central code of vis.
298 * dst: Pointer to the destination buffer
299 * c: Character to encode
301 * nextc: The character following 'c'
302 * extra: Pointer to the list of extra characters to be
303 * backslash-protected.
306 do_svis(wchar_t *dst, wint_t c, int flags, wint_t nextc, const wchar_t *extra)
308 int iswextra, i, shft;
311 iswextra = wcschr(extra, c) != NULL;
312 if (!iswextra && (ISGRAPH(flags, c) || iswwhite(c) ||
313 ((flags & VIS_SAFE) && iswsafe(c)))) {
318 /* See comment in istrsenvisx() output loop, below. */
320 for (i = sizeof(wmsk) - 1; i >= 0; i--) {
322 bmsk = (uint64_t)0xffLL << shft;
324 if ((c & wmsk) || i == 0)
325 dst = do_mbyte(dst, (wint_t)(
326 (uint64_t)(c & bmsk) >> shft),
327 flags, nextc, iswextra);
333 typedef wchar_t *(*visfun_t)(wchar_t *, wint_t, int, wint_t, const wchar_t *);
336 * Return the appropriate encoding function depending on the flags given.
341 if (flags & VIS_HTTPSTYLE)
343 if (flags & VIS_MIMESTYLE)
349 * Expand list of extra characters to not visually encode.
352 makeextralist(int flags, const char *src)
359 bzero(&mbstate, sizeof(mbstate));
361 if ((dst = calloc(len + MAXEXTRAS, sizeof(*dst))) == NULL)
364 memset(&mbstate, 0, sizeof(mbstate));
365 if ((flags & VIS_NOLOCALE)
366 || mbsrtowcs(dst, &src, len, &mbstate) == (size_t)-1) {
368 for (i = 0; i < len; i++)
369 dst[i] = (wchar_t)(u_char)src[i];
372 d = dst + wcslen(dst);
374 if (flags & VIS_GLOB)
375 for (s = char_glob; *s; *d++ = *s++)
378 if (flags & VIS_SHELL)
379 for (s = char_shell; *s; *d++ = *s++)
382 if (flags & VIS_SP) *d++ = L' ';
383 if (flags & VIS_TAB) *d++ = L'\t';
384 if (flags & VIS_NL) *d++ = L'\n';
385 if (flags & VIS_DQ) *d++ = L'"';
386 if ((flags & VIS_NOSLASH) == 0) *d++ = L'\\';
394 * The main internal function.
395 * All user-visible functions call this one.
398 istrsenvisx(char **mbdstp, size_t *dlen, const char *mbsrc, size_t mblength,
399 int flags, const char *mbextra, int *cerr_ptr)
401 char mbbuf[MB_LEN_MAX];
402 wchar_t *dst, *src, *pdst, *psrc, *start, *extra;
407 int clen = 0, cerr, error = -1, i, shft;
408 char *mbdst, *mbwrite, *mdst;
413 _DIAGASSERT(mbdstp != NULL);
414 _DIAGASSERT(mbsrc != NULL || mblength == 0);
415 _DIAGASSERT(mbextra != NULL);
417 mbslength = mblength;
419 * When inputing a single character, must also read in the
420 * next character for nextc, the look-ahead character.
426 * Input (mbsrc) is a char string considered to be multibyte
427 * characters. The input loop will read this string pulling
428 * one character, possibly multiple bytes, from mbsrc and
429 * converting each to wchar_t in src.
431 * The vis conversion will be done using the wide char
434 * This will then be converted back to a multibyte string to
435 * return to the caller.
439 * Guarantee the arithmetic on input to calloc won't overflow.
441 if (mbslength > (SIZE_MAX - 1)/16) {
446 /* Allocate space for the wide char strings */
447 psrc = pdst = extra = NULL;
449 if ((psrc = calloc(mbslength + 1, sizeof(*psrc))) == NULL)
451 if ((pdst = calloc((16 * mbslength) + 1, sizeof(*pdst))) == NULL)
453 if (*mbdstp == NULL) {
454 if ((mdst = calloc((16 * mbslength) + 1, sizeof(*mdst))) == NULL)
463 if (flags & VIS_NOLOCALE) {
464 /* Do one byte at a time conversion */
467 /* Use caller's multibyte conversion error flag. */
468 cerr = cerr_ptr ? *cerr_ptr : 0;
473 * Handle up to mblength characters (not bytes). We do not
474 * stop at NULs because we may be processing a block of data
475 * that includes NULs.
477 memset(&mbstate, 0, sizeof(mbstate));
478 while (mbslength > 0) {
479 /* Convert one multibyte character to wchar_t. */
481 clen = mbrtowc(src, mbsrc,
482 (mbslength < MB_LEN_MAX
486 assert(clen < 0 || (size_t)clen <= mbslength);
487 assert(clen <= MB_LEN_MAX);
489 if (cerr || clen < 0) {
490 /* Conversion error, process as a byte instead. */
491 *src = (wint_t)(u_char)*mbsrc;
497 * NUL in input gives 0 return value. process
498 * as single NUL byte and keep going.
503 * Let n := MIN(mbslength, MB_LEN_MAX). We have:
506 * mbrtowc(..., n, &mbstate) <= n,
507 * by the contract of mbrtowc
510 * (a) mbrtowc(..., n, &mbstate), in which case
511 * clen <= n <= mbslength; or
512 * (b) 1, in which case clen = 1 <= mbslength.
515 assert((size_t)clen <= mbslength);
516 /* Advance buffer character pointer. */
518 /* Advance input pointer by number of bytes read. */
520 /* Decrement input byte count. */
527 * In the single character input case, we will have actually
528 * processed two characters, c and nextc. Reset len back to
529 * just a single character.
534 /* Convert extra argument to list of characters for this mode. */
535 extra = makeextralist(flags, mbextra);
537 if (dlen && *dlen == 0) {
541 *mbdst = '\0'; /* can't create extra, return "" */
546 /* Look up which processing function to call. */
547 f = getvisfun(flags);
550 * Main processing loop.
551 * Call do_Xvis processing function one character at a time
552 * with next character available for look-ahead.
554 for (start = dst; len > 0; len--) {
556 dst = (*f)(dst, c, flags, len >= 1 ? *src : L'\0', extra);
563 /* Terminate the string in the buffer. */
568 * Convert wchar_t string back to multibyte output string.
569 * If we have hit a multi-byte conversion error on input,
570 * output byte-by-byte here. Else use wctomb().
580 if (len > (SIZE_MAX - 1)/MB_LEN_MAX) {
584 maxolen = len*MB_LEN_MAX + 1;
587 memset(&mbstate, 0, sizeof(mbstate));
588 for (dst = start; len > 0; len--) {
591 * If we have at least MB_CUR_MAX bytes in the buffer,
592 * we'll just do the conversion in-place into mbdst. We
593 * need to be a little more conservative when we get to
594 * the end of the buffer, as we may not have MB_CUR_MAX
595 * bytes but we may not need it.
597 if (maxolen - olen > MB_CUR_MAX)
601 clen = wcrtomb(mbwrite, *dst, &mbstate);
602 if (clen > 0 && mbwrite != mbdst) {
604 * Don't break past our output limit, noting
605 * that maxolen includes the nul terminator so
606 * we can't write past maxolen - 1 here.
608 if (olen + clen >= maxolen) {
613 memcpy(mbdst, mbwrite, clen);
616 if (cerr || clen < 0) {
618 * Conversion error, process as a byte(s) instead.
619 * Examine each byte and higher-order bytes for
621 * 0x000000000000a264 -> a2 64
622 * 0x000000001f00a264 -> 1f 00 a2 64
626 for (i = sizeof(wmsk) - 1; i >= 0; i--) {
628 bmsk = (uint64_t)0xffLL << shft;
630 if ((*dst & wmsk) || i == 0) {
631 if (olen + clen + 1 >= maxolen) {
636 mbdst[clen++] = (char)(
637 (uint64_t)(*dst & bmsk) >>
645 * We'll be dereferencing mbdst[clen] after this to write the
646 * nul terminator; the above paths should have checked for a
647 * possible overflow already.
649 assert(olen + clen < maxolen);
651 /* Advance output pointer by number of bytes written. */
653 /* Advance buffer character pointer. */
655 /* Incrment output character count. */
659 /* Terminate the output string. */
660 assert(olen < maxolen);
663 if (flags & VIS_NOLOCALE) {
664 /* Pass conversion error flag out. */
683 istrsenvisxl(char **mbdstp, size_t *dlen, const char *mbsrc,
684 int flags, const char *mbextra, int *cerr_ptr)
686 return istrsenvisx(mbdstp, dlen, mbsrc,
687 mbsrc != NULL ? strlen(mbsrc) : 0, flags, mbextra, cerr_ptr);
694 * The "svis" variants all take an "extra" arg that is a pointer
695 * to a NUL-terminated list of characters to be encoded, too.
696 * These functions are useful e. g. to encode strings in such a
697 * way so that they are not interpreted by a shell.
701 svis(char *mbdst, int c, int flags, int nextc, const char *mbextra)
709 ret = istrsenvisx(&mbdst, NULL, cc, 1, flags, mbextra, NULL);
716 snvis(char *mbdst, size_t dlen, int c, int flags, int nextc, const char *mbextra)
724 ret = istrsenvisx(&mbdst, &dlen, cc, 1, flags, mbextra, NULL);
731 strsvis(char *mbdst, const char *mbsrc, int flags, const char *mbextra)
733 return istrsenvisxl(&mbdst, NULL, mbsrc, flags, mbextra, NULL);
737 strsnvis(char *mbdst, size_t dlen, const char *mbsrc, int flags, const char *mbextra)
739 return istrsenvisxl(&mbdst, &dlen, mbsrc, flags, mbextra, NULL);
743 strsvisx(char *mbdst, const char *mbsrc, size_t len, int flags, const char *mbextra)
745 return istrsenvisx(&mbdst, NULL, mbsrc, len, flags, mbextra, NULL);
749 strsnvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags,
752 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, mbextra, NULL);
756 strsenvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags,
757 const char *mbextra, int *cerr_ptr)
759 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, mbextra, cerr_ptr);
765 * vis - visually encode characters
768 vis(char *mbdst, int c, int flags, int nextc)
776 ret = istrsenvisx(&mbdst, NULL, cc, 1, flags, "", NULL);
783 nvis(char *mbdst, size_t dlen, int c, int flags, int nextc)
791 ret = istrsenvisx(&mbdst, &dlen, cc, 1, flags, "", NULL);
798 * strvis - visually encode characters from src into dst
800 * Dst must be 4 times the size of src to account for possible
801 * expansion. The length of dst, not including the trailing NULL,
806 strvis(char *mbdst, const char *mbsrc, int flags)
808 return istrsenvisxl(&mbdst, NULL, mbsrc, flags, "", NULL);
812 strnvis(char *mbdst, size_t dlen, const char *mbsrc, int flags)
814 return istrsenvisxl(&mbdst, &dlen, mbsrc, flags, "", NULL);
818 stravis(char **mbdstp, const char *mbsrc, int flags)
821 return istrsenvisxl(mbdstp, NULL, mbsrc, flags, "", NULL);
825 * strvisx - visually encode characters from src into dst
827 * Dst must be 4 times the size of src to account for possible
828 * expansion. The length of dst, not including the trailing NULL,
831 * Strvisx encodes exactly len characters from src into dst.
832 * This is useful for encoding a block of data.
836 strvisx(char *mbdst, const char *mbsrc, size_t len, int flags)
838 return istrsenvisx(&mbdst, NULL, mbsrc, len, flags, "", NULL);
842 strnvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags)
844 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, "", NULL);
848 strenvisx(char *mbdst, size_t dlen, const char *mbsrc, size_t len, int flags,
851 return istrsenvisx(&mbdst, &dlen, mbsrc, len, flags, "", cerr_ptr);