diff options
Diffstat (limited to 'REORG.TODO/libio/tst-widetext.c')
| -rw-r--r-- | REORG.TODO/libio/tst-widetext.c | 372 |
1 files changed, 372 insertions, 0 deletions
diff --git a/REORG.TODO/libio/tst-widetext.c b/REORG.TODO/libio/tst-widetext.c new file mode 100644 index 0000000000..6d5fa33e77 --- /dev/null +++ b/REORG.TODO/libio/tst-widetext.c @@ -0,0 +1,372 @@ +/* Test program for the wide character stream functions handling larger + amounts of text. + Copyright (C) 2000-2017 Free Software Foundation, Inc. + This file is part of the GNU C Library. + Contributed by Ulrich Drepper <drepper@cygnus.com>. + + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library; if not, see + <http://www.gnu.org/licenses/>. */ + +#include <assert.h> +#include <iconv.h> +#include <locale.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <unistd.h> +#include <wchar.h> + +/* Approximate size of the file (must be larger). */ +#define SIZE 210000 + + +static int +do_test (void) +{ + char name[] = "/tmp/widetext.out.XXXXXX"; + char mbbuf[SIZE]; + char mb2buf[SIZE]; + wchar_t wcbuf[SIZE]; + wchar_t wc2buf[SIZE]; + size_t mbsize; + size_t wcsize; + int fd; + FILE *fp; + size_t n; + int res; + int status = 0; + wchar_t *wcp; + + setlocale (LC_ALL, "de_DE.UTF-8"); + printf ("locale used: %s\n\n", setlocale (LC_ALL, NULL)); + + /* Read the file into memory. */ + mbsize = fread (mbbuf, 1, SIZE, stdin); + if (mbsize == 0) + { + printf ("%u: cannot read input file from standard input: %m\n", + __LINE__); + exit (1); + } + + printf ("INFO: input file has %Zd bytes\n", mbsize); + + /* First convert the text to wide characters. We use iconv here. */ + { + iconv_t cd; + char *inbuf = mbbuf; + size_t inleft = mbsize; + char *outbuf = (char *) wcbuf; + size_t outleft = sizeof (wcbuf); + size_t nonr; + + cd = iconv_open ("WCHAR_T", "UTF-8"); + if (cd == (iconv_t) -1) + { + printf ("%u: cannot get iconv descriptor for conversion to UCS4\n", + __LINE__); + exit (1); + } + + /* We must need only one call and there must be no losses. */ + nonr = iconv (cd, &inbuf, &inleft, &outbuf, &outleft); + if (nonr != 0 && nonr != (size_t) -1) + { + printf ("%u: iconv performed %Zd nonreversible conversions\n", + __LINE__, nonr); + exit (1); + } + + if (nonr == (size_t) -1) + { + printf ("\ +%u: iconv returned with %Zd and errno = %m (inleft: %Zd, outleft: %Zd)\n", + __LINE__, nonr, inleft, outleft); + exit (1); + } + + if (inleft != 0) + { + printf ("%u: iconv didn't convert all input\n", __LINE__); + exit (1); + } + + iconv_close (cd); + + if ((sizeof (wcbuf) - outleft) % sizeof (wchar_t) != 0) + { + printf ("%u: iconv converted not complete wchar_t\n", __LINE__); + exit (1); + } + + wcsize = (sizeof (wcbuf) - outleft) / sizeof (wchar_t); + assert (wcsize + 1 <= SIZE); + } + + /* Now that we finished the preparations, run the first test. We + are writing the wide char data out and read it back in. We write + and read single characters. */ + + fd = mkstemp (name); + if (fd == -1) + { + printf ("%u: cannot open temporary file: %m\n", __LINE__); + exit (1); + } + + unlink (name); + + fp = fdopen (dup (fd), "w"); + if (fp == NULL) + { + printf ("%u: fdopen of temp file for writing failed: %m\n", __LINE__); + exit (1); + } + + for (n = 0; n < wcsize; ++n) + { + if (fputwc (wcbuf[n], fp) == WEOF) + { + printf ("%u: fputwc failed: %m\n", __LINE__); + exit (1); + } + } + + res = fclose (fp); + if (res != 0) + { + printf ("%u: fclose after single-character writing failed (%d): %m\n", + __LINE__, res); + exit (1); + } + + lseek (fd, SEEK_SET, 0); + fp = fdopen (dup (fd), "r"); + if (fp == NULL) + { + printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__); + exit (1); + } + + for (n = 0; n < wcsize; ++n) + { + wint_t wch = fgetwc (fp); + if (wch == WEOF) + { + printf ("%u: fgetwc failed (idx %Zd): %m\n", __LINE__, n); + exit (1); + } + wc2buf[n] = wch; + } + + /* There should be nothing else. */ + if (fgetwc (fp) != WEOF) + { + printf ("%u: too many characters available with fgetwc\n", __LINE__); + status = 1; + } + else if (wmemcmp (wcbuf, wc2buf, wcsize) != 0) + { + printf ("%u: buffer read with fgetwc differs\n", __LINE__); + status = 1; + } + + res = fclose (fp); + if (res != 0) + { + printf ("%u: fclose after single-character reading failed (%d): %m\n", + __LINE__, res); + exit (1); + } + + /* Just make sure there are no two errors which hide each other, read the + file using the `char' functions. */ + + lseek (fd, SEEK_SET, 0); + fp = fdopen (fd, "r"); + if (fp == NULL) + { + printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__); + exit (1); + } + + if (fread (mb2buf, 1, mbsize, fp) != mbsize) + { + printf ("%u: cannot read all of the temp file\n", __LINE__); + status = 1; + } + else + { + /* Make sure there is nothing left. */ + if (fgetc (fp) != EOF) + { + printf ("%u: more input available\n", __LINE__); + status = 1; + } + + if (memcmp (mb2buf, mbbuf, mbsize) != 0) + { + printf ("%u: buffer written with fputwc differs\n", __LINE__); + status = 1; + } + } + + res = fclose (fp); + if (res != 0) + { + printf ("%u: fclose after single-character reading failed (%d): %m\n", + __LINE__, res); + exit (1); + } + + /* Now to reading and writing line-wise. */ + + fd = mkstemp (strcpy (name, "/tmp/widetext.out.XXXXXX")); + if (fd == -1) + { + printf ("%u: cannot open temporary file: %m\n", __LINE__); + exit (1); + } + + unlink (name); + + fp = fdopen (dup (fd), "w"); + if (fp == NULL) + { + printf ("%u: fdopen of temp file for writing failed: %m\n", __LINE__); + exit (1); + } + + for (wcp = wcbuf; wcp < &wcbuf[wcsize]; ) + { + wchar_t *wendp = wcschr (wcp, L'\n'); + + if (wendp != NULL) + { + /* Temporarily NUL terminate the line. */ + wchar_t save = wendp[1]; + wendp[1] = L'\0'; + + fputws (wcp, fp); + + wendp[1] = save; + wcp = &wendp[1]; + } + else + { + fputws (wcp, fp); + wcp = wcschr (wcp, L'\0'); + assert (wcp == &wcbuf[wcsize]); + } + } + + res = fclose (fp); + if (res != 0) + { + printf ("%u: fclose after line-wise writing failed (%d): %m\n", + __LINE__, res); + exit (1); + } + + lseek (fd, SEEK_SET, 0); + fp = fdopen (dup (fd), "r"); + if (fp == NULL) + { + printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__); + exit (1); + } + + for (wcp = wc2buf; wcp < &wc2buf[wcsize]; ) + { + if (fgetws (wcp, &wc2buf[wcsize] - wcp + 1, fp) == NULL) + { + printf ("%u: short read using fgetws (only %td of %Zd)\n", + __LINE__, wcp - wc2buf, wcsize); + status = 1; + break; + } + wcp = wcschr (wcp, L'\0'); + } + + if (wcp > &wc2buf[wcsize]) + { + printf ("%u: fgetws read too much\n", __LINE__); + status = 1; + } + else if (fgetwc (fp) != WEOF) + { + /* There should be nothing else. */ + printf ("%u: too many characters available with fgetws\n", __LINE__); + status = 1; + } + + if (wcp >= &wc2buf[wcsize] && wmemcmp (wcbuf, wc2buf, wcsize) != 0) + { + printf ("%u: buffer read with fgetws differs\n", __LINE__); + status = 1; + } + + res = fclose (fp); + if (res != 0) + { + printf ("%u: fclose after single-character reading failed (%d): %m\n", + __LINE__, res); + exit (1); + } + + /* Just make sure there are no two errors which hide each other, read the + file using the `char' functions. */ + + lseek (fd, SEEK_SET, 0); + fp = fdopen (fd, "r"); + if (fp == NULL) + { + printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__); + exit (1); + } + + if (fread (mb2buf, 1, mbsize, fp) != mbsize) + { + printf ("%u: cannot read all of the temp file\n", __LINE__); + status = 1; + } + else + { + /* Make sure there is nothing left. */ + if (fgetc (fp) != EOF) + { + printf ("%u: more input available\n", __LINE__); + status = 1; + } + + if (memcmp (mb2buf, mbbuf, mbsize) != 0) + { + printf ("%u: buffer written with fputws differs\n", __LINE__); + status = 1; + } + } + + res = fclose (fp); + if (res != 0) + { + printf ("%u: fclose after single-character reading failed (%d): %m\n", + __LINE__, res); + exit (1); + } + + return status; +} + +#define TEST_FUNCTION do_test () +#include "../test-skeleton.c" |