2012-07-29 18:32:54 +00:00
|
|
|
// Include qpdf-config.h first so off_t is guaranteed to have the right size.
|
2012-06-20 15:20:57 +00:00
|
|
|
#include <qpdf/qpdf-config.h>
|
2012-06-22 13:46:33 +00:00
|
|
|
|
|
|
|
#include <qpdf/QUtil.hh>
|
2022-02-04 21:31:31 +00:00
|
|
|
|
2020-04-06 14:19:37 +00:00
|
|
|
#include <qpdf/CryptoRandomDataProvider.hh>
|
2022-04-02 21:14:10 +00:00
|
|
|
#include <qpdf/Pipeline.hh>
|
|
|
|
#include <qpdf/QIntC.hh>
|
2018-08-13 23:48:02 +00:00
|
|
|
#include <qpdf/QPDFSystemError.hh>
|
2019-01-13 13:00:14 +00:00
|
|
|
#include <qpdf/QTC.hh>
|
2012-06-22 13:46:33 +00:00
|
|
|
|
2013-02-26 17:31:00 +00:00
|
|
|
#include <cmath>
|
2022-04-02 21:14:10 +00:00
|
|
|
#include <ctype.h>
|
|
|
|
#include <errno.h>
|
|
|
|
#include <fcntl.h>
|
|
|
|
#include <fstream>
|
2013-02-26 17:31:00 +00:00
|
|
|
#include <iomanip>
|
2022-04-02 21:14:10 +00:00
|
|
|
#include <locale>
|
2022-04-23 20:03:02 +00:00
|
|
|
#include <map>
|
2022-04-02 21:14:10 +00:00
|
|
|
#include <memory>
|
|
|
|
#include <regex>
|
|
|
|
#include <set>
|
2013-02-26 17:31:00 +00:00
|
|
|
#include <sstream>
|
2013-11-30 03:08:25 +00:00
|
|
|
#include <stdexcept>
|
2008-04-29 12:55:25 +00:00
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
2008-05-04 16:02:53 +00:00
|
|
|
#include <string.h>
|
2020-04-06 15:20:11 +00:00
|
|
|
#ifndef QPDF_NO_WCHAR_T
|
|
|
|
# include <cwchar>
|
|
|
|
#endif
|
2008-04-29 12:55:25 +00:00
|
|
|
#ifdef _WIN32
|
2021-02-10 12:32:10 +00:00
|
|
|
# define WIN32_LEAN_AND_MEAN
|
2020-04-06 15:20:11 +00:00
|
|
|
# include <direct.h>
|
|
|
|
# include <io.h>
|
2022-04-02 21:14:10 +00:00
|
|
|
# include <windows.h>
|
2008-04-29 12:55:25 +00:00
|
|
|
#else
|
2020-04-06 15:20:11 +00:00
|
|
|
# include <sys/stat.h>
|
2022-04-02 21:14:10 +00:00
|
|
|
# include <unistd.h>
|
2008-04-29 12:55:25 +00:00
|
|
|
#endif
|
2022-08-31 16:49:29 +00:00
|
|
|
#ifdef HAVE_MALLOC_INFO
|
|
|
|
# include <malloc.h>
|
|
|
|
#endif
|
2008-04-29 12:55:25 +00:00
|
|
|
|
2022-01-11 20:06:17 +00:00
|
|
|
// First element is 24
|
|
|
|
static unsigned short pdf_doc_low_to_unicode[] = {
|
2022-04-02 21:14:10 +00:00
|
|
|
0x02d8, // 0x18 BREVE
|
|
|
|
0x02c7, // 0x19 CARON
|
|
|
|
0x02c6, // 0x1a MODIFIER LETTER CIRCUMFLEX ACCENT
|
|
|
|
0x02d9, // 0x1b DOT ABOVE
|
|
|
|
0x02dd, // 0x1c DOUBLE ACUTE ACCENT
|
|
|
|
0x02db, // 0x1d OGONEK
|
|
|
|
0x02da, // 0x1e RING ABOVE
|
|
|
|
0x02dc, // 0x1f SMALL TILDE
|
2022-01-11 20:06:17 +00:00
|
|
|
};
|
|
|
|
// First element is 127
|
2019-01-13 13:00:14 +00:00
|
|
|
static unsigned short pdf_doc_to_unicode[] = {
|
2022-04-02 21:14:10 +00:00
|
|
|
0xfffd, // 0x7f UNDEFINED
|
|
|
|
0x2022, // 0x80 BULLET
|
|
|
|
0x2020, // 0x81 DAGGER
|
|
|
|
0x2021, // 0x82 DOUBLE DAGGER
|
|
|
|
0x2026, // 0x83 HORIZONTAL ELLIPSIS
|
|
|
|
0x2014, // 0x84 EM DASH
|
|
|
|
0x2013, // 0x85 EN DASH
|
|
|
|
0x0192, // 0x86 SMALL LETTER F WITH HOOK
|
|
|
|
0x2044, // 0x87 FRACTION SLASH (solidus)
|
|
|
|
0x2039, // 0x88 SINGLE LEFT-POINTING ANGLE QUOTATION MARK
|
|
|
|
0x203a, // 0x89 SINGLE RIGHT-POINTING ANGLE QUOTATION MARK
|
|
|
|
0x2212, // 0x8a MINUS SIGN
|
|
|
|
0x2030, // 0x8b PER MILLE SIGN
|
|
|
|
0x201e, // 0x8c DOUBLE LOW-9 QUOTATION MARK (quotedblbase)
|
|
|
|
0x201c, // 0x8d LEFT DOUBLE QUOTATION MARK (double quote left)
|
|
|
|
0x201d, // 0x8e RIGHT DOUBLE QUOTATION MARK (quotedblright)
|
|
|
|
0x2018, // 0x8f LEFT SINGLE QUOTATION MARK (quoteleft)
|
|
|
|
0x2019, // 0x90 RIGHT SINGLE QUOTATION MARK (quoteright)
|
|
|
|
0x201a, // 0x91 SINGLE LOW-9 QUOTATION MARK (quotesinglbase)
|
|
|
|
0x2122, // 0x92 TRADE MARK SIGN
|
|
|
|
0xfb01, // 0x93 LATIN SMALL LIGATURE FI
|
|
|
|
0xfb02, // 0x94 LATIN SMALL LIGATURE FL
|
|
|
|
0x0141, // 0x95 LATIN CAPITAL LETTER L WITH STROKE
|
|
|
|
0x0152, // 0x96 LATIN CAPITAL LIGATURE OE
|
|
|
|
0x0160, // 0x97 LATIN CAPITAL LETTER S WITH CARON
|
|
|
|
0x0178, // 0x98 LATIN CAPITAL LETTER Y WITH DIAERESIS
|
|
|
|
0x017d, // 0x99 LATIN CAPITAL LETTER Z WITH CARON
|
|
|
|
0x0131, // 0x9a LATIN SMALL LETTER DOTLESS I
|
|
|
|
0x0142, // 0x9b LATIN SMALL LETTER L WITH STROKE
|
|
|
|
0x0153, // 0x9c LATIN SMALL LIGATURE OE
|
|
|
|
0x0161, // 0x9d LATIN SMALL LETTER S WITH CARON
|
|
|
|
0x017e, // 0x9e LATIN SMALL LETTER Z WITH CARON
|
|
|
|
0xfffd, // 0x9f UNDEFINED
|
|
|
|
0x20ac, // 0xa0 EURO SIGN
|
2019-01-13 13:00:14 +00:00
|
|
|
};
|
2019-01-13 13:47:10 +00:00
|
|
|
static unsigned short win_ansi_to_unicode[] = {
|
2022-04-02 21:14:10 +00:00
|
|
|
0x20ac, // 0x80
|
|
|
|
0xfffd, // 0x81
|
|
|
|
0x201a, // 0x82
|
|
|
|
0x0192, // 0x83
|
|
|
|
0x201e, // 0x84
|
|
|
|
0x2026, // 0x85
|
|
|
|
0x2020, // 0x86
|
|
|
|
0x2021, // 0x87
|
|
|
|
0x02c6, // 0x88
|
|
|
|
0x2030, // 0x89
|
|
|
|
0x0160, // 0x8a
|
|
|
|
0x2039, // 0x8b
|
|
|
|
0x0152, // 0x8c
|
|
|
|
0xfffd, // 0x8d
|
|
|
|
0x017d, // 0x8e
|
|
|
|
0xfffd, // 0x8f
|
|
|
|
0xfffd, // 0x90
|
|
|
|
0x2018, // 0x91
|
|
|
|
0x2019, // 0x92
|
|
|
|
0x201c, // 0x93
|
|
|
|
0x201d, // 0x94
|
|
|
|
0x2022, // 0x95
|
|
|
|
0x2013, // 0x96
|
|
|
|
0x2014, // 0x97
|
|
|
|
0x0303, // 0x98
|
|
|
|
0x2122, // 0x99
|
|
|
|
0x0161, // 0x9a
|
|
|
|
0x203a, // 0x9b
|
|
|
|
0x0153, // 0x9c
|
|
|
|
0xfffd, // 0x9d
|
|
|
|
0x017e, // 0x9e
|
|
|
|
0x0178, // 0x9f
|
|
|
|
0x00a0, // 0xa0
|
2019-01-13 13:47:10 +00:00
|
|
|
};
|
|
|
|
static unsigned short mac_roman_to_unicode[] = {
|
2022-04-02 21:14:10 +00:00
|
|
|
0x00c4, // 0x80
|
|
|
|
0x00c5, // 0x81
|
|
|
|
0x00c7, // 0x82
|
|
|
|
0x00c9, // 0x83
|
|
|
|
0x00d1, // 0x84
|
|
|
|
0x00d6, // 0x85
|
|
|
|
0x00dc, // 0x86
|
|
|
|
0x00e1, // 0x87
|
|
|
|
0x00e0, // 0x88
|
|
|
|
0x00e2, // 0x89
|
|
|
|
0x00e4, // 0x8a
|
|
|
|
0x00e3, // 0x8b
|
|
|
|
0x00e5, // 0x8c
|
|
|
|
0x00e7, // 0x8d
|
|
|
|
0x00e9, // 0x8e
|
|
|
|
0x00e8, // 0x8f
|
|
|
|
0x00ea, // 0x90
|
|
|
|
0x00eb, // 0x91
|
|
|
|
0x00ed, // 0x92
|
|
|
|
0x00ec, // 0x93
|
|
|
|
0x00ee, // 0x94
|
|
|
|
0x00ef, // 0x95
|
|
|
|
0x00f1, // 0x96
|
|
|
|
0x00f3, // 0x97
|
|
|
|
0x00f2, // 0x98
|
|
|
|
0x00f4, // 0x99
|
|
|
|
0x00f6, // 0x9a
|
|
|
|
0x00f5, // 0x9b
|
|
|
|
0x00fa, // 0x9c
|
|
|
|
0x00f9, // 0x9d
|
|
|
|
0x00fb, // 0x9e
|
|
|
|
0x00fc, // 0x9f
|
|
|
|
0x2020, // 0xa0
|
|
|
|
0x00b0, // 0xa1
|
|
|
|
0x00a2, // 0xa2
|
|
|
|
0x00a3, // 0xa3
|
|
|
|
0x00a7, // 0xa4
|
|
|
|
0x2022, // 0xa5
|
|
|
|
0x00b6, // 0xa6
|
|
|
|
0x00df, // 0xa7
|
|
|
|
0x00ae, // 0xa8
|
|
|
|
0x00a9, // 0xa9
|
|
|
|
0x2122, // 0xaa
|
|
|
|
0x0301, // 0xab
|
|
|
|
0x0308, // 0xac
|
|
|
|
0xfffd, // 0xad
|
|
|
|
0x00c6, // 0xae
|
|
|
|
0x00d8, // 0xaf
|
|
|
|
0xfffd, // 0xb0
|
|
|
|
0x00b1, // 0xb1
|
|
|
|
0xfffd, // 0xb2
|
|
|
|
0xfffd, // 0xb3
|
|
|
|
0x00a5, // 0xb4
|
|
|
|
0x03bc, // 0xb5
|
|
|
|
0xfffd, // 0xb6
|
|
|
|
0xfffd, // 0xb7
|
|
|
|
0xfffd, // 0xb8
|
|
|
|
0xfffd, // 0xb9
|
|
|
|
0xfffd, // 0xba
|
|
|
|
0x1d43, // 0xbb
|
|
|
|
0x1d52, // 0xbc
|
|
|
|
0xfffd, // 0xbd
|
|
|
|
0x00e6, // 0xbe
|
|
|
|
0x00f8, // 0xbf
|
|
|
|
0x00bf, // 0xc0
|
|
|
|
0x00a1, // 0xc1
|
|
|
|
0x00ac, // 0xc2
|
|
|
|
0xfffd, // 0xc3
|
|
|
|
0x0192, // 0xc4
|
|
|
|
0xfffd, // 0xc5
|
|
|
|
0xfffd, // 0xc6
|
|
|
|
0x00ab, // 0xc7
|
|
|
|
0x00bb, // 0xc8
|
|
|
|
0x2026, // 0xc9
|
|
|
|
0xfffd, // 0xca
|
|
|
|
0x00c0, // 0xcb
|
|
|
|
0x00c3, // 0xcc
|
|
|
|
0x00d5, // 0xcd
|
|
|
|
0x0152, // 0xce
|
|
|
|
0x0153, // 0xcf
|
|
|
|
0x2013, // 0xd0
|
|
|
|
0x2014, // 0xd1
|
|
|
|
0x201c, // 0xd2
|
|
|
|
0x201d, // 0xd3
|
|
|
|
0x2018, // 0xd4
|
|
|
|
0x2019, // 0xd5
|
|
|
|
0x00f7, // 0xd6
|
|
|
|
0xfffd, // 0xd7
|
|
|
|
0x00ff, // 0xd8
|
|
|
|
0x0178, // 0xd9
|
|
|
|
0x2044, // 0xda
|
|
|
|
0x00a4, // 0xdb
|
|
|
|
0x2039, // 0xdc
|
|
|
|
0x203a, // 0xdd
|
|
|
|
0xfb01, // 0xde
|
|
|
|
0xfb02, // 0xdf
|
|
|
|
0x2021, // 0xe0
|
|
|
|
0x00b7, // 0xe1
|
|
|
|
0x201a, // 0xe2
|
|
|
|
0x201e, // 0xe3
|
|
|
|
0x2030, // 0xe4
|
|
|
|
0x00c2, // 0xe5
|
|
|
|
0x00ca, // 0xe6
|
|
|
|
0x00c1, // 0xe7
|
|
|
|
0x00cb, // 0xe8
|
|
|
|
0x00c8, // 0xe9
|
|
|
|
0x00cd, // 0xea
|
|
|
|
0x00ce, // 0xeb
|
|
|
|
0x00cf, // 0xec
|
|
|
|
0x00cc, // 0xed
|
|
|
|
0x00d3, // 0xee
|
|
|
|
0x00d4, // 0xef
|
|
|
|
0xfffd, // 0xf0
|
|
|
|
0x00d2, // 0xf1
|
|
|
|
0x00da, // 0xf2
|
|
|
|
0x00db, // 0xf3
|
|
|
|
0x00d9, // 0xf4
|
|
|
|
0x0131, // 0xf5
|
|
|
|
0x02c6, // 0xf6
|
|
|
|
0x0303, // 0xf7
|
|
|
|
0x0304, // 0xf8
|
|
|
|
0x0306, // 0xf9
|
|
|
|
0x0307, // 0xfa
|
|
|
|
0x030a, // 0xfb
|
|
|
|
0x0327, // 0xfc
|
|
|
|
0x030b, // 0xfd
|
|
|
|
0x0328, // 0xfe
|
|
|
|
0x02c7, // 0xff
|
2019-01-13 13:47:10 +00:00
|
|
|
};
|
2019-01-13 13:00:14 +00:00
|
|
|
|
2022-04-23 20:03:02 +00:00
|
|
|
static std::map<unsigned long, unsigned char> unicode_to_win_ansi = {
|
|
|
|
{0x20ac, 0x80}, {0x201a, 0x82}, {0x192, 0x83}, {0x201e, 0x84},
|
|
|
|
{0x2026, 0x85}, {0x2020, 0x86}, {0x2021, 0x87}, {0x2c6, 0x88},
|
|
|
|
{0x2030, 0x89}, {0x160, 0x8a}, {0x2039, 0x8b}, {0x152, 0x8c},
|
|
|
|
{0x17d, 0x8e}, {0x2018, 0x91}, {0x2019, 0x92}, {0x201c, 0x93},
|
|
|
|
{0x201d, 0x94}, {0x2022, 0x95}, {0x2013, 0x96}, {0x2014, 0x97},
|
|
|
|
{0x303, 0x98}, {0x2122, 0x99}, {0x161, 0x9a}, {0x203a, 0x9b},
|
|
|
|
{0x153, 0x9c}, {0x17e, 0x9e}, {0x178, 0x9f}, {0xa0, 0xa0},
|
|
|
|
};
|
|
|
|
static std::map<unsigned long, unsigned char> unicode_to_mac_roman = {
|
|
|
|
{0xc4, 0x80}, {0xc5, 0x81}, {0xc7, 0x82}, {0xc9, 0x83},
|
|
|
|
{0xd1, 0x84}, {0xd6, 0x85}, {0xdc, 0x86}, {0xe1, 0x87},
|
|
|
|
{0xe0, 0x88}, {0xe2, 0x89}, {0xe4, 0x8a}, {0xe3, 0x8b},
|
|
|
|
{0xe5, 0x8c}, {0xe7, 0x8d}, {0xe9, 0x8e}, {0xe8, 0x8f},
|
|
|
|
{0xea, 0x90}, {0xeb, 0x91}, {0xed, 0x92}, {0xec, 0x93},
|
|
|
|
{0xee, 0x94}, {0xef, 0x95}, {0xf1, 0x96}, {0xf3, 0x97},
|
|
|
|
{0xf2, 0x98}, {0xf4, 0x99}, {0xf6, 0x9a}, {0xf5, 0x9b},
|
|
|
|
{0xfa, 0x9c}, {0xf9, 0x9d}, {0xfb, 0x9e}, {0xfc, 0x9f},
|
|
|
|
{0x2020, 0xa0}, {0xb0, 0xa1}, {0xa2, 0xa2}, {0xa3, 0xa3},
|
|
|
|
{0xa7, 0xa4}, {0x2022, 0xa5}, {0xb6, 0xa6}, {0xdf, 0xa7},
|
|
|
|
{0xae, 0xa8}, {0xa9, 0xa9}, {0x2122, 0xaa}, {0x301, 0xab},
|
|
|
|
{0x308, 0xac}, {0xc6, 0xae}, {0xd8, 0xaf}, {0xb1, 0xb1},
|
|
|
|
{0xa5, 0xb4}, {0x3bc, 0xb5}, {0x1d43, 0xbb}, {0x1d52, 0xbc},
|
|
|
|
{0xe6, 0xbe}, {0xf8, 0xbf}, {0xbf, 0xc0}, {0xa1, 0xc1},
|
|
|
|
{0xac, 0xc2}, {0x192, 0xc4}, {0xab, 0xc7}, {0xbb, 0xc8},
|
|
|
|
{0x2026, 0xc9}, {0xc0, 0xcb}, {0xc3, 0xcc}, {0xd5, 0xcd},
|
|
|
|
{0x152, 0xce}, {0x153, 0xcf}, {0x2013, 0xd0}, {0x2014, 0xd1},
|
|
|
|
{0x201c, 0xd2}, {0x201d, 0xd3}, {0x2018, 0xd4}, {0x2019, 0xd5},
|
|
|
|
{0xf7, 0xd6}, {0xff, 0xd8}, {0x178, 0xd9}, {0x2044, 0xda},
|
|
|
|
{0xa4, 0xdb}, {0x2039, 0xdc}, {0x203a, 0xdd}, {0xfb01, 0xde},
|
|
|
|
{0xfb02, 0xdf}, {0x2021, 0xe0}, {0xb7, 0xe1}, {0x201a, 0xe2},
|
|
|
|
{0x201e, 0xe3}, {0x2030, 0xe4}, {0xc2, 0xe5}, {0xca, 0xe6},
|
|
|
|
{0xc1, 0xe7}, {0xcb, 0xe8}, {0xc8, 0xe9}, {0xcd, 0xea},
|
|
|
|
{0xce, 0xeb}, {0xcf, 0xec}, {0xcc, 0xed}, {0xd3, 0xee},
|
|
|
|
{0xd4, 0xef}, {0xd2, 0xf1}, {0xda, 0xf2}, {0xdb, 0xf3},
|
|
|
|
{0xd9, 0xf4}, {0x131, 0xf5}, {0x2c6, 0xf6}, {0x303, 0xf7},
|
|
|
|
{0x304, 0xf8}, {0x306, 0xf9}, {0x307, 0xfa}, {0x30a, 0xfb},
|
|
|
|
{0x327, 0xfc}, {0x30b, 0xfd}, {0x328, 0xfe}, {0x2c7, 0xff},
|
|
|
|
};
|
|
|
|
static std::map<unsigned long, unsigned char> unicode_to_pdf_doc = {
|
|
|
|
{0x02d8, 0x18}, {0x02c7, 0x19}, {0x02c6, 0x1a}, {0x02d9, 0x1b},
|
|
|
|
{0x02dd, 0x1c}, {0x02db, 0x1d}, {0x02da, 0x1e}, {0x02dc, 0x1f},
|
|
|
|
{0x2022, 0x80}, {0x2020, 0x81}, {0x2021, 0x82}, {0x2026, 0x83},
|
|
|
|
{0x2014, 0x84}, {0x2013, 0x85}, {0x0192, 0x86}, {0x2044, 0x87},
|
|
|
|
{0x2039, 0x88}, {0x203a, 0x89}, {0x2212, 0x8a}, {0x2030, 0x8b},
|
|
|
|
{0x201e, 0x8c}, {0x201c, 0x8d}, {0x201d, 0x8e}, {0x2018, 0x8f},
|
|
|
|
{0x2019, 0x90}, {0x201a, 0x91}, {0x2122, 0x92}, {0xfb01, 0x93},
|
|
|
|
{0xfb02, 0x94}, {0x0141, 0x95}, {0x0152, 0x96}, {0x0160, 0x97},
|
|
|
|
{0x0178, 0x98}, {0x017d, 0x99}, {0x0131, 0x9a}, {0x0142, 0x9b},
|
|
|
|
{0x0153, 0x9c}, {0x0161, 0x9d}, {0x017e, 0x9e}, {0xfffd, 0x9f},
|
|
|
|
{0x20ac, 0xa0},
|
|
|
|
};
|
|
|
|
|
2019-06-20 23:48:53 +00:00
|
|
|
template <typename T>
|
2022-04-02 21:14:10 +00:00
|
|
|
static std::string
|
2019-06-20 23:48:53 +00:00
|
|
|
int_to_string_base_internal(T num, int base, int length)
|
2013-02-28 21:20:45 +00:00
|
|
|
{
|
|
|
|
// Backward compatibility -- int_to_string, which calls this
|
|
|
|
// function, used to use sprintf with %0*d, so we interpret length
|
|
|
|
// such that a negative value appends spaces and a positive value
|
|
|
|
// prepends zeroes.
|
2022-04-02 21:14:10 +00:00
|
|
|
if (!((base == 8) || (base == 10) || (base == 16))) {
|
2013-02-28 21:20:45 +00:00
|
|
|
throw std::logic_error(
|
|
|
|
"int_to_string_base called with unsupported base");
|
|
|
|
}
|
2020-10-27 15:42:09 +00:00
|
|
|
std::string cvt;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (base == 10) {
|
2020-10-27 15:42:09 +00:00
|
|
|
// Use the more efficient std::to_string when possible
|
|
|
|
cvt = std::to_string(num);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2020-10-27 15:42:09 +00:00
|
|
|
std::ostringstream buf;
|
|
|
|
buf.imbue(std::locale::classic());
|
|
|
|
buf << std::setbase(base) << std::nouppercase << num;
|
|
|
|
cvt = buf.str();
|
|
|
|
}
|
2013-02-26 17:31:00 +00:00
|
|
|
std::string result;
|
2020-10-27 15:42:09 +00:00
|
|
|
int str_length = QIntC::to_int(cvt.length());
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((length > 0) && (str_length < length)) {
|
2022-02-08 14:18:08 +00:00
|
|
|
result.append(QIntC::to_size(length - str_length), '0');
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
2020-10-27 15:42:09 +00:00
|
|
|
result += cvt;
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((length < 0) && (str_length < -length)) {
|
2022-02-08 14:18:08 +00:00
|
|
|
result.append(QIntC::to_size(-length - str_length), ' ');
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
2013-02-26 17:31:00 +00:00
|
|
|
return result;
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
|
|
|
|
2019-06-20 23:48:53 +00:00
|
|
|
std::string
|
|
|
|
QUtil::int_to_string(long long num, int length)
|
|
|
|
{
|
|
|
|
return int_to_string_base(num, 10, length);
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::uint_to_string(unsigned long long num, int length)
|
|
|
|
{
|
2019-06-21 03:35:23 +00:00
|
|
|
return uint_to_string_base(num, 10, length);
|
2019-06-20 23:48:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::int_to_string_base(long long num, int base, int length)
|
|
|
|
{
|
|
|
|
return int_to_string_base_internal(num, base, length);
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::uint_to_string_base(unsigned long long num, int base, int length)
|
|
|
|
{
|
|
|
|
return int_to_string_base_internal(num, base, length);
|
|
|
|
}
|
|
|
|
|
2021-02-12 08:44:12 +00:00
|
|
|
std::string
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::double_to_string(
|
|
|
|
double num, int decimal_places, bool trim_trailing_zeroes)
|
2008-04-29 12:55:25 +00:00
|
|
|
{
|
2013-02-26 17:31:00 +00:00
|
|
|
// Backward compatibility -- this code used to use sprintf and
|
|
|
|
// treated decimal_places <= 0 to mean to use the default, which
|
2021-02-12 08:44:12 +00:00
|
|
|
// was six decimal places. Starting in 10.2, we trim trailing
|
|
|
|
// zeroes by default.
|
2022-04-02 21:14:10 +00:00
|
|
|
if (decimal_places <= 0) {
|
2013-02-26 17:31:00 +00:00
|
|
|
decimal_places = 6;
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
2013-02-26 17:31:00 +00:00
|
|
|
std::ostringstream buf;
|
2020-10-21 19:29:28 +00:00
|
|
|
buf.imbue(std::locale::classic());
|
2013-02-26 17:31:00 +00:00
|
|
|
buf << std::setprecision(decimal_places) << std::fixed << num;
|
2021-02-12 08:44:12 +00:00
|
|
|
std::string result = buf.str();
|
2022-04-02 21:14:10 +00:00
|
|
|
if (trim_trailing_zeroes) {
|
|
|
|
while ((result.length() > 1) && (result.back() == '0')) {
|
2021-02-12 08:44:12 +00:00
|
|
|
result.pop_back();
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((result.length() > 1) && (result.back() == '.')) {
|
2021-02-12 08:44:12 +00:00
|
|
|
result.pop_back();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return result;
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
|
|
|
|
2012-06-21 23:32:21 +00:00
|
|
|
long long
|
|
|
|
QUtil::string_to_ll(char const* str)
|
|
|
|
{
|
2017-08-29 16:21:29 +00:00
|
|
|
errno = 0;
|
2012-06-21 23:32:21 +00:00
|
|
|
#ifdef _MSC_VER
|
2017-08-29 16:21:29 +00:00
|
|
|
long long result = _strtoi64(str, 0, 10);
|
2012-06-21 23:32:21 +00:00
|
|
|
#else
|
2022-07-26 11:37:50 +00:00
|
|
|
long long result = strtoll(str, nullptr, 10);
|
2012-06-21 23:32:21 +00:00
|
|
|
#endif
|
2022-04-02 21:14:10 +00:00
|
|
|
if (errno == ERANGE) {
|
2019-06-20 23:48:53 +00:00
|
|
|
throw std::range_error(
|
2022-04-02 21:14:10 +00:00
|
|
|
std::string("overflow/underflow converting ") + str +
|
|
|
|
" to 64-bit integer");
|
2017-08-29 16:21:29 +00:00
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
QUtil::string_to_int(char const* str)
|
|
|
|
{
|
2019-06-20 23:48:53 +00:00
|
|
|
// QIntC::to_int does range checking
|
|
|
|
return QIntC::to_int(string_to_ll(str));
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned long long
|
|
|
|
QUtil::string_to_ull(char const* str)
|
|
|
|
{
|
|
|
|
char const* p = str;
|
2022-04-02 21:14:10 +00:00
|
|
|
while (*p && is_space(*p)) {
|
2019-06-20 23:48:53 +00:00
|
|
|
++p;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (*p == '-') {
|
2017-08-29 16:21:29 +00:00
|
|
|
throw std::runtime_error(
|
2022-04-02 21:14:10 +00:00
|
|
|
std::string("underflow converting ") + str +
|
|
|
|
" to 64-bit unsigned integer");
|
2017-08-29 16:21:29 +00:00
|
|
|
}
|
2019-06-20 23:48:53 +00:00
|
|
|
|
|
|
|
errno = 0;
|
|
|
|
#ifdef _MSC_VER
|
|
|
|
unsigned long long result = _strtoui64(str, 0, 10);
|
|
|
|
#else
|
2022-07-26 11:37:50 +00:00
|
|
|
unsigned long long result = strtoull(str, nullptr, 10);
|
2019-06-20 23:48:53 +00:00
|
|
|
#endif
|
2022-04-02 21:14:10 +00:00
|
|
|
if (errno == ERANGE) {
|
2017-08-29 16:21:29 +00:00
|
|
|
throw std::runtime_error(
|
2022-04-02 21:14:10 +00:00
|
|
|
std::string("overflow converting ") + str +
|
|
|
|
" to 64-bit unsigned integer");
|
2017-08-29 16:21:29 +00:00
|
|
|
}
|
|
|
|
return result;
|
2012-06-21 23:32:21 +00:00
|
|
|
}
|
|
|
|
|
2019-06-20 23:48:53 +00:00
|
|
|
unsigned int
|
|
|
|
QUtil::string_to_uint(char const* str)
|
|
|
|
{
|
|
|
|
// QIntC::to_uint does range checking
|
|
|
|
return QIntC::to_uint(string_to_ull(str));
|
|
|
|
}
|
|
|
|
|
2022-05-15 18:56:04 +00:00
|
|
|
bool
|
|
|
|
QUtil::is_long_long(char const* str)
|
|
|
|
{
|
|
|
|
try {
|
|
|
|
auto i1 = string_to_ll(str);
|
|
|
|
std::string s1 = int_to_string(i1);
|
|
|
|
return str == s1;
|
|
|
|
} catch (std::exception&) {
|
|
|
|
// overflow or other error
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2013-02-24 02:46:21 +00:00
|
|
|
unsigned char*
|
|
|
|
QUtil::unsigned_char_pointer(std::string const& str)
|
|
|
|
{
|
|
|
|
return reinterpret_cast<unsigned char*>(const_cast<char*>(str.c_str()));
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned char*
|
|
|
|
QUtil::unsigned_char_pointer(char const* str)
|
|
|
|
{
|
|
|
|
return reinterpret_cast<unsigned char*>(const_cast<char*>(str));
|
|
|
|
}
|
|
|
|
|
2009-09-26 18:36:04 +00:00
|
|
|
void
|
|
|
|
QUtil::throw_system_error(std::string const& description)
|
|
|
|
{
|
2018-08-13 23:48:02 +00:00
|
|
|
throw QPDFSystemError(description, errno);
|
2009-09-26 18:36:04 +00:00
|
|
|
}
|
|
|
|
|
2008-04-29 12:55:25 +00:00
|
|
|
int
|
2009-09-26 18:36:04 +00:00
|
|
|
QUtil::os_wrapper(std::string const& description, int status)
|
2008-04-29 12:55:25 +00:00
|
|
|
{
|
2022-04-02 21:14:10 +00:00
|
|
|
if (status == -1) {
|
2022-02-08 14:18:08 +00:00
|
|
|
throw_system_error(description);
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2019-04-20 22:14:32 +00:00
|
|
|
#ifdef _WIN32
|
2022-04-09 18:35:56 +00:00
|
|
|
static std::shared_ptr<wchar_t>
|
2019-08-31 15:00:53 +00:00
|
|
|
win_convert_filename(char const* filename)
|
|
|
|
{
|
2019-04-20 22:14:32 +00:00
|
|
|
// Convert the utf-8 encoded filename argument to wchar_t*. First,
|
|
|
|
// convert to utf16, then to wchar_t*. Note that u16 will start
|
|
|
|
// with the UTF16 marker, which we skip.
|
2019-08-31 15:00:53 +00:00
|
|
|
std::string u16 = QUtil::utf8_to_utf16(filename);
|
2019-04-20 22:14:32 +00:00
|
|
|
size_t len = u16.length();
|
|
|
|
size_t wlen = (len / 2) - 1;
|
2022-04-09 18:35:56 +00:00
|
|
|
auto wfilenamep = QUtil::make_shared_array<wchar_t>(wlen + 1);
|
2022-02-04 15:10:19 +00:00
|
|
|
wchar_t* wfilename = wfilenamep.get();
|
2019-04-20 22:14:32 +00:00
|
|
|
wfilename[wlen] = 0;
|
2022-04-02 21:14:10 +00:00
|
|
|
for (unsigned int i = 2; i < len; i += 2) {
|
|
|
|
wfilename[(i / 2) - 1] = static_cast<wchar_t>(
|
|
|
|
(static_cast<unsigned char>(u16.at(i)) << 8) +
|
|
|
|
static_cast<unsigned char>(u16.at(i + 1)));
|
2019-04-20 22:14:32 +00:00
|
|
|
}
|
2019-08-31 15:00:53 +00:00
|
|
|
return wfilenamep;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
FILE*
|
|
|
|
QUtil::safe_fopen(char const* filename, char const* mode)
|
|
|
|
{
|
2022-07-26 11:37:50 +00:00
|
|
|
FILE* f = nullptr;
|
2019-08-31 15:00:53 +00:00
|
|
|
#ifdef _WIN32
|
2022-04-09 18:35:56 +00:00
|
|
|
std::shared_ptr<wchar_t> wfilenamep = win_convert_filename(filename);
|
2022-02-04 15:10:19 +00:00
|
|
|
wchar_t* wfilename = wfilenamep.get();
|
2022-04-09 18:35:56 +00:00
|
|
|
auto wmodep = QUtil::make_shared_array<wchar_t>(strlen(mode) + 1);
|
2022-02-04 15:10:19 +00:00
|
|
|
wchar_t* wmode = wmodep.get();
|
2019-04-20 22:14:32 +00:00
|
|
|
wmode[strlen(mode)] = 0;
|
2022-04-02 21:14:10 +00:00
|
|
|
for (size_t i = 0; i < strlen(mode); ++i) {
|
2019-06-21 03:35:23 +00:00
|
|
|
wmode[i] = static_cast<wchar_t>(mode[i]);
|
2019-04-20 22:14:32 +00:00
|
|
|
}
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
# ifdef _MSC_VER
|
2019-04-20 22:14:32 +00:00
|
|
|
errno_t err = _wfopen_s(&f, wfilename, wmode);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (err != 0) {
|
2013-02-28 22:10:30 +00:00
|
|
|
errno = err;
|
2019-04-20 22:14:32 +00:00
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
# else
|
2019-04-20 22:14:32 +00:00
|
|
|
f = _wfopen(wfilename, wmode);
|
2022-04-02 21:14:10 +00:00
|
|
|
# endif
|
|
|
|
if (f == 0) {
|
2013-02-28 22:10:30 +00:00
|
|
|
throw_system_error(std::string("open ") + filename);
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
f = fopen_wrapper(std::string("open ") + filename, fopen(filename, mode));
|
|
|
|
#endif
|
|
|
|
return f;
|
2013-02-28 21:45:11 +00:00
|
|
|
}
|
|
|
|
|
2008-04-29 12:55:25 +00:00
|
|
|
FILE*
|
2009-09-26 18:36:04 +00:00
|
|
|
QUtil::fopen_wrapper(std::string const& description, FILE* f)
|
2008-04-29 12:55:25 +00:00
|
|
|
{
|
2022-07-26 11:37:50 +00:00
|
|
|
if (f == nullptr) {
|
2022-02-08 14:18:08 +00:00
|
|
|
throw_system_error(description);
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
|
|
|
return f;
|
|
|
|
}
|
|
|
|
|
2021-12-29 15:36:15 +00:00
|
|
|
bool
|
|
|
|
QUtil::file_can_be_opened(char const* filename)
|
|
|
|
{
|
2022-04-02 21:14:10 +00:00
|
|
|
try {
|
2021-12-29 15:36:15 +00:00
|
|
|
fclose(safe_fopen(filename, "rb"));
|
|
|
|
return true;
|
2022-04-02 21:14:10 +00:00
|
|
|
} catch (std::runtime_error&) {
|
2021-12-29 15:36:15 +00:00
|
|
|
// can't open the file
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2012-06-20 15:20:57 +00:00
|
|
|
int
|
2012-06-27 03:09:21 +00:00
|
|
|
QUtil::seek(FILE* stream, qpdf_offset_t offset, int whence)
|
2012-06-20 15:20:57 +00:00
|
|
|
{
|
|
|
|
#if HAVE_FSEEKO
|
2022-04-02 21:14:10 +00:00
|
|
|
return fseeko(
|
|
|
|
stream,
|
|
|
|
QIntC::IntConverter<qpdf_offset_t, off_t>::convert(offset),
|
|
|
|
whence);
|
2012-06-26 20:52:30 +00:00
|
|
|
#elif HAVE_FSEEKO64
|
|
|
|
return fseeko64(stream, offset, whence);
|
2012-06-20 15:20:57 +00:00
|
|
|
#else
|
2015-11-23 14:05:42 +00:00
|
|
|
# if defined _MSC_VER || defined __BORLANDC__
|
2012-06-26 20:52:30 +00:00
|
|
|
return _fseeki64(stream, offset, whence);
|
|
|
|
# else
|
2019-06-21 03:35:23 +00:00
|
|
|
return fseek(stream, QIntC::to_long(offset), whence);
|
2012-06-26 20:52:30 +00:00
|
|
|
# endif
|
2012-06-20 15:20:57 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2012-06-21 23:32:21 +00:00
|
|
|
qpdf_offset_t
|
2012-06-27 03:09:21 +00:00
|
|
|
QUtil::tell(FILE* stream)
|
2012-06-20 15:20:57 +00:00
|
|
|
{
|
|
|
|
#if HAVE_FSEEKO
|
2019-06-20 23:48:53 +00:00
|
|
|
return QIntC::to_offset(ftello(stream));
|
2012-06-26 20:52:30 +00:00
|
|
|
#elif HAVE_FSEEKO64
|
2019-06-20 23:48:53 +00:00
|
|
|
return QIntC::to_offset(ftello64(stream));
|
2012-06-20 15:20:57 +00:00
|
|
|
#else
|
2015-11-23 14:05:42 +00:00
|
|
|
# if defined _MSC_VER || defined __BORLANDC__
|
2012-06-26 20:52:30 +00:00
|
|
|
return _ftelli64(stream);
|
|
|
|
# else
|
2019-06-20 23:48:53 +00:00
|
|
|
return QIntC::to_offset(ftell(stream));
|
2012-06-26 20:52:30 +00:00
|
|
|
# endif
|
2012-06-20 15:20:57 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2017-07-30 00:19:54 +00:00
|
|
|
bool
|
|
|
|
QUtil::same_file(char const* name1, char const* name2)
|
|
|
|
{
|
2022-07-26 11:37:50 +00:00
|
|
|
if ((name1 == nullptr) || (strlen(name1) == 0) || (name2 == nullptr) ||
|
2022-04-02 21:14:10 +00:00
|
|
|
(strlen(name2) == 0)) {
|
2017-07-30 00:19:54 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
#ifdef _WIN32
|
2019-01-11 03:28:15 +00:00
|
|
|
bool same = false;
|
|
|
|
# ifndef AVOID_WINDOWS_HANDLE
|
2022-04-02 21:14:10 +00:00
|
|
|
HANDLE fh1 = CreateFile(
|
|
|
|
name1,
|
|
|
|
GENERIC_READ,
|
|
|
|
FILE_SHARE_READ,
|
|
|
|
NULL,
|
|
|
|
OPEN_EXISTING,
|
|
|
|
FILE_ATTRIBUTE_NORMAL,
|
|
|
|
NULL);
|
|
|
|
HANDLE fh2 = CreateFile(
|
|
|
|
name2,
|
|
|
|
GENERIC_READ,
|
|
|
|
FILE_SHARE_READ,
|
|
|
|
NULL,
|
|
|
|
OPEN_EXISTING,
|
|
|
|
FILE_ATTRIBUTE_NORMAL,
|
|
|
|
NULL);
|
2017-07-30 00:19:54 +00:00
|
|
|
BY_HANDLE_FILE_INFORMATION fi1;
|
|
|
|
BY_HANDLE_FILE_INFORMATION fi2;
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((fh1 != INVALID_HANDLE_VALUE) && (fh2 != INVALID_HANDLE_VALUE) &&
|
2017-07-30 00:19:54 +00:00
|
|
|
GetFileInformationByHandle(fh1, &fi1) &&
|
|
|
|
GetFileInformationByHandle(fh2, &fi2) &&
|
|
|
|
(fi1.dwVolumeSerialNumber == fi2.dwVolumeSerialNumber) &&
|
|
|
|
(fi1.nFileIndexLow == fi2.nFileIndexLow) &&
|
2022-04-02 21:14:10 +00:00
|
|
|
(fi1.nFileIndexHigh == fi2.nFileIndexHigh)) {
|
2017-07-30 00:19:54 +00:00
|
|
|
same = true;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (fh1 != INVALID_HANDLE_VALUE) {
|
2017-07-30 00:19:54 +00:00
|
|
|
CloseHandle(fh1);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (fh2 != INVALID_HANDLE_VALUE) {
|
2017-07-30 00:19:54 +00:00
|
|
|
CloseHandle(fh2);
|
|
|
|
}
|
2019-01-11 03:28:15 +00:00
|
|
|
# endif
|
2017-07-30 00:19:54 +00:00
|
|
|
return same;
|
|
|
|
#else
|
|
|
|
struct stat st1;
|
|
|
|
struct stat st2;
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((stat(name1, &st1) == 0) && (stat(name2, &st2) == 0) &&
|
|
|
|
(st1.st_ino == st2.st_ino) && (st1.st_dev == st2.st_dev)) {
|
2017-07-30 00:19:54 +00:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2019-08-31 15:00:53 +00:00
|
|
|
void
|
|
|
|
QUtil::remove_file(char const* path)
|
|
|
|
{
|
|
|
|
#ifdef _WIN32
|
2022-04-09 18:35:56 +00:00
|
|
|
std::shared_ptr<wchar_t> wpath = win_convert_filename(path);
|
2022-02-04 15:10:19 +00:00
|
|
|
os_wrapper(std::string("remove ") + path, _wunlink(wpath.get()));
|
2019-08-31 15:00:53 +00:00
|
|
|
#else
|
|
|
|
os_wrapper(std::string("remove ") + path, unlink(path));
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
QUtil::rename_file(char const* oldname, char const* newname)
|
|
|
|
{
|
|
|
|
#ifdef _WIN32
|
2022-04-02 21:14:10 +00:00
|
|
|
try {
|
2019-08-31 15:00:53 +00:00
|
|
|
remove_file(newname);
|
2022-04-02 21:14:10 +00:00
|
|
|
} catch (QPDFSystemError&) {
|
2019-08-31 15:00:53 +00:00
|
|
|
// ignore
|
|
|
|
}
|
2022-04-09 18:35:56 +00:00
|
|
|
std::shared_ptr<wchar_t> wold = win_convert_filename(oldname);
|
|
|
|
std::shared_ptr<wchar_t> wnew = win_convert_filename(newname);
|
2022-04-02 21:14:10 +00:00
|
|
|
os_wrapper(
|
|
|
|
std::string("rename ") + oldname + " " + newname,
|
|
|
|
_wrename(wold.get(), wnew.get()));
|
2019-08-31 15:00:53 +00:00
|
|
|
#else
|
2022-04-02 21:14:10 +00:00
|
|
|
os_wrapper(
|
|
|
|
std::string("rename ") + oldname + " " + newname,
|
|
|
|
rename(oldname, newname));
|
2019-08-31 15:00:53 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2021-02-07 21:54:16 +00:00
|
|
|
void
|
|
|
|
QUtil::pipe_file(char const* filename, Pipeline* p)
|
|
|
|
{
|
|
|
|
// Exercised in test suite by testing file_provider.
|
|
|
|
FILE* f = safe_fopen(filename, "rb");
|
|
|
|
FileCloser fc(f);
|
|
|
|
size_t len = 0;
|
|
|
|
int constexpr size = 8192;
|
|
|
|
unsigned char buf[size];
|
2022-04-02 21:14:10 +00:00
|
|
|
while ((len = fread(buf, 1, size, f)) > 0) {
|
2021-02-07 21:54:16 +00:00
|
|
|
p->write(buf, len);
|
|
|
|
}
|
|
|
|
p->finish();
|
2022-04-02 21:14:10 +00:00
|
|
|
if (ferror(f)) {
|
2021-02-07 21:54:16 +00:00
|
|
|
throw std::runtime_error(
|
|
|
|
std::string("failure reading file ") + filename);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
std::function<void(Pipeline*)>
|
|
|
|
QUtil::file_provider(std::string const& filename)
|
|
|
|
{
|
2022-04-02 21:14:10 +00:00
|
|
|
return [filename](Pipeline* p) { pipe_file(filename.c_str(), p); };
|
2021-02-07 21:54:16 +00:00
|
|
|
}
|
|
|
|
|
2021-02-18 12:55:39 +00:00
|
|
|
std::string
|
|
|
|
QUtil::path_basename(std::string const& filename)
|
|
|
|
{
|
|
|
|
#ifdef _WIN32
|
|
|
|
char const* pathsep = "/\\";
|
|
|
|
#else
|
|
|
|
char const* pathsep = "/";
|
|
|
|
#endif
|
|
|
|
std::string last = filename;
|
|
|
|
auto len = last.length();
|
2022-04-02 21:14:10 +00:00
|
|
|
while (len > 1) {
|
2021-02-18 12:55:39 +00:00
|
|
|
auto pos = last.find_last_of(pathsep);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (pos == len - 1) {
|
2021-02-18 12:55:39 +00:00
|
|
|
last.pop_back();
|
|
|
|
--len;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (pos == std::string::npos) {
|
2021-02-18 12:55:39 +00:00
|
|
|
break;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2021-02-18 12:55:39 +00:00
|
|
|
last = last.substr(pos + 1);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return last;
|
|
|
|
}
|
|
|
|
|
2008-04-29 12:55:25 +00:00
|
|
|
char*
|
|
|
|
QUtil::copy_string(std::string const& str)
|
|
|
|
{
|
|
|
|
char* result = new char[str.length() + 1];
|
|
|
|
// Use memcpy in case string contains nulls
|
|
|
|
result[str.length()] = '\0';
|
|
|
|
memcpy(result, str.c_str(), str.length());
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2022-01-22 22:33:53 +00:00
|
|
|
std::shared_ptr<char>
|
|
|
|
QUtil::make_shared_cstr(std::string const& str)
|
|
|
|
{
|
2022-02-07 13:02:16 +00:00
|
|
|
auto result = QUtil::make_shared_array<char>(str.length() + 1);
|
2022-01-22 22:33:53 +00:00
|
|
|
// Use memcpy in case string contains nulls
|
|
|
|
result.get()[str.length()] = '\0';
|
|
|
|
memcpy(result.get(), str.c_str(), str.length());
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2022-02-05 13:15:07 +00:00
|
|
|
std::unique_ptr<char[]>
|
|
|
|
QUtil::make_unique_cstr(std::string const& str)
|
|
|
|
{
|
|
|
|
auto result = std::make_unique<char[]>(str.length() + 1);
|
|
|
|
// Use memcpy in case string contains nulls
|
|
|
|
result.get()[str.length()] = '\0';
|
|
|
|
memcpy(result.get(), str.c_str(), str.length());
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-01-25 13:59:55 +00:00
|
|
|
std::string
|
|
|
|
QUtil::hex_encode(std::string const& input)
|
|
|
|
{
|
2022-09-22 19:13:51 +00:00
|
|
|
static auto constexpr hexchars = "0123456789abcdef";
|
2013-02-28 21:20:45 +00:00
|
|
|
std::string result;
|
2022-09-22 19:13:51 +00:00
|
|
|
result.reserve(2 * input.length());
|
|
|
|
for (const char c: input) {
|
|
|
|
result += hexchars[static_cast<unsigned char>(c) >> 4];
|
|
|
|
result += hexchars[c & 0x0f];
|
2013-01-25 13:59:55 +00:00
|
|
|
}
|
2013-02-28 21:20:45 +00:00
|
|
|
return result;
|
2013-01-25 13:59:55 +00:00
|
|
|
}
|
|
|
|
|
2018-01-14 14:04:13 +00:00
|
|
|
std::string
|
|
|
|
QUtil::hex_decode(std::string const& input)
|
|
|
|
{
|
|
|
|
std::string result;
|
|
|
|
size_t pos = 0;
|
2022-04-30 17:23:18 +00:00
|
|
|
for (auto ch: input) {
|
2018-01-14 14:04:13 +00:00
|
|
|
bool skip = false;
|
2022-04-30 17:23:18 +00:00
|
|
|
if ((ch >= 'A') && (ch <= 'F')) {
|
2019-06-21 03:35:23 +00:00
|
|
|
ch = QIntC::to_char(ch - 'A' + 10);
|
2022-04-30 17:23:18 +00:00
|
|
|
} else if ((ch >= 'a') && (ch <= 'f')) {
|
2019-06-21 03:35:23 +00:00
|
|
|
ch = QIntC::to_char(ch - 'a' + 10);
|
2022-04-30 17:23:18 +00:00
|
|
|
} else if ((ch >= '0') && (ch <= '9')) {
|
2019-06-21 03:35:23 +00:00
|
|
|
ch = QIntC::to_char(ch - '0');
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2018-01-14 14:04:13 +00:00
|
|
|
skip = true;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (!skip) {
|
|
|
|
if (pos == 0) {
|
2019-06-21 03:35:23 +00:00
|
|
|
result.push_back(static_cast<char>(ch << 4));
|
2018-01-14 14:04:13 +00:00
|
|
|
pos = 1;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
|
|
|
result[result.length() - 1] |= ch;
|
2018-01-14 14:04:13 +00:00
|
|
|
pos = 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2009-07-15 03:47:44 +00:00
|
|
|
void
|
|
|
|
QUtil::binary_stdout()
|
|
|
|
{
|
2019-02-13 17:10:04 +00:00
|
|
|
#if defined(_WIN32) && defined(__BORLANDC__)
|
2022-04-02 21:14:10 +00:00
|
|
|
setmode(_fileno(stdout), _O_BINARY);
|
2019-02-13 17:10:04 +00:00
|
|
|
#elif defined(_WIN32)
|
2009-07-15 03:47:44 +00:00
|
|
|
_setmode(_fileno(stdout), _O_BINARY);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2009-07-15 04:26:32 +00:00
|
|
|
void
|
|
|
|
QUtil::binary_stdin()
|
|
|
|
{
|
2019-02-13 17:10:04 +00:00
|
|
|
#if defined(_WIN32) && defined(__BORLANDC__)
|
2022-04-02 21:14:10 +00:00
|
|
|
setmode(_fileno(stdin), _O_BINARY);
|
2019-02-13 17:10:04 +00:00
|
|
|
#elif defined(_WIN32)
|
2009-07-15 04:26:32 +00:00
|
|
|
_setmode(_fileno(stdin), _O_BINARY);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2009-10-21 02:30:15 +00:00
|
|
|
void
|
|
|
|
QUtil::setLineBuf(FILE* f)
|
|
|
|
{
|
|
|
|
#ifndef _WIN32
|
2022-04-02 21:14:10 +00:00
|
|
|
setvbuf(f, reinterpret_cast<char*>(0), _IOLBF, 0);
|
2009-10-21 02:30:15 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2009-07-15 04:26:32 +00:00
|
|
|
char*
|
|
|
|
QUtil::getWhoami(char* argv0)
|
|
|
|
{
|
2022-07-26 11:37:50 +00:00
|
|
|
char* whoami = nullptr;
|
2013-12-16 21:20:28 +00:00
|
|
|
if (((whoami = strrchr(argv0, '/')) == NULL) &&
|
2022-04-02 21:14:10 +00:00
|
|
|
((whoami = strrchr(argv0, '\\')) == NULL)) {
|
2022-02-08 14:18:08 +00:00
|
|
|
whoami = argv0;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2022-02-08 14:18:08 +00:00
|
|
|
++whoami;
|
2009-07-15 04:26:32 +00:00
|
|
|
}
|
2013-12-16 21:20:28 +00:00
|
|
|
|
2009-07-15 04:26:32 +00:00
|
|
|
if ((strlen(whoami) > 4) &&
|
2022-04-02 21:14:10 +00:00
|
|
|
(strcmp(whoami + strlen(whoami) - 4, ".exe") == 0)) {
|
2022-02-08 14:18:08 +00:00
|
|
|
whoami[strlen(whoami) - 4] = '\0';
|
2009-07-15 04:26:32 +00:00
|
|
|
}
|
2013-12-16 21:20:28 +00:00
|
|
|
|
2009-07-15 04:26:32 +00:00
|
|
|
return whoami;
|
|
|
|
}
|
|
|
|
|
2008-04-29 12:55:25 +00:00
|
|
|
bool
|
|
|
|
QUtil::get_env(std::string const& var, std::string* value)
|
|
|
|
{
|
|
|
|
// This was basically ripped out of wxWindows.
|
|
|
|
#ifdef _WIN32
|
2013-11-30 03:08:25 +00:00
|
|
|
# ifdef NO_GET_ENVIRONMENT
|
|
|
|
return false;
|
|
|
|
# else
|
2008-04-29 12:55:25 +00:00
|
|
|
// first get the size of the buffer
|
|
|
|
DWORD len = ::GetEnvironmentVariable(var.c_str(), NULL, 0);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (len == 0) {
|
2008-04-29 12:55:25 +00:00
|
|
|
// this means that there is no such variable
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
if (value) {
|
2022-04-09 18:35:56 +00:00
|
|
|
auto t = QUtil::make_shared_array<char>(len + 1);
|
2022-02-04 15:10:19 +00:00
|
|
|
::GetEnvironmentVariable(var.c_str(), t.get(), len);
|
2022-02-08 14:18:08 +00:00
|
|
|
*value = t.get();
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
2013-11-30 03:08:25 +00:00
|
|
|
# endif
|
2008-04-29 12:55:25 +00:00
|
|
|
#else
|
|
|
|
char* p = getenv(var.c_str());
|
2022-07-26 11:37:50 +00:00
|
|
|
if (p == nullptr) {
|
2008-04-29 12:55:25 +00:00
|
|
|
return false;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (value) {
|
2008-04-29 12:55:25 +00:00
|
|
|
*value = p;
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2009-07-12 22:52:13 +00:00
|
|
|
time_t
|
|
|
|
QUtil::get_current_time()
|
|
|
|
{
|
|
|
|
#ifdef _WIN32
|
|
|
|
// The procedure to get local time at this resolution comes from
|
|
|
|
// the Microsoft documentation. It says to convert a SYSTEMTIME
|
|
|
|
// to a FILETIME, and to copy the FILETIME to a ULARGE_INTEGER.
|
|
|
|
// The resulting number is the number of 100-nanosecond intervals
|
|
|
|
// between January 1, 1601 and now. POSIX threads wants a time
|
|
|
|
// based on January 1, 1970, so we adjust by subtracting the
|
|
|
|
// number of seconds in that time period from the result we get
|
|
|
|
// here.
|
|
|
|
SYSTEMTIME sysnow;
|
|
|
|
GetSystemTime(&sysnow);
|
|
|
|
FILETIME filenow;
|
|
|
|
SystemTimeToFileTime(&sysnow, &filenow);
|
|
|
|
ULARGE_INTEGER uinow;
|
|
|
|
uinow.LowPart = filenow.dwLowDateTime;
|
|
|
|
uinow.HighPart = filenow.dwHighDateTime;
|
|
|
|
ULONGLONG now = uinow.QuadPart;
|
2019-06-21 03:35:23 +00:00
|
|
|
return static_cast<time_t>((now / 10000000ULL) - 11644473600ULL);
|
2009-07-12 22:52:13 +00:00
|
|
|
#else
|
2022-07-26 11:37:50 +00:00
|
|
|
return time(nullptr);
|
2009-07-12 22:52:13 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2021-02-09 19:56:35 +00:00
|
|
|
QUtil::QPDFTime
|
|
|
|
QUtil::get_current_qpdf_time()
|
|
|
|
{
|
|
|
|
#ifdef _WIN32
|
|
|
|
SYSTEMTIME ltime;
|
|
|
|
GetLocalTime(<ime);
|
|
|
|
TIME_ZONE_INFORMATION tzinfo;
|
|
|
|
GetTimeZoneInformation(&tzinfo);
|
2022-04-02 21:14:10 +00:00
|
|
|
return QPDFTime(
|
|
|
|
static_cast<int>(ltime.wYear),
|
|
|
|
static_cast<int>(ltime.wMonth),
|
|
|
|
static_cast<int>(ltime.wDay),
|
|
|
|
static_cast<int>(ltime.wHour),
|
|
|
|
static_cast<int>(ltime.wMinute),
|
|
|
|
static_cast<int>(ltime.wSecond),
|
|
|
|
// tzinfo.Bias is minutes before UTC
|
|
|
|
static_cast<int>(tzinfo.Bias));
|
2021-02-09 19:56:35 +00:00
|
|
|
#else
|
|
|
|
struct tm ltime;
|
2022-07-26 11:37:50 +00:00
|
|
|
time_t now = time(nullptr);
|
2021-02-09 19:56:35 +00:00
|
|
|
tzset();
|
2022-04-02 21:14:10 +00:00
|
|
|
# ifdef HAVE_LOCALTIME_R
|
2021-02-09 19:56:35 +00:00
|
|
|
localtime_r(&now, <ime);
|
2022-04-02 21:14:10 +00:00
|
|
|
# else
|
2021-02-11 11:20:31 +00:00
|
|
|
ltime = *localtime(&now);
|
2022-04-02 21:14:10 +00:00
|
|
|
# endif
|
|
|
|
# if HAVE_TM_GMTOFF
|
2021-04-17 22:12:55 +00:00
|
|
|
// tm_gmtoff is seconds after UTC
|
|
|
|
int tzoff = -static_cast<int>(ltime.tm_gmtoff / 60);
|
2022-04-02 21:14:10 +00:00
|
|
|
# elif HAVE_EXTERN_LONG_TIMEZONE
|
2021-04-17 22:12:55 +00:00
|
|
|
// timezone is seconds before UTC, not adjusted for daylight saving time
|
|
|
|
int tzoff = static_cast<int>(timezone / 60);
|
2022-04-02 21:14:10 +00:00
|
|
|
# else
|
2021-04-17 22:12:55 +00:00
|
|
|
// Don't know how to get timezone on this platform
|
|
|
|
int tzoff = 0;
|
2022-04-02 21:14:10 +00:00
|
|
|
# endif
|
|
|
|
return QPDFTime(
|
|
|
|
static_cast<int>(ltime.tm_year + 1900),
|
|
|
|
static_cast<int>(ltime.tm_mon + 1),
|
|
|
|
static_cast<int>(ltime.tm_mday),
|
|
|
|
static_cast<int>(ltime.tm_hour),
|
|
|
|
static_cast<int>(ltime.tm_min),
|
|
|
|
static_cast<int>(ltime.tm_sec),
|
|
|
|
tzoff);
|
2021-02-09 19:56:35 +00:00
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::qpdf_time_to_pdf_time(QPDFTime const& qtm)
|
|
|
|
{
|
|
|
|
std::string tz_offset;
|
|
|
|
int t = qtm.tz_delta;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (t == 0) {
|
2021-02-09 19:56:35 +00:00
|
|
|
tz_offset = "Z";
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
|
|
|
if (t < 0) {
|
2021-02-09 19:56:35 +00:00
|
|
|
t = -t;
|
|
|
|
tz_offset += "+";
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2021-02-09 19:56:35 +00:00
|
|
|
tz_offset += "-";
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
tz_offset += QUtil::int_to_string(t / 60, 2) + "'" +
|
2021-02-09 19:56:35 +00:00
|
|
|
QUtil::int_to_string(t % 60, 2) + "'";
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
return (
|
|
|
|
"D:" + QUtil::int_to_string(qtm.year, 4) +
|
|
|
|
QUtil::int_to_string(qtm.month, 2) + QUtil::int_to_string(qtm.day, 2) +
|
|
|
|
QUtil::int_to_string(qtm.hour, 2) +
|
|
|
|
QUtil::int_to_string(qtm.minute, 2) +
|
|
|
|
QUtil::int_to_string(qtm.second, 2) + tz_offset);
|
2021-02-09 19:56:35 +00:00
|
|
|
}
|
|
|
|
|
2022-05-30 13:00:36 +00:00
|
|
|
std::string
|
|
|
|
QUtil::qpdf_time_to_iso8601(QPDFTime const& qtm)
|
|
|
|
{
|
|
|
|
std::string tz_offset;
|
|
|
|
int t = qtm.tz_delta;
|
|
|
|
if (t == 0) {
|
|
|
|
tz_offset = "Z";
|
|
|
|
} else {
|
|
|
|
if (t < 0) {
|
|
|
|
t = -t;
|
|
|
|
tz_offset += "+";
|
|
|
|
} else {
|
|
|
|
tz_offset += "-";
|
|
|
|
}
|
|
|
|
tz_offset += QUtil::int_to_string(t / 60, 2) + ":" +
|
|
|
|
QUtil::int_to_string(t % 60, 2);
|
|
|
|
}
|
|
|
|
return (
|
|
|
|
QUtil::int_to_string(qtm.year, 4) + "-" +
|
|
|
|
QUtil::int_to_string(qtm.month, 2) + "-" +
|
|
|
|
QUtil::int_to_string(qtm.day, 2) + "T" +
|
|
|
|
QUtil::int_to_string(qtm.hour, 2) + ":" +
|
|
|
|
QUtil::int_to_string(qtm.minute, 2) + ":" +
|
|
|
|
QUtil::int_to_string(qtm.second, 2) + tz_offset);
|
|
|
|
}
|
|
|
|
|
2021-02-09 19:56:35 +00:00
|
|
|
bool
|
|
|
|
QUtil::pdf_time_to_qpdf_time(std::string const& str, QPDFTime* qtm)
|
|
|
|
{
|
|
|
|
static std::regex pdf_date("^D:([0-9]{4})([0-9]{2})([0-9]{2})"
|
|
|
|
"([0-9]{2})([0-9]{2})([0-9]{2})"
|
2021-02-11 11:51:21 +00:00
|
|
|
"(?:(Z?)|([\\+\\-])([0-9]{2})'([0-9]{2})')$");
|
2021-02-09 19:56:35 +00:00
|
|
|
std::smatch m;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (!std::regex_match(str, m, pdf_date)) {
|
2021-02-09 19:56:35 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
int tz_delta = 0;
|
|
|
|
auto to_i = [](std::string const& s) {
|
|
|
|
return QUtil::string_to_int(s.c_str());
|
|
|
|
};
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
if (m[8] != "") {
|
|
|
|
tz_delta = ((to_i(m[9]) * 60) + to_i(m[10]));
|
|
|
|
if (m[8] == "+") {
|
2021-02-09 19:56:35 +00:00
|
|
|
tz_delta = -tz_delta;
|
|
|
|
}
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (qtm) {
|
|
|
|
*qtm = QPDFTime(
|
|
|
|
to_i(m[1]),
|
|
|
|
to_i(m[2]),
|
|
|
|
to_i(m[3]),
|
|
|
|
to_i(m[4]),
|
|
|
|
to_i(m[5]),
|
|
|
|
to_i(m[6]),
|
|
|
|
tz_delta);
|
2021-02-09 19:56:35 +00:00
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2022-05-30 13:00:36 +00:00
|
|
|
bool
|
|
|
|
QUtil::pdf_time_to_iso8601(std::string const& pdf_time, std::string& iso8601)
|
|
|
|
{
|
|
|
|
QPDFTime qtm;
|
|
|
|
if (pdf_time_to_qpdf_time(pdf_time, &qtm)) {
|
|
|
|
iso8601 = qpdf_time_to_iso8601(qtm);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2008-04-29 12:55:25 +00:00
|
|
|
std::string
|
|
|
|
QUtil::toUTF8(unsigned long uval)
|
|
|
|
{
|
|
|
|
std::string result;
|
|
|
|
|
|
|
|
// A UTF-8 encoding of a Unicode value is a single byte for
|
|
|
|
// Unicode values <= 127. For larger values, the first byte of
|
|
|
|
// the UTF-8 encoding has '1' as each of its n highest bits and
|
|
|
|
// '0' for its (n+1)th highest bit where n is the total number of
|
|
|
|
// bytes required. Subsequent bytes start with '10' and have the
|
|
|
|
// remaining 6 bits free for encoding. For example, an 11-bit
|
2009-02-21 02:54:31 +00:00
|
|
|
// Unicode value can be stored in two bytes where the first is
|
2008-04-29 12:55:25 +00:00
|
|
|
// 110zzzzz, the second is 10zzzzzz, and the z's represent the
|
|
|
|
// remaining bits.
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
if (uval > 0x7fffffff) {
|
2022-02-08 14:18:08 +00:00
|
|
|
throw std::runtime_error("bounds error in QUtil::toUTF8");
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (uval < 128) {
|
2022-02-08 14:18:08 +00:00
|
|
|
result += static_cast<char>(uval);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2022-02-08 14:18:08 +00:00
|
|
|
unsigned char bytes[7];
|
|
|
|
bytes[6] = '\0';
|
|
|
|
unsigned char* cur_byte = &bytes[5];
|
|
|
|
|
|
|
|
// maximum value that will fit in the current number of bytes
|
|
|
|
unsigned char maxval = 0x3f; // six bits
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
while (uval > QIntC::to_ulong(maxval)) {
|
2022-02-08 14:18:08 +00:00
|
|
|
// Assign low six bits plus 10000000 to lowest unused
|
|
|
|
// byte position, then shift
|
|
|
|
*cur_byte = static_cast<unsigned char>(0x80 + (uval & 0x3f));
|
|
|
|
uval >>= 6;
|
|
|
|
// Maximum that will fit in high byte now shrinks by one bit
|
|
|
|
maxval = static_cast<unsigned char>(maxval >> 1);
|
|
|
|
// Slide to the left one byte
|
2022-04-02 21:14:10 +00:00
|
|
|
if (cur_byte <= bytes) {
|
2022-02-08 14:18:08 +00:00
|
|
|
throw std::logic_error("QUtil::toUTF8: overflow error");
|
|
|
|
}
|
|
|
|
--cur_byte;
|
|
|
|
}
|
|
|
|
// If maxval is k bits long, the high (7 - k) bits of the
|
|
|
|
// resulting byte must be high.
|
|
|
|
*cur_byte = static_cast<unsigned char>(
|
2019-06-21 03:35:23 +00:00
|
|
|
QIntC::to_ulong(0xff - (1 + (maxval << 1))) + uval);
|
2008-04-29 12:55:25 +00:00
|
|
|
|
2022-02-08 14:18:08 +00:00
|
|
|
result += reinterpret_cast<char*>(cur_byte);
|
2008-04-29 12:55:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
2012-12-28 21:37:46 +00:00
|
|
|
|
2018-06-21 17:05:48 +00:00
|
|
|
std::string
|
|
|
|
QUtil::toUTF16(unsigned long uval)
|
|
|
|
{
|
|
|
|
std::string result;
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((uval >= 0xd800) && (uval <= 0xdfff)) {
|
2018-06-21 17:05:48 +00:00
|
|
|
result = "\xff\xfd";
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (uval <= 0xffff) {
|
2018-06-21 17:05:48 +00:00
|
|
|
char out[2];
|
2019-06-21 03:35:23 +00:00
|
|
|
out[0] = static_cast<char>((uval & 0xff00) >> 8);
|
|
|
|
out[1] = static_cast<char>(uval & 0xff);
|
2018-06-21 17:05:48 +00:00
|
|
|
result = std::string(out, 2);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (uval <= 0x10ffff) {
|
2018-06-21 17:05:48 +00:00
|
|
|
char out[4];
|
|
|
|
uval -= 0x10000;
|
2019-06-21 03:35:23 +00:00
|
|
|
unsigned short high =
|
|
|
|
static_cast<unsigned short>(((uval & 0xffc00) >> 10) + 0xd800);
|
|
|
|
unsigned short low =
|
|
|
|
static_cast<unsigned short>((uval & 0x3ff) + 0xdc00);
|
|
|
|
out[0] = static_cast<char>((high & 0xff00) >> 8);
|
|
|
|
out[1] = static_cast<char>(high & 0xff);
|
|
|
|
out[2] = static_cast<char>((low & 0xff00) >> 8);
|
|
|
|
out[3] = static_cast<char>(low & 0xff);
|
2018-06-21 17:05:48 +00:00
|
|
|
result = std::string(out, 4);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2018-06-21 17:05:48 +00:00
|
|
|
result = "\xff\xfd";
|
|
|
|
}
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-11-30 17:02:56 +00:00
|
|
|
// Random data support
|
2013-10-05 21:36:33 +00:00
|
|
|
|
2022-04-16 17:21:57 +00:00
|
|
|
namespace
|
2020-04-06 14:00:05 +00:00
|
|
|
{
|
2022-04-16 17:21:57 +00:00
|
|
|
class RandomDataProviderProvider
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
RandomDataProviderProvider();
|
|
|
|
void setProvider(RandomDataProvider*);
|
|
|
|
RandomDataProvider* getProvider();
|
|
|
|
|
|
|
|
private:
|
|
|
|
RandomDataProvider* default_provider;
|
|
|
|
RandomDataProvider* current_provider;
|
|
|
|
};
|
|
|
|
} // namespace
|
2020-04-06 14:00:05 +00:00
|
|
|
|
|
|
|
RandomDataProviderProvider::RandomDataProviderProvider() :
|
2020-04-06 14:19:37 +00:00
|
|
|
default_provider(CryptoRandomDataProvider::getInstance()),
|
2022-07-26 11:37:50 +00:00
|
|
|
current_provider(nullptr)
|
2020-04-06 14:00:05 +00:00
|
|
|
{
|
|
|
|
this->current_provider = default_provider;
|
|
|
|
}
|
|
|
|
|
|
|
|
RandomDataProvider*
|
|
|
|
RandomDataProviderProvider::getProvider()
|
|
|
|
{
|
|
|
|
return this->current_provider;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
RandomDataProviderProvider::setProvider(RandomDataProvider* p)
|
|
|
|
{
|
|
|
|
this->current_provider = p ? p : this->default_provider;
|
|
|
|
}
|
|
|
|
|
|
|
|
static RandomDataProviderProvider*
|
|
|
|
getRandomDataProviderProvider()
|
|
|
|
{
|
|
|
|
// Thread-safe static initializer
|
|
|
|
static RandomDataProviderProvider rdpp;
|
|
|
|
return &rdpp;
|
2013-11-30 17:02:56 +00:00
|
|
|
}
|
2013-10-05 21:36:33 +00:00
|
|
|
|
2013-11-30 17:02:56 +00:00
|
|
|
void
|
|
|
|
QUtil::setRandomDataProvider(RandomDataProvider* p)
|
|
|
|
{
|
2020-04-06 14:00:05 +00:00
|
|
|
getRandomDataProviderProvider()->setProvider(p);
|
2013-11-30 17:02:56 +00:00
|
|
|
}
|
2013-10-05 21:36:33 +00:00
|
|
|
|
2013-12-16 21:03:54 +00:00
|
|
|
RandomDataProvider*
|
|
|
|
QUtil::getRandomDataProvider()
|
|
|
|
{
|
2020-04-06 14:00:05 +00:00
|
|
|
return getRandomDataProviderProvider()->getProvider();
|
2013-12-16 21:03:54 +00:00
|
|
|
}
|
|
|
|
|
2012-12-28 21:37:46 +00:00
|
|
|
void
|
|
|
|
QUtil::initializeWithRandomBytes(unsigned char* data, size_t len)
|
|
|
|
{
|
2020-04-06 14:00:05 +00:00
|
|
|
getRandomDataProvider()->provideRandomData(data, len);
|
2013-10-05 21:36:33 +00:00
|
|
|
}
|
|
|
|
|
2020-04-06 13:49:02 +00:00
|
|
|
long
|
|
|
|
QUtil::random()
|
2013-10-05 21:36:33 +00:00
|
|
|
{
|
2020-04-06 13:49:02 +00:00
|
|
|
long result = 0L;
|
|
|
|
initializeWithRandomBytes(
|
2022-04-02 21:14:10 +00:00
|
|
|
reinterpret_cast<unsigned char*>(&result), sizeof(result));
|
2020-04-06 13:49:02 +00:00
|
|
|
return result;
|
2012-12-28 21:37:46 +00:00
|
|
|
}
|
2017-07-22 23:23:52 +00:00
|
|
|
|
2019-06-22 14:12:10 +00:00
|
|
|
void
|
|
|
|
QUtil::read_file_into_memory(
|
2022-04-09 18:35:56 +00:00
|
|
|
char const* filename, std::shared_ptr<char>& file_buf, size_t& size)
|
2019-06-22 14:12:10 +00:00
|
|
|
{
|
|
|
|
FILE* f = safe_fopen(filename, "rb");
|
2021-02-07 21:54:16 +00:00
|
|
|
FileCloser fc(f);
|
2019-06-22 14:12:10 +00:00
|
|
|
fseek(f, 0, SEEK_END);
|
|
|
|
size = QIntC::to_size(QUtil::tell(f));
|
|
|
|
fseek(f, 0, SEEK_SET);
|
2022-04-09 18:35:56 +00:00
|
|
|
file_buf = QUtil::make_shared_array<char>(size);
|
2022-02-04 15:10:19 +00:00
|
|
|
char* buf_p = file_buf.get();
|
2019-06-22 14:12:10 +00:00
|
|
|
size_t bytes_read = 0;
|
|
|
|
size_t len = 0;
|
2022-04-02 21:14:10 +00:00
|
|
|
while ((len = fread(buf_p + bytes_read, 1, size - bytes_read, f)) > 0) {
|
2019-06-22 14:12:10 +00:00
|
|
|
bytes_read += len;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (bytes_read != size) {
|
|
|
|
if (ferror(f)) {
|
2019-06-22 14:12:10 +00:00
|
|
|
throw std::runtime_error(
|
|
|
|
std::string("failure reading file ") + filename +
|
2022-04-02 21:14:10 +00:00
|
|
|
" into memory: read " + uint_to_string(bytes_read) +
|
|
|
|
"; wanted " + uint_to_string(size));
|
|
|
|
} else {
|
2019-06-22 14:12:10 +00:00
|
|
|
throw std::runtime_error(
|
|
|
|
std::string("premature eof reading file ") + filename +
|
2022-04-02 21:14:10 +00:00
|
|
|
" into memory: read " + uint_to_string(bytes_read) +
|
|
|
|
"; wanted " + uint_to_string(size));
|
2019-06-22 14:12:10 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
static bool
|
|
|
|
read_char_from_FILE(char& ch, FILE* f)
|
2020-01-14 16:04:55 +00:00
|
|
|
{
|
|
|
|
auto len = fread(&ch, 1, 1, f);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (len == 0) {
|
|
|
|
if (ferror(f)) {
|
2020-01-14 16:04:55 +00:00
|
|
|
throw std::runtime_error("failure reading character from file");
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2020-01-12 14:48:22 +00:00
|
|
|
std::list<std::string>
|
|
|
|
QUtil::read_lines_from_file(char const* filename, bool preserve_eol)
|
|
|
|
{
|
|
|
|
std::list<std::string> lines;
|
|
|
|
FILE* f = safe_fopen(filename, "rb");
|
|
|
|
FileCloser fc(f);
|
2020-01-14 16:04:55 +00:00
|
|
|
auto next_char = [&f](char& ch) { return read_char_from_FILE(ch, f); };
|
2020-01-12 14:48:22 +00:00
|
|
|
read_lines_from_file(next_char, lines, preserve_eol);
|
|
|
|
return lines;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::list<std::string>
|
|
|
|
QUtil::read_lines_from_file(std::istream& in, bool preserve_eol)
|
|
|
|
{
|
|
|
|
std::list<std::string> lines;
|
2022-04-02 21:14:10 +00:00
|
|
|
auto next_char = [&in](char& ch) { return (in.get(ch)) ? true : false; };
|
2020-01-12 14:48:22 +00:00
|
|
|
read_lines_from_file(next_char, lines, preserve_eol);
|
|
|
|
return lines;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::list<std::string>
|
|
|
|
QUtil::read_lines_from_file(FILE* f, bool preserve_eol)
|
|
|
|
{
|
|
|
|
std::list<std::string> lines;
|
2020-01-14 16:04:55 +00:00
|
|
|
auto next_char = [&f](char& ch) { return read_char_from_FILE(ch, f); };
|
2020-01-12 14:48:22 +00:00
|
|
|
read_lines_from_file(next_char, lines, preserve_eol);
|
|
|
|
return lines;
|
|
|
|
}
|
2017-07-30 02:23:21 +00:00
|
|
|
|
2020-01-12 14:48:22 +00:00
|
|
|
void
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::read_lines_from_file(
|
|
|
|
std::function<bool(char&)> next_char,
|
|
|
|
std::list<std::string>& lines,
|
|
|
|
bool preserve_eol)
|
2020-01-12 14:48:22 +00:00
|
|
|
{
|
2022-07-26 11:37:50 +00:00
|
|
|
std::string* buf = nullptr;
|
2017-07-30 02:23:21 +00:00
|
|
|
char c;
|
2022-04-02 21:14:10 +00:00
|
|
|
while (next_char(c)) {
|
2022-07-26 11:37:50 +00:00
|
|
|
if (buf == nullptr) {
|
2022-02-08 14:18:08 +00:00
|
|
|
lines.push_back("");
|
|
|
|
buf = &(lines.back());
|
|
|
|
buf->reserve(80);
|
|
|
|
}
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
if (buf->capacity() == buf->size()) {
|
2022-02-08 14:18:08 +00:00
|
|
|
buf->reserve(buf->capacity() * 2);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (c == '\n') {
|
|
|
|
if (preserve_eol) {
|
2020-01-13 14:16:43 +00:00
|
|
|
buf->append(1, c);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2020-01-13 14:16:43 +00:00
|
|
|
// Remove any carriage return that preceded the
|
|
|
|
// newline and discard the newline
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((!buf->empty()) && ((*(buf->rbegin())) == '\r')) {
|
2020-01-13 14:16:43 +00:00
|
|
|
buf->erase(buf->length() - 1);
|
|
|
|
}
|
2017-07-30 02:23:21 +00:00
|
|
|
}
|
2022-07-26 11:37:50 +00:00
|
|
|
buf = nullptr;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2022-02-08 14:18:08 +00:00
|
|
|
buf->append(1, c);
|
|
|
|
}
|
2017-07-30 02:23:21 +00:00
|
|
|
}
|
|
|
|
}
|
2017-08-05 14:08:11 +00:00
|
|
|
|
|
|
|
int
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::str_compare_nocase(char const* s1, char const* s2)
|
2017-08-05 14:08:11 +00:00
|
|
|
{
|
2019-02-13 17:10:04 +00:00
|
|
|
#if defined(_WIN32) && defined(__BORLANDC__)
|
|
|
|
return stricmp(s1, s2);
|
|
|
|
#elif defined(_WIN32)
|
2017-08-05 14:08:11 +00:00
|
|
|
return _stricmp(s1, s2);
|
|
|
|
#else
|
2019-06-21 22:38:03 +00:00
|
|
|
return strcasecmp(s1, s2);
|
2017-08-05 14:08:11 +00:00
|
|
|
#endif
|
|
|
|
}
|
2018-12-20 16:25:19 +00:00
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
static int
|
|
|
|
maybe_from_end(int num, bool from_end, int max)
|
2018-12-20 16:25:19 +00:00
|
|
|
{
|
2022-04-02 21:14:10 +00:00
|
|
|
if (from_end) {
|
|
|
|
if (num > max) {
|
2018-12-20 16:25:19 +00:00
|
|
|
num = 0;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2018-12-20 16:25:19 +00:00
|
|
|
num = max + 1 - num;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return num;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::vector<int>
|
|
|
|
QUtil::parse_numrange(char const* range, int max)
|
|
|
|
{
|
|
|
|
std::vector<int> result;
|
|
|
|
char const* p = range;
|
2022-04-02 21:14:10 +00:00
|
|
|
try {
|
2018-12-20 16:25:19 +00:00
|
|
|
std::vector<int> work;
|
|
|
|
static int const comma = -1;
|
|
|
|
static int const dash = -2;
|
2019-11-09 16:54:16 +00:00
|
|
|
size_t start_idx = 0;
|
|
|
|
size_t skip = 1;
|
2018-12-20 16:25:19 +00:00
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
enum { st_top, st_in_number, st_after_number } state = st_top;
|
2018-12-20 16:25:19 +00:00
|
|
|
bool last_separator_was_dash = false;
|
|
|
|
int cur_number = 0;
|
|
|
|
bool from_end = false;
|
2022-04-02 21:14:10 +00:00
|
|
|
while (*p) {
|
2018-12-20 16:25:19 +00:00
|
|
|
char ch = *p;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (isdigit(ch)) {
|
|
|
|
if (!((state == st_top) || (state == st_in_number))) {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("digit not expected");
|
|
|
|
}
|
|
|
|
state = st_in_number;
|
|
|
|
cur_number *= 10;
|
|
|
|
cur_number += (ch - '0');
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (ch == 'z') {
|
2018-12-20 16:25:19 +00:00
|
|
|
// z represents max
|
2022-04-02 21:14:10 +00:00
|
|
|
if (!(state == st_top)) {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("z not expected");
|
|
|
|
}
|
|
|
|
state = st_after_number;
|
|
|
|
cur_number = max;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (ch == 'r') {
|
|
|
|
if (!(state == st_top)) {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("r not expected");
|
|
|
|
}
|
|
|
|
state = st_in_number;
|
|
|
|
from_end = true;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if ((ch == ',') || (ch == '-')) {
|
|
|
|
if (!((state == st_in_number) || (state == st_after_number))) {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("unexpected separator");
|
|
|
|
}
|
|
|
|
cur_number = maybe_from_end(cur_number, from_end, max);
|
|
|
|
work.push_back(cur_number);
|
|
|
|
cur_number = 0;
|
|
|
|
from_end = false;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (ch == ',') {
|
2018-12-20 16:25:19 +00:00
|
|
|
state = st_top;
|
|
|
|
last_separator_was_dash = false;
|
|
|
|
work.push_back(comma);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (ch == '-') {
|
|
|
|
if (last_separator_was_dash) {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("unexpected dash");
|
|
|
|
}
|
|
|
|
state = st_top;
|
|
|
|
last_separator_was_dash = true;
|
|
|
|
work.push_back(dash);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (ch == ':') {
|
|
|
|
if (!((state == st_in_number) || (state == st_after_number))) {
|
2019-11-09 16:54:16 +00:00
|
|
|
throw std::runtime_error("unexpected colon");
|
|
|
|
}
|
|
|
|
break;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("unexpected character");
|
|
|
|
}
|
|
|
|
++p;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((state == st_in_number) || (state == st_after_number)) {
|
2018-12-20 16:25:19 +00:00
|
|
|
cur_number = maybe_from_end(cur_number, from_end, max);
|
|
|
|
work.push_back(cur_number);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error("number expected");
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (*p == ':') {
|
|
|
|
if (strcmp(p, ":odd") == 0) {
|
2019-11-09 16:54:16 +00:00
|
|
|
skip = 2;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (strcmp(p, ":even") == 0) {
|
2019-11-09 16:54:16 +00:00
|
|
|
skip = 2;
|
|
|
|
start_idx = 1;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2019-11-09 16:54:16 +00:00
|
|
|
throw std::runtime_error("unexpected even/odd modifier");
|
|
|
|
}
|
|
|
|
}
|
2018-12-20 16:25:19 +00:00
|
|
|
|
2022-07-26 11:37:50 +00:00
|
|
|
p = nullptr;
|
2022-04-02 21:14:10 +00:00
|
|
|
for (size_t i = 0; i < work.size(); i += 2) {
|
2018-12-20 16:25:19 +00:00
|
|
|
int num = work.at(i);
|
|
|
|
// max == 0 means we don't know the max and are just
|
|
|
|
// testing for valid syntax.
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((max > 0) && ((num < 1) || (num > max))) {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::runtime_error(
|
|
|
|
"number " + QUtil::int_to_string(num) + " out of range");
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (i == 0) {
|
2018-12-20 16:25:19 +00:00
|
|
|
result.push_back(work.at(i));
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
|
|
|
int separator = work.at(i - 1);
|
|
|
|
if (separator == comma) {
|
2018-12-20 16:25:19 +00:00
|
|
|
result.push_back(num);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (separator == dash) {
|
2018-12-20 16:25:19 +00:00
|
|
|
int lastnum = result.back();
|
2022-04-02 21:14:10 +00:00
|
|
|
if (num > lastnum) {
|
|
|
|
for (int j = lastnum + 1; j <= num; ++j) {
|
2018-12-20 16:25:19 +00:00
|
|
|
result.push_back(j);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
|
|
|
for (int j = lastnum - 1; j >= num; --j) {
|
2018-12-20 16:25:19 +00:00
|
|
|
result.push_back(j);
|
|
|
|
}
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2018-12-20 16:25:19 +00:00
|
|
|
throw std::logic_error(
|
|
|
|
"INTERNAL ERROR parsing numeric range");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((start_idx > 0) || (skip != 1)) {
|
2019-11-09 16:54:16 +00:00
|
|
|
auto t = result;
|
|
|
|
result.clear();
|
2022-04-02 21:14:10 +00:00
|
|
|
for (size_t i = start_idx; i < t.size(); i += skip) {
|
2019-11-09 16:54:16 +00:00
|
|
|
result.push_back(t.at(i));
|
|
|
|
}
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} catch (std::runtime_error const& e) {
|
2018-12-20 16:25:19 +00:00
|
|
|
std::string message;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (p) {
|
2018-12-20 16:25:19 +00:00
|
|
|
message = "error at * in numeric range " +
|
2022-04-02 21:14:10 +00:00
|
|
|
std::string(range, QIntC::to_size(p - range)) + "*" + p + ": " +
|
|
|
|
e.what();
|
|
|
|
} else {
|
|
|
|
message = "error in numeric range " + std::string(range) + ": " +
|
|
|
|
e.what();
|
2018-12-20 16:25:19 +00:00
|
|
|
}
|
|
|
|
throw std::runtime_error(message);
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
2019-01-04 01:03:30 +00:00
|
|
|
|
2019-01-13 13:00:14 +00:00
|
|
|
enum encoding_e { e_utf16, e_ascii, e_winansi, e_macroman, e_pdfdoc };
|
2019-01-05 18:00:18 +00:00
|
|
|
|
2019-01-05 18:13:16 +00:00
|
|
|
static unsigned char
|
|
|
|
encode_winansi(unsigned long codepoint)
|
|
|
|
{
|
2022-04-23 20:03:02 +00:00
|
|
|
auto i = unicode_to_win_ansi.find(codepoint);
|
|
|
|
if (i != unicode_to_win_ansi.end()) {
|
|
|
|
return i->second;
|
2019-01-05 18:13:16 +00:00
|
|
|
}
|
2022-04-23 20:03:02 +00:00
|
|
|
return '\0';
|
2019-01-05 18:13:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static unsigned char
|
|
|
|
encode_macroman(unsigned long codepoint)
|
|
|
|
{
|
2022-04-23 20:03:02 +00:00
|
|
|
auto i = unicode_to_mac_roman.find(codepoint);
|
|
|
|
if (i != unicode_to_mac_roman.end()) {
|
|
|
|
return i->second;
|
2019-01-05 18:13:16 +00:00
|
|
|
}
|
2022-04-23 20:03:02 +00:00
|
|
|
return '\0';
|
2019-01-05 18:13:16 +00:00
|
|
|
}
|
|
|
|
|
2019-01-13 13:00:14 +00:00
|
|
|
static unsigned char
|
|
|
|
encode_pdfdoc(unsigned long codepoint)
|
|
|
|
{
|
2022-04-23 20:03:02 +00:00
|
|
|
auto i = unicode_to_pdf_doc.find(codepoint);
|
|
|
|
if (i != unicode_to_pdf_doc.end()) {
|
|
|
|
return i->second;
|
2019-01-13 13:00:14 +00:00
|
|
|
}
|
2022-04-23 20:03:02 +00:00
|
|
|
return '\0';
|
2019-01-13 13:00:14 +00:00
|
|
|
}
|
|
|
|
|
2022-04-02 21:14:10 +00:00
|
|
|
unsigned long
|
2022-04-23 20:39:27 +00:00
|
|
|
QUtil::get_next_utf8_codepoint(
|
|
|
|
std::string const& utf8_val, size_t& pos, bool& error)
|
2019-01-13 14:41:13 +00:00
|
|
|
{
|
|
|
|
size_t len = utf8_val.length();
|
2022-04-23 20:39:27 +00:00
|
|
|
unsigned char ch = static_cast<unsigned char>(utf8_val.at(pos++));
|
2019-01-13 14:41:13 +00:00
|
|
|
error = false;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (ch < 128) {
|
2019-01-13 14:41:13 +00:00
|
|
|
return static_cast<unsigned long>(ch);
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t bytes_needed = 0;
|
|
|
|
unsigned bit_check = 0x40;
|
|
|
|
unsigned char to_clear = 0x80;
|
2022-04-02 21:14:10 +00:00
|
|
|
while (ch & bit_check) {
|
2019-01-13 14:41:13 +00:00
|
|
|
++bytes_needed;
|
2019-06-21 03:35:23 +00:00
|
|
|
to_clear = static_cast<unsigned char>(to_clear | bit_check);
|
2019-01-13 14:41:13 +00:00
|
|
|
bit_check >>= 1;
|
|
|
|
}
|
|
|
|
if (((bytes_needed > 5) || (bytes_needed < 1)) ||
|
2022-04-23 20:39:27 +00:00
|
|
|
((pos + bytes_needed) > len)) {
|
2019-01-13 14:41:13 +00:00
|
|
|
error = true;
|
|
|
|
return 0xfffd;
|
|
|
|
}
|
|
|
|
|
2019-06-21 03:35:23 +00:00
|
|
|
unsigned long codepoint = static_cast<unsigned long>(ch & ~to_clear);
|
2022-04-02 21:14:10 +00:00
|
|
|
while (bytes_needed > 0) {
|
2019-01-13 14:41:13 +00:00
|
|
|
--bytes_needed;
|
2022-04-23 20:39:27 +00:00
|
|
|
ch = static_cast<unsigned char>(utf8_val.at(pos++));
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((ch & 0xc0) != 0x80) {
|
2019-01-13 14:41:13 +00:00
|
|
|
--pos;
|
2022-04-23 20:39:27 +00:00
|
|
|
error = true;
|
|
|
|
return 0xfffd;
|
2019-01-13 14:41:13 +00:00
|
|
|
}
|
|
|
|
codepoint <<= 6;
|
|
|
|
codepoint += (ch & 0x3f);
|
|
|
|
}
|
|
|
|
return codepoint;
|
|
|
|
}
|
|
|
|
|
2019-01-14 13:39:13 +00:00
|
|
|
static bool
|
2022-04-02 21:14:10 +00:00
|
|
|
transcode_utf8(
|
|
|
|
std::string const& utf8_val,
|
|
|
|
std::string& result,
|
|
|
|
encoding_e encoding,
|
|
|
|
char unknown)
|
2019-01-05 18:00:18 +00:00
|
|
|
{
|
2019-01-14 13:39:13 +00:00
|
|
|
bool okay = true;
|
|
|
|
result.clear();
|
2022-09-26 12:05:28 +00:00
|
|
|
size_t len = utf8_val.length();
|
|
|
|
switch (encoding) {
|
|
|
|
case e_utf16:
|
2019-01-05 18:04:05 +00:00
|
|
|
result += "\xfe\xff";
|
2022-09-26 12:05:28 +00:00
|
|
|
break;
|
|
|
|
case e_pdfdoc:
|
|
|
|
// We need to avoid having the result start with something
|
|
|
|
// that will be interpreted as UTF-16 or UTF-8, meaning we
|
|
|
|
// can't end up with a string that starts with "fe ff",
|
|
|
|
// (UTF-16-BE) "ff fe" (UTF-16-LE, not officially part of the
|
|
|
|
// PDF spec, but recognized by most readers including qpdf),
|
|
|
|
// or "ef bb bf" (UTF-8). It's more efficient to check the
|
|
|
|
// input string to see if it will map to one of those
|
|
|
|
// sequences than to check the output string since all cases
|
|
|
|
// start with the same starting character.
|
|
|
|
if ((len >= 4) && (utf8_val[0] == '\xc3')) {
|
|
|
|
static std::string fe_ff("\xbe\xc3\xbf");
|
|
|
|
static std::string ff_fe("\xbf\xc3\xbe");
|
|
|
|
static std::string ef_bb_bf("\xaf\xc2\xbb\xc2\xbf");
|
|
|
|
// C++-20 has starts_with, but when this was written, qpdf
|
|
|
|
// had a minimum supported version of C++-17.
|
|
|
|
if ((utf8_val.compare(1, 3, fe_ff) == 0) ||
|
|
|
|
(utf8_val.compare(1, 3, ff_fe) == 0) ||
|
|
|
|
(utf8_val.compare(1, 5, ef_bb_bf) == 0)) {
|
|
|
|
result += unknown;
|
|
|
|
okay = false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
2019-01-05 18:04:05 +00:00
|
|
|
}
|
2022-04-23 20:39:27 +00:00
|
|
|
size_t pos = 0;
|
|
|
|
while (pos < len) {
|
2019-01-13 14:41:13 +00:00
|
|
|
bool error = false;
|
2022-04-23 20:39:27 +00:00
|
|
|
unsigned long codepoint =
|
|
|
|
QUtil::get_next_utf8_codepoint(utf8_val, pos, error);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (error) {
|
2019-01-14 13:39:13 +00:00
|
|
|
okay = false;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (encoding == e_utf16) {
|
2019-01-13 14:41:13 +00:00
|
|
|
result += "\xff\xfd";
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2019-01-13 14:41:13 +00:00
|
|
|
result.append(1, unknown);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (codepoint < 128) {
|
2019-01-13 14:41:13 +00:00
|
|
|
char ch = static_cast<char>(codepoint);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (encoding == e_utf16) {
|
2019-06-21 03:35:23 +00:00
|
|
|
result += QUtil::toUTF16(QIntC::to_ulong(ch));
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (
|
|
|
|
(encoding == e_pdfdoc) &&
|
|
|
|
(((ch >= 0x18) && (ch <= 0x1f)) || (ch == 127))) {
|
2022-02-15 13:29:29 +00:00
|
|
|
// PDFDocEncoding maps some low characters to Unicode,
|
|
|
|
// so if we encounter those invalid UTF-8 code points,
|
|
|
|
// map them to unknown so reversing the mapping
|
|
|
|
// doesn't change them into other characters.
|
|
|
|
okay = false;
|
|
|
|
result.append(1, unknown);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2019-01-05 18:04:05 +00:00
|
|
|
result.append(1, ch);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (encoding == e_utf16) {
|
2019-01-13 14:41:13 +00:00
|
|
|
result += QUtil::toUTF16(codepoint);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if ((codepoint == 0xad) && (encoding == e_pdfdoc)) {
|
2022-02-16 11:52:05 +00:00
|
|
|
// PDFDocEncoding omits 0x00ad (soft hyphen).
|
|
|
|
okay = false;
|
|
|
|
result.append(1, unknown);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (
|
|
|
|
(codepoint > 160) && (codepoint < 256) &&
|
|
|
|
((encoding == e_winansi) || (encoding == e_pdfdoc))) {
|
2019-06-21 03:35:23 +00:00
|
|
|
result.append(1, static_cast<char>(codepoint & 0xff));
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2019-01-13 14:41:13 +00:00
|
|
|
unsigned char ch = '\0';
|
2022-04-02 21:14:10 +00:00
|
|
|
if (encoding == e_winansi) {
|
2019-01-13 14:41:13 +00:00
|
|
|
ch = encode_winansi(codepoint);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (encoding == e_macroman) {
|
2019-01-13 14:41:13 +00:00
|
|
|
ch = encode_macroman(codepoint);
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (encoding == e_pdfdoc) {
|
2019-01-13 14:41:13 +00:00
|
|
|
ch = encode_pdfdoc(codepoint);
|
2019-01-05 18:00:18 +00:00
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (ch == '\0') {
|
2019-01-14 13:39:13 +00:00
|
|
|
okay = false;
|
2019-01-13 14:41:13 +00:00
|
|
|
ch = static_cast<unsigned char>(unknown);
|
|
|
|
}
|
2019-06-21 03:35:23 +00:00
|
|
|
result.append(1, static_cast<char>(ch));
|
2019-01-05 18:00:18 +00:00
|
|
|
}
|
|
|
|
}
|
2019-01-14 13:39:13 +00:00
|
|
|
return okay;
|
|
|
|
}
|
|
|
|
|
|
|
|
static std::string
|
2022-04-02 21:14:10 +00:00
|
|
|
transcode_utf8(std::string const& utf8_val, encoding_e encoding, char unknown)
|
2019-01-14 13:39:13 +00:00
|
|
|
{
|
|
|
|
std::string result;
|
|
|
|
transcode_utf8(utf8_val, result, encoding, unknown);
|
2019-01-05 18:00:18 +00:00
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::utf8_to_utf16(std::string const& utf8)
|
|
|
|
{
|
2019-01-05 18:04:05 +00:00
|
|
|
return transcode_utf8(utf8, e_utf16, 0);
|
2019-01-05 18:00:18 +00:00
|
|
|
}
|
|
|
|
|
2019-01-04 01:03:30 +00:00
|
|
|
std::string
|
|
|
|
QUtil::utf8_to_ascii(std::string const& utf8, char unknown_char)
|
|
|
|
{
|
2019-01-05 18:04:05 +00:00
|
|
|
return transcode_utf8(utf8, e_ascii, unknown_char);
|
2019-01-04 01:03:30 +00:00
|
|
|
}
|
2019-01-05 18:13:16 +00:00
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::utf8_to_win_ansi(std::string const& utf8, char unknown_char)
|
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, e_winansi, unknown_char);
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::utf8_to_mac_roman(std::string const& utf8, char unknown_char)
|
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, e_macroman, unknown_char);
|
|
|
|
}
|
2019-01-13 13:00:14 +00:00
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::utf8_to_pdf_doc(std::string const& utf8, char unknown_char)
|
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, e_pdfdoc, unknown_char);
|
|
|
|
}
|
|
|
|
|
2019-01-14 13:39:13 +00:00
|
|
|
bool
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::utf8_to_ascii(
|
|
|
|
std::string const& utf8, std::string& ascii, char unknown_char)
|
2019-01-14 13:39:13 +00:00
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, ascii, e_ascii, unknown_char);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::utf8_to_win_ansi(
|
|
|
|
std::string const& utf8, std::string& win, char unknown_char)
|
2019-01-14 13:39:13 +00:00
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, win, e_winansi, unknown_char);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::utf8_to_mac_roman(
|
|
|
|
std::string const& utf8, std::string& mac, char unknown_char)
|
2019-01-14 13:39:13 +00:00
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, mac, e_macroman, unknown_char);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::utf8_to_pdf_doc(
|
|
|
|
std::string const& utf8, std::string& pdfdoc, char unknown_char)
|
2019-01-14 13:39:13 +00:00
|
|
|
{
|
|
|
|
return transcode_utf8(utf8, pdfdoc, e_pdfdoc, unknown_char);
|
|
|
|
}
|
|
|
|
|
2019-01-13 13:00:14 +00:00
|
|
|
bool
|
|
|
|
QUtil::is_utf16(std::string const& val)
|
|
|
|
{
|
2022-04-02 21:14:10 +00:00
|
|
|
return (
|
|
|
|
(val.length() >= 2) &&
|
|
|
|
(((val.at(0) == '\xfe') && (val.at(1) == '\xff')) ||
|
|
|
|
((val.at(0) == '\xff') && (val.at(1) == '\xfe'))));
|
2019-01-13 13:00:14 +00:00
|
|
|
}
|
|
|
|
|
2022-04-23 20:39:27 +00:00
|
|
|
bool
|
|
|
|
QUtil::is_explicit_utf8(std::string const& val)
|
|
|
|
{
|
|
|
|
// QPDF_String.cc knows that this is a 3-byte sequence.
|
|
|
|
return (
|
|
|
|
(val.length() >= 3) && (val.at(0) == '\xef') && (val.at(1) == '\xbb') &&
|
|
|
|
(val.at(2) == '\xbf'));
|
|
|
|
}
|
|
|
|
|
2019-01-13 13:00:14 +00:00
|
|
|
std::string
|
|
|
|
QUtil::utf16_to_utf8(std::string const& val)
|
|
|
|
{
|
|
|
|
std::string result;
|
|
|
|
// This code uses unsigned long and unsigned short to hold
|
|
|
|
// codepoint values. It requires unsigned long to be at least
|
|
|
|
// 32 bits and unsigned short to be at least 16 bits, but it
|
|
|
|
// will work fine if they are larger.
|
|
|
|
unsigned long codepoint = 0L;
|
|
|
|
size_t len = val.length();
|
|
|
|
size_t start = 0;
|
2022-02-15 20:56:06 +00:00
|
|
|
bool is_le = false;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (is_utf16(val)) {
|
|
|
|
if (static_cast<unsigned char>(val.at(0)) == 0xff) {
|
2022-02-15 20:56:06 +00:00
|
|
|
is_le = true;
|
|
|
|
}
|
2019-01-13 13:00:14 +00:00
|
|
|
start += 2;
|
|
|
|
}
|
|
|
|
// If the string has an odd number of bytes, the last byte is
|
|
|
|
// ignored.
|
2022-04-02 21:14:10 +00:00
|
|
|
for (size_t i = start; i + 1 < len; i += 2) {
|
2019-01-13 13:00:14 +00:00
|
|
|
// Convert from UTF16-BE. If we get a malformed
|
|
|
|
// codepoint, this code will generate incorrect output
|
|
|
|
// without giving a warning. Specifically, a high
|
|
|
|
// codepoint not followed by a low codepoint will be
|
|
|
|
// discarded, and a low codepoint not preceded by a high
|
|
|
|
// codepoint will just get its low 10 bits output.
|
2022-04-02 21:14:10 +00:00
|
|
|
auto msb = is_le ? i + 1 : i;
|
|
|
|
auto lsb = is_le ? i : i + 1;
|
|
|
|
unsigned short bits = QIntC::to_ushort(
|
|
|
|
(static_cast<unsigned char>(val.at(msb)) << 8) +
|
|
|
|
static_cast<unsigned char>(val.at(lsb)));
|
|
|
|
if ((bits & 0xFC00) == 0xD800) {
|
2019-06-21 03:35:23 +00:00
|
|
|
codepoint = 0x10000U + ((bits & 0x3FFU) << 10U);
|
2019-01-13 13:00:14 +00:00
|
|
|
continue;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if ((bits & 0xFC00) == 0xDC00) {
|
|
|
|
if (codepoint != 0) {
|
2019-01-13 13:00:14 +00:00
|
|
|
QTC::TC("qpdf", "QUtil non-trivial UTF-16");
|
|
|
|
}
|
|
|
|
codepoint += bits & 0x3FF;
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2019-01-13 13:00:14 +00:00
|
|
|
codepoint = bits;
|
|
|
|
}
|
|
|
|
|
|
|
|
result += QUtil::toUTF8(codepoint);
|
|
|
|
codepoint = 0;
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::win_ansi_to_utf8(std::string const& val)
|
|
|
|
{
|
2019-01-13 13:47:10 +00:00
|
|
|
std::string result;
|
|
|
|
size_t len = val.length();
|
2022-04-02 21:14:10 +00:00
|
|
|
for (unsigned int i = 0; i < len; ++i) {
|
2019-01-13 13:47:10 +00:00
|
|
|
unsigned char ch = static_cast<unsigned char>(val.at(i));
|
2020-04-16 15:43:37 +00:00
|
|
|
unsigned short ch_short = ch;
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((ch >= 128) && (ch <= 160)) {
|
2020-04-16 15:43:37 +00:00
|
|
|
ch_short = win_ansi_to_unicode[ch - 128];
|
2019-01-13 13:47:10 +00:00
|
|
|
}
|
2020-04-16 15:43:37 +00:00
|
|
|
result += QUtil::toUTF8(ch_short);
|
2019-01-13 13:47:10 +00:00
|
|
|
}
|
|
|
|
return result;
|
2019-01-13 13:00:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::mac_roman_to_utf8(std::string const& val)
|
|
|
|
{
|
2019-01-13 13:47:10 +00:00
|
|
|
std::string result;
|
|
|
|
size_t len = val.length();
|
2022-04-02 21:14:10 +00:00
|
|
|
for (unsigned int i = 0; i < len; ++i) {
|
2019-01-13 13:47:10 +00:00
|
|
|
unsigned char ch = static_cast<unsigned char>(val.at(i));
|
2020-04-16 15:43:37 +00:00
|
|
|
unsigned short ch_short = ch;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (ch >= 128) {
|
2020-04-16 15:43:37 +00:00
|
|
|
ch_short = mac_roman_to_unicode[ch - 128];
|
2019-01-13 13:47:10 +00:00
|
|
|
}
|
2020-04-16 15:43:37 +00:00
|
|
|
result += QUtil::toUTF8(ch_short);
|
2019-01-13 13:47:10 +00:00
|
|
|
}
|
|
|
|
return result;
|
2019-01-13 13:00:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
std::string
|
|
|
|
QUtil::pdf_doc_to_utf8(std::string const& val)
|
|
|
|
{
|
|
|
|
std::string result;
|
|
|
|
size_t len = val.length();
|
2022-04-02 21:14:10 +00:00
|
|
|
for (unsigned int i = 0; i < len; ++i) {
|
2019-01-13 13:00:14 +00:00
|
|
|
unsigned char ch = static_cast<unsigned char>(val.at(i));
|
2020-04-16 15:43:37 +00:00
|
|
|
unsigned short ch_short = ch;
|
2022-04-02 21:14:10 +00:00
|
|
|
if ((ch >= 127) && (ch <= 160)) {
|
2022-01-11 20:06:17 +00:00
|
|
|
ch_short = pdf_doc_to_unicode[ch - 127];
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if ((ch >= 24) && (ch <= 31)) {
|
2022-01-11 20:06:17 +00:00
|
|
|
ch_short = pdf_doc_low_to_unicode[ch - 24];
|
2022-04-02 21:14:10 +00:00
|
|
|
} else if (ch == 173) {
|
2022-02-09 10:47:58 +00:00
|
|
|
ch_short = 0xfffd;
|
|
|
|
}
|
2020-04-16 15:43:37 +00:00
|
|
|
result += QUtil::toUTF8(ch_short);
|
2019-01-13 13:00:14 +00:00
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
2019-01-13 14:41:13 +00:00
|
|
|
|
|
|
|
void
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::analyze_encoding(
|
|
|
|
std::string const& val,
|
|
|
|
bool& has_8bit_chars,
|
|
|
|
bool& is_valid_utf8,
|
|
|
|
bool& is_utf16)
|
2019-01-13 14:41:13 +00:00
|
|
|
{
|
|
|
|
has_8bit_chars = is_utf16 = is_valid_utf8 = false;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (QUtil::is_utf16(val)) {
|
2019-01-13 14:41:13 +00:00
|
|
|
has_8bit_chars = true;
|
|
|
|
is_utf16 = true;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
size_t len = val.length();
|
2022-04-23 20:39:27 +00:00
|
|
|
size_t pos = 0;
|
2019-01-13 14:41:13 +00:00
|
|
|
bool any_errors = false;
|
2022-04-23 20:39:27 +00:00
|
|
|
while (pos < len) {
|
2019-01-13 14:41:13 +00:00
|
|
|
bool error = false;
|
2022-04-23 20:39:27 +00:00
|
|
|
unsigned long codepoint = get_next_utf8_codepoint(val, pos, error);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (error) {
|
2019-01-13 14:41:13 +00:00
|
|
|
any_errors = true;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (codepoint >= 128) {
|
2019-01-13 14:41:13 +00:00
|
|
|
has_8bit_chars = true;
|
|
|
|
}
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (has_8bit_chars && (!any_errors)) {
|
2019-01-13 14:41:13 +00:00
|
|
|
is_valid_utf8 = true;
|
|
|
|
}
|
|
|
|
}
|
2019-01-16 02:06:38 +00:00
|
|
|
|
|
|
|
std::vector<std::string>
|
|
|
|
QUtil::possible_repaired_encodings(std::string supplied)
|
|
|
|
{
|
|
|
|
std::vector<std::string> result;
|
|
|
|
// Always include the original string
|
|
|
|
result.push_back(supplied);
|
|
|
|
bool has_8bit_chars = false;
|
|
|
|
bool is_valid_utf8 = false;
|
|
|
|
bool is_utf16 = false;
|
|
|
|
analyze_encoding(supplied, has_8bit_chars, is_valid_utf8, is_utf16);
|
2022-04-02 21:14:10 +00:00
|
|
|
if (!has_8bit_chars) {
|
2019-01-16 02:06:38 +00:00
|
|
|
return result;
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (is_utf16) {
|
2019-01-16 02:06:38 +00:00
|
|
|
// Convert to UTF-8 and pretend we got a UTF-8 string.
|
|
|
|
is_utf16 = false;
|
|
|
|
is_valid_utf8 = true;
|
|
|
|
supplied = utf16_to_utf8(supplied);
|
|
|
|
}
|
|
|
|
std::string output;
|
2022-04-02 21:14:10 +00:00
|
|
|
if (is_valid_utf8) {
|
2019-01-16 02:06:38 +00:00
|
|
|
// Maybe we were given UTF-8 but wanted one of the single-byte
|
|
|
|
// encodings.
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_pdf_doc(supplied, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_win_ansi(supplied, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_mac_roman(supplied, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
} else {
|
2019-01-16 02:06:38 +00:00
|
|
|
// Maybe we were given one of the single-byte encodings but
|
|
|
|
// wanted UTF-8.
|
|
|
|
std::string from_pdf_doc(pdf_doc_to_utf8(supplied));
|
|
|
|
result.push_back(from_pdf_doc);
|
|
|
|
std::string from_win_ansi(win_ansi_to_utf8(supplied));
|
|
|
|
result.push_back(from_win_ansi);
|
|
|
|
std::string from_mac_roman(mac_roman_to_utf8(supplied));
|
|
|
|
result.push_back(from_mac_roman);
|
|
|
|
|
|
|
|
// Maybe we were given one of the other single-byte encodings
|
|
|
|
// but wanted one of the other ones.
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_win_ansi(from_pdf_doc, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_mac_roman(from_pdf_doc, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_pdf_doc(from_win_ansi, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_mac_roman(from_win_ansi, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_pdf_doc(from_mac_roman, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
if (utf8_to_win_ansi(from_mac_roman, output)) {
|
2019-01-16 02:06:38 +00:00
|
|
|
result.push_back(output);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// De-duplicate
|
|
|
|
std::vector<std::string> t;
|
|
|
|
std::set<std::string> seen;
|
2022-04-30 17:23:18 +00:00
|
|
|
for (auto const& iter: result) {
|
|
|
|
if (!seen.count(iter)) {
|
|
|
|
seen.insert(iter);
|
|
|
|
t.push_back(iter);
|
2019-01-16 02:06:38 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return t;
|
|
|
|
}
|
2020-01-14 16:38:48 +00:00
|
|
|
|
2020-04-04 01:34:45 +00:00
|
|
|
#ifndef QPDF_NO_WCHAR_T
|
2022-02-01 18:37:31 +00:00
|
|
|
static int
|
2022-04-02 21:14:10 +00:00
|
|
|
call_main_from_wmain(
|
|
|
|
bool,
|
|
|
|
int argc,
|
|
|
|
wchar_t const* const argv[],
|
|
|
|
std::function<int(int, char*[])> realmain)
|
2020-01-14 16:38:48 +00:00
|
|
|
{
|
|
|
|
// argv contains UTF-16-encoded strings with a 16-bit wchar_t.
|
|
|
|
// Convert this to UTF-8-encoded strings for compatibility with
|
|
|
|
// other systems. That way the rest of qpdf.cc can just act like
|
|
|
|
// arguments are UTF-8.
|
|
|
|
|
2022-02-05 13:15:07 +00:00
|
|
|
std::vector<std::unique_ptr<char[]>> utf8_argv;
|
2022-04-02 21:14:10 +00:00
|
|
|
for (int i = 0; i < argc; ++i) {
|
2020-01-14 16:38:48 +00:00
|
|
|
std::string utf16;
|
2022-04-02 21:14:10 +00:00
|
|
|
for (size_t j = 0; j < std::wcslen(argv[i]); ++j) {
|
2020-01-14 16:38:48 +00:00
|
|
|
unsigned short codepoint = static_cast<unsigned short>(argv[i][j]);
|
2022-04-02 21:14:10 +00:00
|
|
|
utf16.append(1, static_cast<char>(QIntC::to_uchar(codepoint >> 8)));
|
|
|
|
utf16.append(
|
|
|
|
1, static_cast<char>(QIntC::to_uchar(codepoint & 0xff)));
|
2020-01-14 16:38:48 +00:00
|
|
|
}
|
|
|
|
std::string utf8 = QUtil::utf16_to_utf8(utf16);
|
2022-02-05 13:15:07 +00:00
|
|
|
utf8_argv.push_back(QUtil::make_unique_cstr(utf8));
|
2020-01-14 16:38:48 +00:00
|
|
|
}
|
2022-04-02 21:14:10 +00:00
|
|
|
auto utf8_argv_sp = std::make_unique<char*[]>(1 + utf8_argv.size());
|
2020-01-14 16:38:48 +00:00
|
|
|
char** new_argv = utf8_argv_sp.get();
|
2022-04-02 21:14:10 +00:00
|
|
|
for (size_t i = 0; i < utf8_argv.size(); ++i) {
|
2020-01-14 16:38:48 +00:00
|
|
|
new_argv[i] = utf8_argv.at(i).get();
|
|
|
|
}
|
|
|
|
argc = QIntC::to_int(utf8_argv.size());
|
2022-07-26 11:37:50 +00:00
|
|
|
new_argv[argc] = nullptr;
|
2020-01-14 16:38:48 +00:00
|
|
|
return realmain(argc, new_argv);
|
|
|
|
}
|
2022-02-01 18:37:31 +00:00
|
|
|
|
|
|
|
int
|
2022-04-02 21:14:10 +00:00
|
|
|
QUtil::call_main_from_wmain(
|
|
|
|
int argc, wchar_t* argv[], std::function<int(int, char*[])> realmain)
|
2022-02-01 18:37:31 +00:00
|
|
|
{
|
|
|
|
return ::call_main_from_wmain(true, argc, argv, realmain);
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
QUtil::call_main_from_wmain(
|
2022-04-02 21:14:10 +00:00
|
|
|
int argc,
|
|
|
|
wchar_t const* const argv[],
|
2022-02-01 18:37:31 +00:00
|
|
|
std::function<int(int, char const* const[])> realmain)
|
|
|
|
{
|
|
|
|
return ::call_main_from_wmain(
|
|
|
|
true, argc, argv, [realmain](int new_argc, char* new_argv[]) {
|
|
|
|
return realmain(new_argc, new_argv);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2020-04-04 01:34:45 +00:00
|
|
|
#endif // QPDF_NO_WCHAR_T
|
2022-08-31 16:49:29 +00:00
|
|
|
|
|
|
|
size_t
|
|
|
|
QUtil::get_max_memory_usage()
|
|
|
|
{
|
|
|
|
#if defined(HAVE_MALLOC_INFO) && defined(HAVE_OPEN_MEMSTREAM)
|
|
|
|
static std::regex tag_re("<(/?\\w+)([^>]*?)>");
|
|
|
|
static std::regex attr_re("(\\w+)=\"(.*?)\"");
|
|
|
|
|
|
|
|
char* buf;
|
|
|
|
size_t size;
|
|
|
|
FILE* f = open_memstream(&buf, &size);
|
|
|
|
if (f == nullptr) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
malloc_info(0, f);
|
|
|
|
fclose(f);
|
|
|
|
if (QUtil::get_env("QPDF_DEBUG_MEM_USAGE")) {
|
|
|
|
fprintf(stderr, "%s", buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Warning: this code uses regular expression to extract data from
|
|
|
|
// an XML string. This is generally a bad idea, but we're going to
|
|
|
|
// do it anyway because QUtil.hh warns against using this function
|
|
|
|
// for other than development/testing, and if this function fails
|
|
|
|
// to generate reasonable output during performance testing, it
|
|
|
|
// will be noticed.
|
|
|
|
|
|
|
|
// This is my best guess at how to interpret malloc_info. Anyway
|
|
|
|
// it seems to provide useful information for detecting code
|
|
|
|
// changes that drastically change memory usage.
|
|
|
|
size_t result = 0;
|
|
|
|
try {
|
|
|
|
std::cregex_iterator m_begin(buf, buf + size, tag_re);
|
|
|
|
std::cregex_iterator cr_end;
|
|
|
|
std::sregex_iterator sr_end;
|
|
|
|
|
|
|
|
int in_heap = 0;
|
|
|
|
for (auto m = m_begin; m != cr_end; ++m) {
|
|
|
|
std::string tag(m->str(1));
|
|
|
|
if (tag == "heap") {
|
|
|
|
++in_heap;
|
|
|
|
} else if (tag == "/heap") {
|
|
|
|
--in_heap;
|
|
|
|
} else if (in_heap == 0) {
|
|
|
|
std::string rest = m->str(2);
|
|
|
|
std::map<std::string, std::string> attrs;
|
|
|
|
std::sregex_iterator a_begin(rest.begin(), rest.end(), attr_re);
|
|
|
|
for (auto m2 = a_begin; m2 != sr_end; ++m2) {
|
|
|
|
attrs[m2->str(1)] = m2->str(2);
|
|
|
|
}
|
|
|
|
if (tag == "total") {
|
|
|
|
if (attrs.count("size") > 0) {
|
|
|
|
result += QIntC::to_size(
|
|
|
|
QUtil::string_to_ull(attrs["size"].c_str()));
|
|
|
|
}
|
|
|
|
} else if (tag == "system" && attrs["type"] == "max") {
|
|
|
|
result += QIntC::to_size(
|
|
|
|
QUtil::string_to_ull(attrs["size"].c_str()));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (...) {
|
|
|
|
// ignore -- just return 0
|
|
|
|
}
|
|
|
|
free(buf);
|
|
|
|
return result;
|
|
|
|
#else
|
|
|
|
return 0;
|
|
|
|
#endif
|
|
|
|
}
|