mirror of https://github.com/qpdf/qpdf.git
Add a file with arrays with lots of nulls to the test suite
A bug was fixed between qpdf 8.4.2 and 9.0.0 regarding this type of file (see #305 and #311), but it was necessary to retest after some major refactoring work at the lexical and parsing layers. This lays the groundwork for including this in performance benchmarks and in the qpdf test suite rather than having to keep a large, non-redistributable file around. 20 arrays of 20K nulls is plenty for performance memory testing and doesn't take too long to run. Compared to qpdf 8.4.2, in qpdf 11.0.0, the file generated here uses 3% of the RAM and runs over 4 times faster.
This commit is contained in:
parent
3d029fb17e
commit
4f4b908605
6
TODO
6
TODO
|
@ -7,9 +7,9 @@ Before Release:
|
||||||
* Review in order #726
|
* Review in order #726
|
||||||
* Make ./performance_check usable by other people by having published
|
* Make ./performance_check usable by other people by having published
|
||||||
files to use for testing.
|
files to use for testing.
|
||||||
* https://opensource.adobe.com/dc-acrobat-sdk-docs/standards/pdfstandards/pdf/PDF32000_2008.pdf
|
* Site https://opensource.adobe.com/dc-acrobat-sdk-docs/standards/pdfstandards/pdf/PDF32000_2008.pdf
|
||||||
* Incorporate --report-mem-usage into performance testing. Make sure
|
* Incorporate --report-mem-usage into performance testing.
|
||||||
there is some test somewhere that exercises the millions of nulls case.
|
* Include output of test_many_nulls
|
||||||
* Evaluate issues tagged with `next`
|
* Evaluate issues tagged with `next`
|
||||||
* Stay on top of https://github.com/pikepdf/pikepdf/pull/315
|
* Stay on top of https://github.com/pikepdf/pikepdf/pull/315
|
||||||
|
|
||||||
|
|
|
@ -5,6 +5,7 @@ set(MAIN_CXX_PROGRAMS
|
||||||
sizes
|
sizes
|
||||||
test_driver
|
test_driver
|
||||||
test_large_file
|
test_large_file
|
||||||
|
test_many_nulls
|
||||||
test_parsedoffset
|
test_parsedoffset
|
||||||
test_pdf_doc_encoding
|
test_pdf_doc_encoding
|
||||||
test_pdf_unicode
|
test_pdf_unicode
|
||||||
|
|
|
@ -0,0 +1,34 @@
|
||||||
|
#!/usr/bin/env perl
|
||||||
|
require 5.008;
|
||||||
|
use warnings;
|
||||||
|
use strict;
|
||||||
|
|
||||||
|
unshift(@INC, '.');
|
||||||
|
require qpdf_test_helpers;
|
||||||
|
|
||||||
|
chdir("qpdf") or die "chdir testdir failed: $!\n";
|
||||||
|
|
||||||
|
require TestDriver;
|
||||||
|
|
||||||
|
cleanup();
|
||||||
|
|
||||||
|
my $td = new TestDriver('many-nulls');
|
||||||
|
|
||||||
|
# The output of test_many_nulls is also used in performance testing.
|
||||||
|
# If it changes, consider whether it should be updated in
|
||||||
|
# performance-test-files as well. See performance_check at the top of
|
||||||
|
# the source tree.
|
||||||
|
$td->runtest("create file with many nulls",
|
||||||
|
{$td->COMMAND => "test_many_nulls a.pdf"},
|
||||||
|
{$td->STRING => "", $td->EXIT_STATUS => 0},
|
||||||
|
$td->NORMALIZE_NEWLINES);
|
||||||
|
$td->runtest("compare output",
|
||||||
|
{$td->FILE => "a.pdf"},
|
||||||
|
{$td->FILE => "many-nulls.pdf"},
|
||||||
|
$td->NORMALIZE_NEWLINES);
|
||||||
|
$td->runtest("run check file",
|
||||||
|
{$td->COMMAND => "qpdf --check a.pdf"},
|
||||||
|
{$td->FILE => "many-nulls.out", $td->EXIT_STATUS => 0},
|
||||||
|
$td->NORMALIZE_NEWLINES);
|
||||||
|
cleanup();
|
||||||
|
$td->report(3);
|
|
@ -0,0 +1,6 @@
|
||||||
|
checking a.pdf
|
||||||
|
PDF Version: 1.5
|
||||||
|
File is not encrypted
|
||||||
|
File is not linearized
|
||||||
|
No syntax or stream encoding errors found; the file may still contain
|
||||||
|
errors that qpdf cannot detect
|
Binary file not shown.
|
@ -0,0 +1,42 @@
|
||||||
|
#include <qpdf/QPDF.hh>
|
||||||
|
#include <qpdf/QPDFObjectHandle.hh>
|
||||||
|
#include <qpdf/QPDFWriter.hh>
|
||||||
|
#include <qpdf/QUtil.hh>
|
||||||
|
#include <cstdlib>
|
||||||
|
#include <iostream>
|
||||||
|
|
||||||
|
int
|
||||||
|
main(int argc, char* argv[])
|
||||||
|
{
|
||||||
|
auto whoami = QUtil::getWhoami(argv[0]);
|
||||||
|
if (argc != 2) {
|
||||||
|
std::cerr << "Usage: " << whoami << " outfile.pdf" << std::endl;
|
||||||
|
exit(2);
|
||||||
|
}
|
||||||
|
char const* outfile = argv[1];
|
||||||
|
|
||||||
|
// Create a file with lots of arrays containing very large numbers
|
||||||
|
// of nulls. Prior to qpdf 9.0.0, qpdf had a lot of trouble with
|
||||||
|
// this kind of file. This program is used to generate a file that
|
||||||
|
// can be used in the test suite and performance benchmarking.
|
||||||
|
QPDF q;
|
||||||
|
q.emptyPDF();
|
||||||
|
auto null = QPDFObjectHandle::newNull();
|
||||||
|
auto top = "[]"_qpdf;
|
||||||
|
for (int i = 0; i < 20; ++i) {
|
||||||
|
auto inner = "[]"_qpdf;
|
||||||
|
for (int j = 0; j < 20000; ++j) {
|
||||||
|
inner.appendItem(null);
|
||||||
|
}
|
||||||
|
top.appendItem(inner);
|
||||||
|
}
|
||||||
|
q.getTrailer().replaceKey("/Nulls", q.makeIndirectObject(top));
|
||||||
|
auto page = "<< /Type /Page /MediaBox [0 0 612 792] >>"_qpdf;
|
||||||
|
page = q.makeIndirectObject(page);
|
||||||
|
q.getRoot().getKey("/Pages").getKey("/Kids").appendItem(page);
|
||||||
|
QPDFWriter w(q, outfile);
|
||||||
|
w.setObjectStreamMode(qpdf_o_generate);
|
||||||
|
w.setDeterministicID(true);
|
||||||
|
w.write();
|
||||||
|
return 0;
|
||||||
|
}
|
Loading…
Reference in New Issue