mirror of
https://github.com/unidoc/unipdf.git
synced 2025-04-27 13:48:51 +08:00

* Prepared skeleton and basic component implementations for the jbig2 encoding. * Added Bitset. Implemented Bitmap. * Decoder with old Arithmetic Decoder * Partly working arithmetic * Working arithmetic decoder. * MMR patched. * rebuild to apache. * Working generic * Working generic * Decoded full document * Update Jenkinsfile go version [master] (#398) * Update Jenkinsfile go version * Decoded AnnexH document * Minor issues fixed. * Update README.md * Fixed generic region errors. Added benchmark. Added bitmap unpadder. Added Bitmap toImage method. * Fixed endofpage error * Added integration test. * Decoded all test files without errors. Implemented JBIG2Global. * Merged with v3 version * Fixed the EOF in the globals issue * Fixed the JBIG2 ChocolateData Decode * JBIG2 Added license information * Minor fix in jbig2 encoding. * Applied the logging convention * Cleaned unnecessary imports * Go modules clear unused imports * checked out the README.md * Moved trace to Debug. Fixed the build integrate tag in the document_decode_test.go * Initial encoder skeleton * Applied UniPDF Developer Guide. Fixed lint issues. * Cleared documentation, fixed style issues. * Added jbig2 doc.go files. Applied unipdf guide style. * Minor code style changes. * Minor naming and style issues fixes. * Minor naming changes. Style issues fixed. * Review r11 fixes. * Added JBIG2 Encoder skeleton. * Moved Document and Page to jbig2/document package. Created decoder package responsible for decoding jbig2 stream. * Implemented raster functions. * Added raster uni low test funcitons. * Added raster low test functions * untracked files on jbig2-encoder: c869089 Added raster low test functions * index on jbig2-encoder: c869089 Added raster low test functions * Added morph files. * implemented jbig2 encoder basics * JBIG2 Encoder - Generic method * Added jbig2 image encode ttests, black/white image tests * cleaned and tested jbig2 package * unfinished jbig2 classified encoder * jbig2 minor style changes * minor jbig2 encoder changes * prepared JBIG2 Encoder * Style and lint fixes * Minor changes and lints * Fixed shift unsinged value build errors * Minor naming change * Added jbig2 encode, image gondels. Fixed jbig2 decode bug. * Provided jbig2 core.DecodeGlobals function. * Fixed JBIG2Encoder `r6` revision issues. * Removed public JBIG2Encoder document. * Minor style changes * added NewJBIG2Encoder function. * fixed JBIG2Encoder 'r9' revision issues. * Cleared 'r9' commented code. * Updated ACKNOWLEDGEMENETS. Fixed JBIG2Encoder 'r10' revision issues. Co-authored-by: Gunnsteinn Hall <gunnsteinn.hall@gmail.com>
159 lines
3.7 KiB
Go
159 lines
3.7 KiB
Go
/*
|
|
* This file is subject to the terms and conditions defined in
|
|
* file 'LICENSE.md', which is part of this source code package.
|
|
*/
|
|
|
|
package tests
|
|
|
|
import (
|
|
"archive/zip"
|
|
"bytes"
|
|
"crypto/md5"
|
|
"fmt"
|
|
"image"
|
|
"image/jpeg"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/unidoc/unipdf/v3/common"
|
|
"github.com/unidoc/unipdf/v3/core"
|
|
)
|
|
|
|
// TestGoImageToJBIG2Image tests the core.GoImageToJBIG2Image function.
|
|
// This tests requires 'jbig2-store-images' flag. The test images could be found
|
|
// within the directory provided in the environment variable: 'UNIDOC_JBIG2_TEST_IMAGES'.
|
|
// If no files would be found in the directory the test will be skipped.
|
|
func TestGoImageToJBIG2Image(t *testing.T) {
|
|
dirName := os.Getenv(EnvImageDirectory)
|
|
if dirName == "" {
|
|
t.Skipf("no environment variable: '%s' provided", EnvImageDirectory)
|
|
}
|
|
|
|
// get the file names within given directory
|
|
fileNames, err := readFileNames(dirName, "jpg")
|
|
require.NoError(t, err)
|
|
|
|
if len(fileNames) == 0 {
|
|
t.Skipf("no files found in the '%s' directory", dirName)
|
|
}
|
|
|
|
// prepare temporary directory
|
|
tempDir := filepath.Join(os.TempDir(), "unipdf", "jbig2", "images")
|
|
err = os.MkdirAll(tempDir, 0700)
|
|
require.NoError(t, err)
|
|
|
|
var f *os.File
|
|
switch {
|
|
case logToFile:
|
|
fileName := filepath.Join(tempDir, fmt.Sprintf("log_%s.txt", time.Now().Format("20060102")))
|
|
f, err = os.Create(fileName)
|
|
require.NoError(t, err)
|
|
common.SetLogger(common.NewWriterLogger(common.LogLevelTrace, f))
|
|
case testing.Verbose():
|
|
common.SetLogger(common.NewConsoleLogger(common.LogLevelDebug))
|
|
}
|
|
|
|
// clear all the temporary files
|
|
defer func() {
|
|
if f != nil {
|
|
f.Close()
|
|
}
|
|
|
|
switch {
|
|
case !keepImageFiles && !logToFile:
|
|
err = os.RemoveAll(filepath.Join(tempDir))
|
|
case !keepImageFiles:
|
|
err = filepath.Walk(tempDir, func(path string, info os.FileInfo, err error) error {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if strings.HasSuffix(info.Name(), "zip") {
|
|
return os.Remove(path)
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
if err != nil {
|
|
common.Log.Error(err.Error())
|
|
}
|
|
}()
|
|
|
|
defer func() {
|
|
if !keepImageFiles {
|
|
os.RemoveAll(tempDir)
|
|
}
|
|
}()
|
|
|
|
thresholds := []float64{core.JB2ImageAutoThreshold, 0.25, 0.5, 0.75}
|
|
names := []string{"auto", "63", "127", "191"}
|
|
|
|
buf := &bytes.Buffer{}
|
|
h := md5.New()
|
|
// iterate over all files
|
|
for _, fileName := range fileNames {
|
|
f, err := getFile(dirName, fileName)
|
|
require.NoError(t, err)
|
|
defer f.Close()
|
|
|
|
img, _, err := image.Decode(f)
|
|
if err != nil {
|
|
common.Log.Debug("File: '%s' couldn't be read as an image")
|
|
continue
|
|
}
|
|
|
|
rawName := rawFileName(fileName)
|
|
|
|
t.Run(rawName, func(t *testing.T) {
|
|
zipFileName := filepath.Join(tempDir, rawName+".zip")
|
|
// create zip file containing encoded images
|
|
zf, err := os.Create(zipFileName)
|
|
require.NoError(t, err)
|
|
defer zf.Close()
|
|
|
|
zw := zip.NewWriter(zf)
|
|
defer zw.Close()
|
|
|
|
gvp := []goldenValuePair{}
|
|
for i, th := range thresholds {
|
|
t.Run(names[i], func(t *testing.T) {
|
|
jb2, err := core.GoImageToJBIG2(img, th)
|
|
require.NoError(t, err)
|
|
|
|
// convert the image to black/white
|
|
bwImage, err := jb2.ToGoImage()
|
|
require.NoError(t, err)
|
|
|
|
buf.Reset()
|
|
|
|
err = jpeg.Encode(buf, bwImage, &jpeg.Options{Quality: jpeg.DefaultQuality})
|
|
require.NoError(t, err)
|
|
|
|
h.Reset()
|
|
_, err = h.Write(buf.Bytes())
|
|
require.NoError(t, err)
|
|
|
|
// get the destination file name
|
|
gvp = append(gvp, goldenValuePair{
|
|
Filename: names[i],
|
|
Hash: h.Sum(nil),
|
|
})
|
|
|
|
if keepImageFiles {
|
|
df, err := zw.Create(names[i] + ".jpg")
|
|
require.NoError(t, err)
|
|
|
|
_, err = buf.WriteTo(df)
|
|
require.NoError(t, err)
|
|
}
|
|
})
|
|
}
|
|
checkGoldenValuePairs(t, dirName, rawName, gvp...)
|
|
})
|
|
}
|
|
}
|