CbC/CbC_gcc: gcc/lto-compress.c annotate

annotate gcc/lto-compress.c @ 158:494b0b89df80 default tip

...

author	Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date	Mon, 25 May 2020 18:13:55 +0900
parents	1830386684a0
children

rev	line source
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	1 /* LTO IL compression streams.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	2
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	3 Copyright (C) 2009-2020 Free Software Foundation, Inc.
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	4 Contributed by Simon Baldwin <simonb@google.com>
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	5
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	6 This file is part of GCC.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	7
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	8 GCC is free software; you can redistribute it and/or modify it
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	9 under the terms of the GNU General Public License as published by
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	10 the Free Software Foundation; either version 3, or (at your option)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	11 any later version.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	12
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	13 GCC is distributed in the hope that it will be useful, but WITHOUT
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	14 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	15 or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	16 License for more details.
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	17
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	18 You should have received a copy of the GNU General Public License
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	19 along with GCC; see the file COPYING3. If not see
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	20 <http://www.gnu.org/licenses/>. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	21
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	22 #include "config.h"
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	23 #include "system.h"
111 04ced10e8804 gcc 7 kono parents: 67 diff changeset	24 #include "coretypes.h"
04ced10e8804 gcc 7 kono parents: 67 diff changeset	25 #include "backend.h"
04ced10e8804 gcc 7 kono parents: 67 diff changeset	26 #include "tree.h"
04ced10e8804 gcc 7 kono parents: 67 diff changeset	27 #include "gimple.h"
04ced10e8804 gcc 7 kono parents: 67 diff changeset	28 #include "cgraph.h"
04ced10e8804 gcc 7 kono parents: 67 diff changeset	29 #include "lto-streamer.h"
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	30 /* zlib.h includes other system headers. Those headers may test feature
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	31 test macros. config.h may define feature test macros. For this reason,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	32 zlib.h needs to be included after, rather than before, config.h and
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	33 system.h. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	34 #include <zlib.h>
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	35 #include "lto-compress.h"
111 04ced10e8804 gcc 7 kono parents: 67 diff changeset	36 #include "timevar.h"
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	37
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	38 #ifdef HAVE_ZSTD_H
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	39 #include <zstd.h>
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	40 #endif
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	41
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	42 /* Compression stream structure, holds the flush callback and opaque token,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	43 the buffered data, and a note of whether compressing or uncompressing. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	44
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	45 struct lto_compression_stream
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	46 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	47 void (callback) (const char , unsigned, void *);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	48 void *opaque;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	49 char *buffer;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	50 size_t bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	51 size_t allocation;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	52 bool is_compression;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	53 };
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	54
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	55 /* Overall compression constants for zlib. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	56
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	57 static const size_t Z_BUFFER_LENGTH = 4096;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	58 static const size_t MIN_STREAM_ALLOCATION = 1024;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	59
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	60 /* For zlib, allocate SIZE count of ITEMS and return the address, OPAQUE
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	61 is unused. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	62
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	63 static void *
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	64 lto_zalloc (void *opaque, unsigned items, unsigned size)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	65 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	66 gcc_assert (opaque == Z_NULL);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	67 return xmalloc (items * size);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	68 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	69
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	70 /* For zlib, free memory at ADDRESS, OPAQUE is unused. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	71
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	72 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	73 lto_zfree (void opaque, void address)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	74 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	75 gcc_assert (opaque == Z_NULL);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	76 free (address);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	77 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	78
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	79 /* Return a zlib compression level that zlib will not reject. Normalizes
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	80 the compression level from the command line flag, clamping non-default
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	81 values to the appropriate end of their valid range. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	82
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	83 static int
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	84 lto_normalized_zlib_level (void)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	85 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	86 int level = flag_lto_compression_level;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	87
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	88 if (level != Z_DEFAULT_COMPRESSION)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	89 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	90 if (level < Z_NO_COMPRESSION)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	91 level = Z_NO_COMPRESSION;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	92 else if (level > Z_BEST_COMPRESSION)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	93 level = Z_BEST_COMPRESSION;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	94 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	95
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	96 return level;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	97 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	98
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	99 /* Free the buffer and memory associated with STREAM. */
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	100
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	101 static void
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	102 lto_destroy_compression_stream (struct lto_compression_stream *stream)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	103 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	104 free (stream->buffer);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	105 free (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	106 }
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	107
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	108 #ifdef HAVE_ZSTD_H
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	109 /* Return a zstd compression level that zstd will not reject. Normalizes
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	110 the compression level from the command line flag, clamping non-default
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	111 values to the appropriate end of their valid range. */
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	112
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	113 static int
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	114 lto_normalized_zstd_level (void)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	115 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	116 int level = flag_lto_compression_level;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	117
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	118 if (level < 0)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	119 level = 0;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	120 else if (level > ZSTD_maxCLevel ())
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	121 level = ZSTD_maxCLevel ();
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	122
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	123 return level;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	124 }
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	125
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	126 /* Compress STREAM using ZSTD algorithm. */
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	127
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	128 static void
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	129 lto_compression_zstd (struct lto_compression_stream *stream)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	130 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	131 unsigned char cursor = (unsigned char ) stream->buffer;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	132 size_t size = stream->bytes;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	133
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	134 timevar_push (TV_IPA_LTO_COMPRESS);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	135 size_t const outbuf_length = ZSTD_compressBound (size);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	136 char outbuf = (char ) xmalloc (outbuf_length);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	137
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	138 size_t const csize = ZSTD_compress (outbuf, outbuf_length, cursor, size,
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	139 lto_normalized_zstd_level ());
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	140
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	141 if (ZSTD_isError (csize))
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	142 internal_error ("compressed stream: %s", ZSTD_getErrorName (csize));
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	143
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	144 stream->callback (outbuf, csize, NULL);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	145
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	146 lto_destroy_compression_stream (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	147 free (outbuf);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	148 timevar_pop (TV_IPA_LTO_COMPRESS);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	149 }
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	150
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	151 /* Uncompress STREAM using ZSTD algorithm. */
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	152
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	153 static void
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	154 lto_uncompression_zstd (struct lto_compression_stream *stream)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	155 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	156 unsigned char cursor = (unsigned char ) stream->buffer;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	157 size_t size = stream->bytes;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	158
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	159 timevar_push (TV_IPA_LTO_DECOMPRESS);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	160 unsigned long long const rsize = ZSTD_getFrameContentSize (cursor, size);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	161 if (rsize == ZSTD_CONTENTSIZE_ERROR)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	162 internal_error ("original not compressed with zstd");
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	163 else if (rsize == ZSTD_CONTENTSIZE_UNKNOWN)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	164 internal_error ("original size unknown");
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	165
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	166 char outbuf = (char ) xmalloc (rsize);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	167 size_t const dsize = ZSTD_decompress (outbuf, rsize, cursor, size);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	168
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	169 if (ZSTD_isError (dsize))
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	170 internal_error ("decompressed stream: %s", ZSTD_getErrorName (dsize));
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	171
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	172 stream->callback (outbuf, dsize, stream->opaque);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	173
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	174 lto_destroy_compression_stream (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	175 free (outbuf);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	176 timevar_pop (TV_IPA_LTO_DECOMPRESS);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	177 }
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	178
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	179 #endif
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	180
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	181 /* Create a new compression stream, with CALLBACK flush function passed
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	182 OPAQUE token, IS_COMPRESSION indicates if compressing or uncompressing. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	183
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	184 static struct lto_compression_stream *
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	185 lto_new_compression_stream (void (callback) (const char , unsigned, void *),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	186 void *opaque, bool is_compression)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	187 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	188 struct lto_compression_stream *stream
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	189 = (struct lto_compression_stream ) xmalloc (sizeof (stream));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	190
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	191 memset (stream, 0, sizeof (*stream));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	192 stream->callback = callback;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	193 stream->opaque = opaque;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	194 stream->is_compression = is_compression;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	195
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	196 return stream;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	197 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	198
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	199 /* Append NUM_CHARS from address BASE to STREAM. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	200
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	201 static void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	202 lto_append_to_compression_stream (struct lto_compression_stream *stream,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	203 const char *base, size_t num_chars)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	204 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	205 size_t required = stream->bytes + num_chars;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	206
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	207 if (stream->allocation < required)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	208 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	209 if (stream->allocation == 0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	210 stream->allocation = MIN_STREAM_ALLOCATION;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	211 while (stream->allocation < required)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	212 stream->allocation *= 2;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	213
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	214 stream->buffer = (char *) xrealloc (stream->buffer, stream->allocation);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	215 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	216
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	217 memcpy (stream->buffer + stream->bytes, base, num_chars);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	218 stream->bytes += num_chars;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	219 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	220
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	221 /* Return a new compression stream, with CALLBACK flush function passed
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	222 OPAQUE token. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	223
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	224 struct lto_compression_stream *
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	225 lto_start_compression (void (callback) (const char , unsigned, void *),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	226 void *opaque)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	227 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	228 return lto_new_compression_stream (callback, opaque, true);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	229 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	230
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	231 /* Append NUM_CHARS from address BASE to STREAM. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	232
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	233 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	234 lto_compress_block (struct lto_compression_stream *stream,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	235 const char *base, size_t num_chars)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	236 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	237 gcc_assert (stream->is_compression);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	238
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	239 lto_append_to_compression_stream (stream, base, num_chars);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	240 lto_stats.num_output_il_bytes += num_chars;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	241 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	242
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	243 static void ATTRIBUTE_UNUSED
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	244 lto_compression_zlib (struct lto_compression_stream *stream)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	245 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	246 unsigned char cursor = (unsigned char ) stream->buffer;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	247 size_t remaining = stream->bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	248 const size_t outbuf_length = Z_BUFFER_LENGTH;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	249 unsigned char outbuf = (unsigned char ) xmalloc (outbuf_length);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	250 z_stream out_stream;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	251 size_t compressed_bytes = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	252 int status;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	253
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	254 gcc_assert (stream->is_compression);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	255
111 04ced10e8804 gcc 7 kono parents: 67 diff changeset	256 timevar_push (TV_IPA_LTO_COMPRESS);
04ced10e8804 gcc 7 kono parents: 67 diff changeset	257
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	258 out_stream.next_out = outbuf;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	259 out_stream.avail_out = outbuf_length;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	260 out_stream.next_in = cursor;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	261 out_stream.avail_in = remaining;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	262 out_stream.zalloc = lto_zalloc;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	263 out_stream.zfree = lto_zfree;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	264 out_stream.opaque = Z_NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	265
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	266 status = deflateInit (&out_stream, lto_normalized_zlib_level ());
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	267 if (status != Z_OK)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	268 internal_error ("compressed stream: %s", zError (status));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	269
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	270 do
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	271 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	272 size_t in_bytes, out_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	273
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	274 status = deflate (&out_stream, Z_FINISH);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	275 if (status != Z_OK && status != Z_STREAM_END)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	276 internal_error ("compressed stream: %s", zError (status));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	277
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	278 in_bytes = remaining - out_stream.avail_in;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	279 out_bytes = outbuf_length - out_stream.avail_out;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	280
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	281 stream->callback ((const char *) outbuf, out_bytes, stream->opaque);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	282 lto_stats.num_compressed_il_bytes += out_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	283 compressed_bytes += out_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	284
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	285 cursor += in_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	286 remaining -= in_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	287
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	288 out_stream.next_out = outbuf;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	289 out_stream.avail_out = outbuf_length;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	290 out_stream.next_in = cursor;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	291 out_stream.avail_in = remaining;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	292 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	293 while (status != Z_STREAM_END);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	294
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	295 status = deflateEnd (&out_stream);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	296 if (status != Z_OK)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	297 internal_error ("compressed stream: %s", zError (status));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	298
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	299 lto_destroy_compression_stream (stream);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	300 free (outbuf);
111 04ced10e8804 gcc 7 kono parents: 67 diff changeset	301 timevar_pop (TV_IPA_LTO_COMPRESS);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	302 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	303
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	304 void
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	305 lto_end_compression (struct lto_compression_stream *stream)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	306 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	307 #ifdef HAVE_ZSTD_H
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	308 lto_compression_zstd (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	309 #else
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	310 lto_compression_zlib (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	311 #endif
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	312 }
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	313
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	314 /* Return a new uncompression stream, with CALLBACK flush function passed
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	315 OPAQUE token. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	316
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	317 struct lto_compression_stream *
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	318 lto_start_uncompression (void (callback) (const char , unsigned, void *),
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	319 void *opaque)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	320 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	321 return lto_new_compression_stream (callback, opaque, false);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	322 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	323
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	324 /* Append NUM_CHARS from address BASE to STREAM. */
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	325
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	326 void
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	327 lto_uncompress_block (struct lto_compression_stream *stream,
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	328 const char *base, size_t num_chars)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	329 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	330 gcc_assert (!stream->is_compression);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	331
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	332 lto_append_to_compression_stream (stream, base, num_chars);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	333 lto_stats.num_input_il_bytes += num_chars;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	334 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	335
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	336 static void
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	337 lto_uncompression_zlib (struct lto_compression_stream *stream)
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	338 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	339 unsigned char cursor = (unsigned char ) stream->buffer;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	340 size_t remaining = stream->bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	341 const size_t outbuf_length = Z_BUFFER_LENGTH;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	342 unsigned char outbuf = (unsigned char ) xmalloc (outbuf_length);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	343 size_t uncompressed_bytes = 0;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	344
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	345 gcc_assert (!stream->is_compression);
111 04ced10e8804 gcc 7 kono parents: 67 diff changeset	346 timevar_push (TV_IPA_LTO_DECOMPRESS);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	347
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	348 while (remaining > 0)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	349 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	350 z_stream in_stream;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	351 size_t out_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	352 int status;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	353
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	354 in_stream.next_out = outbuf;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	355 in_stream.avail_out = outbuf_length;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	356 in_stream.next_in = cursor;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	357 in_stream.avail_in = remaining;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	358 in_stream.zalloc = lto_zalloc;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	359 in_stream.zfree = lto_zfree;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	360 in_stream.opaque = Z_NULL;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	361
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	362 status = inflateInit (&in_stream);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	363 if (status != Z_OK)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	364 internal_error ("compressed stream: %s", zError (status));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	365
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	366 do
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	367 {
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	368 size_t in_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	369
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	370 status = inflate (&in_stream, Z_SYNC_FLUSH);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	371 if (status != Z_OK && status != Z_STREAM_END)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	372 internal_error ("compressed stream: %s", zError (status));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	373
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	374 in_bytes = remaining - in_stream.avail_in;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	375 out_bytes = outbuf_length - in_stream.avail_out;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	376
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	377 stream->callback ((const char *) outbuf, out_bytes, stream->opaque);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	378 lto_stats.num_uncompressed_il_bytes += out_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	379 uncompressed_bytes += out_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	380
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	381 cursor += in_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	382 remaining -= in_bytes;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	383
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	384 in_stream.next_out = outbuf;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	385 in_stream.avail_out = outbuf_length;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	386 in_stream.next_in = cursor;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	387 in_stream.avail_in = remaining;
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	388 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	389 while (!(status == Z_STREAM_END && out_bytes == 0));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	390
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	391 status = inflateEnd (&in_stream);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	392 if (status != Z_OK)
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	393 internal_error ("compressed stream: %s", zError (status));
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	394 }
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	395
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	396 lto_destroy_compression_stream (stream);
77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	397 free (outbuf);
111 04ced10e8804 gcc 7 kono parents: 67 diff changeset	398 timevar_pop (TV_IPA_LTO_DECOMPRESS);
55 77e2b8dfacca update it from 4.4.3 to 4.5.0 ryoma <e075725@ie.u-ryukyu.ac.jp> parents: diff changeset	399 }
145 1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	400
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	401 void
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	402 lto_end_uncompression (struct lto_compression_stream *stream,
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	403 lto_compression compression)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	404 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	405 #ifdef HAVE_ZSTD_H
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	406 if (compression == ZSTD)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	407 {
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	408 lto_uncompression_zstd (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	409 return;
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	410 }
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	411 #endif
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	412 if (compression == ZSTD)
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	413 internal_error ("compiler does not support ZSTD LTO compression");
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	414
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	415 lto_uncompression_zlib (stream);
1830386684a0 gcc-9.2.0 anatofuz parents: 131 diff changeset	416 }

Mercurial > hg > CbC > CbC_gcc

annotate gcc/lto-compress.c @ 158:494b0b89df80 default tip