压缩与解压缩

核心接口

Compressor

package com.xxx.arch.mw.nbp.common.csp;import com.xxx.arch.mw.nbp.common.constant.CommonConstants;
import com.xxx.arch.mw.nbp.common.exception.NbpException;import static com.xxx.arch.mw.nbp.common.csp.CompressorEnum.ZSTD;/*** */
public interface Compressor {int BUFFER_LENGTH = CommonConstants.DEFAULT_COMPRESSION_BUFFER_SIZE;CompressorEnum DEFAULT_COMPRESSOR_ALGORITHM = CompressorEnum.toEnumFromName(CommonConstants.DEFAULT_COMPRESSION_ALGORITHM);/*** compress data** @param data* @return* @throws NbpException*/byte[] compress(byte[] data) throws NbpException;
}

Decompressor

package com.xxx.arch.mw.nbp.common.csp;import com.xxx.arch.mw.nbp.common.constant.CommonConstants;
import com.xxx.arch.mw.nbp.common.exception.NbpException;/*** */
public interface Decompressor {int BUFFER_LENGTH = CommonConstants.DEFAULT_COMPRESSION_BUFFER_SIZE;/*** dcompress data* @param data* @return* @throws NbpException*/byte[] decompress(byte[] data) throws NbpException;
}

关键实现

CompressorEnum

package com.xxx.arch.mw.nbp.common.csp;import lombok.Getter;/*** */
public enum CompressorEnum {REVERSED(0, "reversed", "仅反转"),BZIP2(1, "bzip2", "BZIP2算法，压缩比高但耗时耗CPU"),GZIP(2, "gz", "GZIP算法，压缩比高但耗时耗CPU"),SNAPPY_FRAMED(3, "snappy-framed", "SNAPPY_FRAMED算法"),DEFLATE(4, "deflate", "DEFLATE算法"),PACK200(5, "pack200", "DEFLATE64算法"),LZ4_BLOCK(6, "lz4-block", "LZ4_BLOCK算法"),LZ4_FRAMED(7, "lz4-framed", "LZ4_FRAMED算法"),ZSTD(8, "zstd", "ZSTD算法");@Getterprivate int id;@Getterprivate String name;@Getterprivate String desc;CompressorEnum(int id, String name, String desc) {this.id = id;this.name = name;this.desc = desc;}public static CompressorEnum toEnumFromId(int id) {for (CompressorEnum eum : values()) {if (eum.getId() == id) {return eum;}}return null;}public static CompressorEnum toEnumFromName(String name) {if (name == null || name.length() == 0) {return null;}for (CompressorEnum eum : values()) {if (eum.getName().equalsIgnoreCase(name)) {return eum;}}return null;}
}

AbstractCompressor

package com.xxx.arch.mw.nbp.common.csp;import com.xxx.arch.mw.nbp.common.domain.NbpCode;
import com.xxx.arch.mw.nbp.common.exception.NbpException;
import org.apache.commons.compress.compressors.CompressorException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;import java.io.*;/*** */
public abstract class AbstractCompressor implements Compressor {private final Logger logger = LoggerFactory.getLogger(this.getClass());@Overridepublic byte[] compress(byte[] data) throws NbpException {try (ByteArrayInputStream is = new ByteArrayInputStream(data);ByteArrayOutputStream os = new ByteArrayOutputStream()) {compress(is, os);return os.toByteArray();} catch (IOException | CompressorException e) {logger.error("NBP-CLIENT UTIL", "compress data error with reason:", e);throw new NbpException(NbpCode.COMPRESSION_ERROR.getCode(), e.getMessage(), e.getCause());}}public abstract void compress(InputStream is, OutputStream os) throws IOException, CompressorException;
}

AbstractDecompressor

package com.xxx.arch.mw.nbp.common.csp;import com.xxx.arch.mw.nbp.common.domain.NbpCode;
import com.xxx.arch.mw.nbp.common.exception.NbpException;
import org.apache.commons.compress.compressors.CompressorException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;import java.io.*;/*** */
public abstract class AbstractDecompressor implements Decompressor {private final Logger logger = LoggerFactory.getLogger(this.getClass());@Overridepublic byte[] decompress(byte[] data) throws NbpException {try (ByteArrayInputStream is = new ByteArrayInputStream(data);ByteArrayOutputStream os = new ByteArrayOutputStream()) {decompress(is, os);return os.toByteArray();} catch (IOException | CompressorException e) {logger.error("NBP-CLIENT UTIL", "decompress data error with reason:", e);throw new NbpException(NbpCode.COMPRESSION_ERROR.getCode(), e.getMessage(), e.getCause());}}public abstract void decompress(InputStream is, OutputStream os) throws IOException, CompressorException;}

CompressorFactory

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp;import com.xxx.arch.mw.nbp.common.csp.bzip2.Bzip2Compressor;
import com.xxx.arch.mw.nbp.common.csp.deflate.DeflateCompressor;
import com.xxx.arch.mw.nbp.common.csp.gzip.GzipCompressor;
import com.xxx.arch.mw.nbp.common.csp.lz4block.Lz4BlockCompressor;
import com.xxx.arch.mw.nbp.common.csp.lz4framed.Lz4FramedCompressor;
import com.xxx.arch.mw.nbp.common.csp.pack200.Pack200Compressor;
import com.xxx.arch.mw.nbp.common.csp.reversed.ReversedCompressor;
import com.xxx.arch.mw.nbp.common.csp.snappyframed.SnappyFramedCompressor;
import com.xxx.arch.mw.nbp.common.csp.zstd.ZstdCompressor;import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;import static com.xxx.arch.mw.nbp.common.csp.CompressorEnum.ZSTD;/*** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-14 11:20*/
public class CompressorFactory {private static final ConcurrentMap<CompressorEnum, Compressor> COMPRESSOR_MAP = new ConcurrentHashMap<>();public static Compressor getDefaultCompressor() {return getCompressor(Compressor.DEFAULT_COMPRESSOR_ALGORITHM);}public static Compressor getCompressor(CompressorEnum compressorEnum) {Compressor compressor = COMPRESSOR_MAP.get(compressorEnum);if (compressor == null) {switch (compressorEnum) {case REVERSED:compressor = new ReversedCompressor();break;case BZIP2:compressor = new Bzip2Compressor();break;case GZIP:compressor = new GzipCompressor();break;case SNAPPY_FRAMED:compressor = new SnappyFramedCompressor();break;case DEFLATE:compressor = new DeflateCompressor();break;case PACK200:compressor = new Pack200Compressor();break;case LZ4_BLOCK:compressor = new Lz4BlockCompressor();break;case LZ4_FRAMED:compressor = new Lz4FramedCompressor();break;case ZSTD:compressor = new ZstdCompressor();break;default:}if (compressor != null) {COMPRESSOR_MAP.putIfAbsent(compressorEnum, compressor);}}return compressor;}}

DecompressorFactory

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp;import com.xxx.arch.mw.nbp.common.csp.bzip2.Bzip2Decompressor;
import com.xxx.arch.mw.nbp.common.csp.deflate.DeflateDecompressor;
import com.xxx.arch.mw.nbp.common.csp.gzip.GzipDecompressor;
import com.xxx.arch.mw.nbp.common.csp.lz4block.Lz4BlockDecompressor;
import com.xxx.arch.mw.nbp.common.csp.lz4framed.Lz4FramedDecompressor;
import com.xxx.arch.mw.nbp.common.csp.pack200.Pack200Decompressor;
import com.xxx.arch.mw.nbp.common.csp.reversed.ReversedDecompressor;
import com.xxx.arch.mw.nbp.common.csp.snappyframed.SnappyFramedDecompressor;
import com.xxx.arch.mw.nbp.common.csp.zstd.ZstdDecompressor;import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;import static com.xxx.arch.mw.nbp.common.csp.CompressorEnum.DEFLATE;
import static com.xxx.arch.mw.nbp.common.csp.CompressorEnum.ZSTD;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-14 11:20*/
public class DecompressorFactory {private static final ConcurrentMap<CompressorEnum, Decompressor> DECOMPRESSOR_MAP = new ConcurrentHashMap<>();public static Decompressor getDefaultDecompressor() {return getDecompressor(Compressor.DEFAULT_COMPRESSOR_ALGORITHM);}public static Decompressor getDecompressor(CompressorEnum compressorEnum) {Decompressor decompressor = DECOMPRESSOR_MAP.get(compressorEnum);if (decompressor == null) {switch (compressorEnum) {case REVERSED:decompressor = new ReversedDecompressor();break;case BZIP2:decompressor = new Bzip2Decompressor();break;case GZIP:decompressor = new GzipDecompressor();break;case SNAPPY_FRAMED:decompressor = new SnappyFramedDecompressor();break;case DEFLATE:decompressor = new DeflateDecompressor();break;case PACK200:decompressor = new Pack200Decompressor();break;case LZ4_BLOCK:decompressor = new Lz4BlockDecompressor();break;case LZ4_FRAMED:decompressor = new Lz4FramedDecompressor();break;case ZSTD:decompressor = new ZstdDecompressor();break;default:}if (decompressor != null) {DECOMPRESSOR_MAP.putIfAbsent(compressorEnum, decompressor);}}return decompressor;}}

算法实现

ZSTD

ZstdCompressor

package com.xxx.arch.mw.nbp.common.csp.zstd;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import com.github.luben.zstd.ZstdOutputStream;
import org.apache.commons.compress.compressors.CompressorException;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** @date 2023/06/25*/
public class ZstdCompressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (ZstdOutputStream zos = new ZstdOutputStream(os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {zos.write(buffer, 0, pos);}}}
}

ZstdDecompressor

package com.xxx.arch.mw.nbp.common.csp.zstd;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import com.github.luben.zstd.ZstdInputStream;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** @date 2023/06/25*/
public class ZstdDecompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (ZstdInputStream zis = new ZstdInputStream(is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = zis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}
}

snappyframed

SnappyFramedCompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.snappyframed;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class SnappyFramedCompressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.SNAPPY_FRAMED, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

SnappyFramedDecompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.snappyframed;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class SnappyFramedDecompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.SNAPPY_FRAMED, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

reversed

ReversedCompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.reversed;import com.xxx.arch.mw.nbp.common.csp.Compressor;
import com.xxx.arch.mw.nbp.common.exception.NbpException;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class ReversedCompressor implements Compressor {@Overridepublic byte[] compress(byte[] data) throws NbpException {int length = data.length;byte[] compressed = new byte[length];for (int i = 0; i < length; i++) {compressed[i] = data[length - 1 - i];}return compressed;}
}

ReversedDecompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.reversed;import com.xxx.arch.mw.nbp.common.csp.Decompressor;
import com.xxx.arch.mw.nbp.common.exception.NbpException;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class ReversedDecompressor implements Decompressor {@Overridepublic byte[] decompress(byte[] data) throws NbpException {int length = data.length;byte[] decompressed = new byte[length];for (int i = 0; i < length; i++) {decompressed[i] = data[length - 1 - i];}return decompressed;}}

pack200

Pack200Compressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.pack200;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Pack200Compressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.PACK200, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

Pack200Decompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.pack200;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Pack200Decompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.PACK200, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

lz4framed

Lz4FramedCompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.lz4framed;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Lz4FramedCompressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.LZ4_FRAMED, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

Lz4FramedDecompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.lz4framed;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Lz4FramedDecompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.LZ4_FRAMED, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

lz4block

Lz4BlockCompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.lz4block;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Lz4BlockCompressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.LZ4_BLOCK, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

Lz4BlockDecompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.lz4block;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Lz4BlockDecompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.LZ4_BLOCK, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

gzip

GzipCompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.gzip;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class GzipCompressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.GZIP, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

GzipDecompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.gzip;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class GzipDecompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.GZIP, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

deflate

DeflateCompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.deflate;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class DeflateCompressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.DEFLATE, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

DeflateDecompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.deflate;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class DeflateDecompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.DEFLATE, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

bzip2

Bzip2Compressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.bzip2;import com.xxx.arch.mw.nbp.common.csp.AbstractCompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorOutputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Bzip2Compressor extends AbstractCompressor {@Overridepublic void compress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorOutputStream cos = new CompressorStreamFactory().createCompressorOutputStream(CompressorStreamFactory.BZIP2, os)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = is.read(buffer, 0, buffer.length))) {cos.write(buffer, 0, pos);}}}
}

Bzip2Decompressor

/** Copyright 2017-2018 Iabc Co.Ltd.** Licensed under the Apache License, Version 2.0 (the "License");* you may not use this file except in compliance with the License.* You may obtain a copy of the License at**      http://www.apache.org/licenses/LICENSE-2.0** Unless required by applicable law or agreed to in writing, software* distributed under the License is distributed on an "AS IS" BASIS,* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.* See the License for the specific language governing permissions and* limitations under the License.*/package com.xxx.arch.mw.nbp.common.csp.bzip2;import com.xxx.arch.mw.nbp.common.csp.AbstractDecompressor;
import org.apache.commons.compress.compressors.CompressorException;
import org.apache.commons.compress.compressors.CompressorInputStream;
import org.apache.commons.compress.compressors.CompressorStreamFactory;import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;/*** Project: remote-repository** @author <a href="mailto:h@iabc.io">shuchen</a>* @version V1.0.0* @since 2020-07-13 09:53*/
public class Bzip2Decompressor extends AbstractDecompressor {@Overridepublic void decompress(InputStream is, OutputStream os) throws IOException, CompressorException {try (CompressorInputStream cis = new CompressorStreamFactory().createCompressorInputStream(CompressorStreamFactory.BZIP2, is)) {int pos;byte[] buffer = new byte[BUFFER_LENGTH];while (-1 != (pos = cis.read(buffer, 0, buffer.length))) {os.write(buffer, 0, pos);}}}}

工具使用

压缩

 final CompressorEnum compressorEnum = CompressorEnum.toEnumFromName(propertyDTO.getPublisher().getCompressAlgorithm());final Compressor compressor = compressorEnum != null ?CompressorFactory.getCompressor(compressorEnum) : CompressorFactory.getDefaultCompressor();byte[] body = ConverterUtil.toBody(singleDetail.getUserContext());final byte[] compressedBody = compressor.compress(body);final String compressedContext = Base64.getEncoder().encodeToString(compressedBody);

解压缩

final CompressorEnum compressorEnum = CompressorEnum.toEnumFromName(singleDetail.getUserContext().get(InstanceKey.COMPRESSED_ALGORITHM_KEY));final Decompressor decompressor = compressorEnum != null ?DecompressorFactory.getDecompressor(compressorEnum) : DecompressorFactory.getDefaultDecompressor();final byte[] body = decompressor.decompress(compressedBody);

本文来自互联网用户投稿，该文观点仅代表作者本人，不代表本站立场。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如若转载，请注明出处：http://www.mzph.cn/news/166373.shtml

如若内容造成侵权/违法违规/事实不符，请联系多彩编程网进行投诉反馈email:809451989@qq.com，一经查实，立即删除！

相关文章

【mybatis】使用＜foreach＞报错parameter ‘id‘ not found

【mybatis】使用＜foreach＞报错parameter ‘id‘ not found

程序其他sql都执行正常&#xff0c;也写了param注解&#xff0c;但是还是一直报parameter ‘id’ not found。最后发现是调用sql的实现类里ids的入参对象名称不叫ids&#xff0c;叫idList 代码如下&#xff1a; List<Map<String,String>> resultmapper.sql(date,…
阅读更多...
【攻防世界-misc】pure_color

【攻防世界-misc】pure_color

1.方法一&#xff1a;用画图工具打开图片&#xff0c;将图片拷贝至虚拟机win7桌面&#xff0c; 点“属性”&#xff0c;颜色设置为“黑白”&#xff0c; 出现flag值。 2.方法二&#xff1a;使用Stegsilve打开&#xff0c;分析图片 将图片打开&#xff0c;按左右键查找&#xff…
阅读更多...
c#数据库：vs2022 加入mysql数据源

c#数据库：vs2022 加入mysql数据源

网上有VS2019连接MySQL数据库的&#xff0c;那么VS2022&#xff0c;VS2023如果和连接到mysql数据库呢&#xff0c;这里总结一下我的经历&#xff1a; 1、首先下载ODBC驱动安装包 当前下载地址&#xff1a;https://dev.mysql.com/downloads/connector/odbc/ 2、ODBC安装 下载完…
阅读更多...
openGauss学习笔记-131 openGauss 数据库运维-启停openGauss

openGauss学习笔记-131 openGauss 数据库运维-启停openGauss

文章目录 openGauss学习笔记-131 openGauss 数据库运维-启停openGauss131.1 启动openGauss131.2 停止openGauss131.3 示例131.3.1 启动openGauss131.3.2 停止openGauss 131.4 错误排查 openGauss学习笔记-131 openGauss 数据库运维-启停openGauss 131.1 启动openGauss 以操作系…
阅读更多...
【ChatGLM3-6B】Docker下快速部署

【ChatGLM3-6B】Docker下快速部署

【ChatGLM2-6B】小白入门及Docker下部署 前提下载安装包网盘地址 开始安装加载镜像启动镜像进入容器启动模型交互页面访问页面地址 前提 安装好了docker安装好了NVIDIA显卡16G 下载安装包 网盘地址 ​ 这里因为网盘上传文件有大小限制&#xff0c;所以使用了分卷压缩的方式…
阅读更多...
【深度学习】CNN中pooling层的作用

【深度学习】CNN中pooling层的作用

1、pooling是在卷积网络&#xff08;CNN&#xff09;中一般在卷积层&#xff08;conv&#xff09;之后使用的特征提取层&#xff0c;使用pooling技术将卷积层后得到的小邻域内的特征点整合得到新的特征。一方面防止无用参数增加时间复杂度&#xff0c;一方面增加了特征的整合度…
阅读更多...
MySql数据库常用指令（一）

MySql数据库常用指令（一）

MySql数据库常用指令&#xff08;一&#xff09; 一、MySQL 创建数据库二、MySQL 删除数据库三、选择数据库四、选择数据库五、创建数据表六、删除数据表七、插入数据八、查询数据 注&#xff1a;文中TEST为测试所用数据库&#xff0c;根据实际应用修改 一、MySQL 创建数据库 …
阅读更多...
JVM中如何实现垃圾收集

JVM中如何实现垃圾收集

Java虚拟机&#xff08;JVM&#xff09;使用垃圾收集器&#xff08;Garbage Collector&#xff09;来管理内存&#xff0c;清理不再使用的对象以释放内存空间。垃圾收集的主要目标是自动化内存管理&#xff0c;使开发人员无需显式地释放不再使用的内存&#xff0c;从而降低了内…
阅读更多...
Mysql面经

Mysql面经

Select语句的执行顺序 1、from 子句组装来自不同数据源的数据&#xff1b; 2、where 子句基于指定的条件对记录行进行筛选&#xff1b; 3、group by 子句将数据划分为多个分组&#xff1b; 4、使用聚集函数进行计算&#xff1b;AVG() SUM() MAX() MIN() COUNT() 5、使用 havin…
阅读更多...
Vue模板引用

Vue模板引用

Vue的模板引用是为了处理直接访问DOM底层而做的补充处理&#xff0c;毕竟Vue宣称是基于组件的&#xff0c;这种补充处理是对Vue框架的补充。在前端基于BOMDOMjs的组成来看&#xff0c;Vue保留模板引用是留下了一种框架设计的余裕。 模板引用案例如下&#xff1a; <script s…
阅读更多...
2016年8月18日 Go生态洞察：Go 1.7版本二进制文件缩小

2016年8月18日 Go生态洞察：Go 1.7版本二进制文件缩小

&#x1f337;&#x1f341; 博主猫头虎&#xff08;&#x1f405;&#x1f43e;&#xff09;带您 Go to New World✨&#x1f341; &#x1f984; 博客首页——&#x1f405;&#x1f43e;猫头虎的博客&#x1f390; &#x1f433; 《面试题大全专栏》 &#x1f995; 文章图文…
阅读更多...
【经验分享】在vm中安装openEuler及使用yum安装openGauss

【经验分享】在vm中安装openEuler及使用yum安装openGauss

1.前言 随着互联网时代对数据库的新要求,以PostgreSQL为基础的开源数据库openGauss应运而生。openGauss在保持PostgreSQL接口兼容的前提下,对其查询优化器、高可用特性等进行了全面优化,实现了超高性能。 同时,openGauss作为社区项目,新增功能持续丰富。优点是查询性能高、可…
阅读更多...
机器学习——词向量模型（CBOW代码实现-未开始）

机器学习——词向量模型（CBOW代码实现-未开始）

本来是不打算做这个CBOW代码案例的&#xff0c;想快马加鞭看看前馈神经网络 毕竟书都买好了 可是…可是…我看书的时候&#xff0c;感觉有点儿困难&#xff0c;哭的很大声… 感觉自己脑细胞可能无法这么快接受 要不&#xff0c;还是退而求个稍微难度没那么大的事&#xff0c;想…
阅读更多...
【多线程】-- 01 线程创建之继承Thread多线程同步下载网络图片

【多线程】-- 01 线程创建之继承Thread多线程同步下载网络图片

多线程 1 简介 1.1 多任务、多线程 普通方法调用&#xff1a;只有主线程一条执行路径 多线程&#xff1a;多条执行路径&#xff0c;主线程和子线程并行交替执行 如下图所示&#xff1a; 1.2 程序.进程.线程 一个进程可以有多个线程&#xff0c;例如视频中同时听声音、看图…
阅读更多...
idea 问题合集

idea 问题合集

调试按钮失效&#xff1a; 依次点击&#xff1a;Modules-web-src-Sources&#xff0c;重启IDEA即可&#xff08;网上看到的方法&#xff0c;原因呢未明&#xff09;
阅读更多...
U-boot(四):start_armboot

U-boot(四):start_armboot

本文主要探讨210的uboot启动的第二阶段&#xff0c;主要函数为start_armboot。 uboot 一阶段初始化SoC内部部件(看门狗、时钟等),初始化DDR,重定位 二阶段初始化其余硬件(iNand、网卡芯片)以及命令、环境变量等 启动打印硬件信息,进入bootdelay,读秒完后执行bootc…
阅读更多...
SpringCloud Alibaba集成 Gateway(自定义负载均衡器)、Nacos(配置中心、注册中心)、loadbalancer

SpringCloud Alibaba集成 Gateway(自定义负载均衡器)、Nacos(配置中心、注册中心)、loadbalancer

文章目录 POM依赖环境准备配置配置文件配置类 案例展示 POM依赖 <parent><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-parent</artifactId><version>2.7.10</version><relativePath/></p…
阅读更多...
【华为OD】C卷真题 100%通过:执行时长 C/C++实现

【华为OD】C卷真题 100%通过:执行时长 C/C++实现

【华为OD】C卷真题 100%通过:执行时长 C/C实现 目录 题目描述&#xff1a; 示例1 示例2 代码实现&#xff1a; 题目描述&#xff1a; 为了充分发挥GPU算力&#xff0c;需要尽可能多的将任务交给GPU执行&#xff0c;现在有一个任务数组&#xff0c;数组元素表示在这1秒内…
阅读更多...
百度ai试用

百度ai试用

JMaven Central: com.baidu.aip:java-sdk (sonatype.com) Java sdk地址如上&#xff1a; 文心一言开发者 文心一言 (baidu.com) ERNIE Bot SDK提供便捷易用的接口&#xff0c;可以调用文心一言的能力&#xff0c;包含文本创作、通用对话、语义向量、AI作图等。 pip install…
阅读更多...
什么是轻量应用服务器？可以从亚马逊云科技的优势入手了解

什么是轻量应用服务器？可以从亚马逊云科技的优势入手了解

什么是轻量应用服务器&#xff1f; 随着如今各行各业对云计算的需求越来越多&#xff0c;云服务器也被越来越多的企业所广泛采用。其中&#xff0c;轻量应用服务器是一种简单、高效、可靠的云计算服务&#xff0c;能够为开发人员、企业和个人提供轻量级的虚拟专用服务器&#x…
阅读更多...
最新文章

Copyright @ 2022~2023