/** * Copyright 2014 JogAmp Community. All rights reserved. * * Redistribution and use in source and binary forms, with or without modification, are * permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this list of * conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, this list * of conditions and the following disclaimer in the documentation and/or other materials * provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY JogAmp Community ``AS IS'' AND ANY EXPRESS OR IMPLIED * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL JogAmp Community OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * The views and conclusions contained in the software and documentation are those of the * authors and should not be interpreted as representing official policies, either expressed * or implied, of JogAmp Community. */ package com.jogamp.common.util; import java.io.BufferedInputStream; import java.io.BufferedOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; import java.nio.ByteBuffer; import jogamp.common.Debug; /** * Versatile Bitstream implementation supporting: *
* Implementation will null
the stream references,
* hence {@link #setStream(Object)} must be called before re-using instance.
*
* A set mark is cleared if > new position. *
** Returns {@link Bitstream#EOS} is end-of-stream is reached, * otherwise the new position. *
** Known supporting implementation is {@link ByteBufferStream} and {@link ByteArrayStream}. *
* * @param newPosition The new positive position. * * @return The new set position or {@link Bitstream#EOS} if end-of-stream is reached. * * @throws UnsupportedOperationException if not supported, i.e. {@link ByteInputStream} or {@link ByteOutputStream} * @throws IllegalArgumentException If the {@code newPosition} is negative */ long position(long newPosition) throws UnsupportedOperationException, IllegalArgumentException; /** * It is implementation dependent, whether backward skip giving a negative number is supported or not. * @param n number of bytes to skip * @return actual skipped bytes * @throws IOException */ long skip(final long n) throws IOException; /** * Set {@code markpos} to current position, allowing the stream to be {@link #reset()}. * @param readlimit maximum number of bytes able to read before invalidating the {@code markpos}. * @throws UnsupportedOperationException if not supported, i.e. if stream is not an {@link #canInput() input stream}. */ void mark(final int readLimit) throws UnsupportedOperationException; /** * Reset stream position to markpos as set via {@link #mark(int)}. ** markpos is kept, hence {@link #reset()} can be called multiple times. *
* @throws UnsupportedOperationException if not supported, i.e. if stream is not an {@link #canInput() input stream}. * @throws IllegalStateException if markpos has not been set via {@link #mark(int)} or reset operation failed. * @throws IOException if reset operation failed. */ void reset() throws UnsupportedOperationException, IllegalStateException, IOException; /** * Reads one byte from the stream. ** Returns {@link Bitstream#EOS} is end-of-stream is reached, * otherwise the resulting value. *
* @throws IOException * @throws UnsupportedOperationException if not supported, i.e. if stream is not an {@link #canInput() input stream}. */ int read() throws UnsupportedOperationException, IOException; /** * Writes one byte, to the stream. ** Returns {@link Bitstream#EOS} is end-of-stream is reached, * otherwise the written value. *
* @throws IOException * @throws UnsupportedOperationException if not supported, i.e. if stream is not an {@link #canOutput() output stream}. */ int write(final byte val) throws UnsupportedOperationException, IOException; } /** * Specific {@link ByteStream byte stream}. ** Can handle {@link #canInput() input} and {@link #canOutput() output} operations. *
*/ public static class ByteArrayStream implements ByteStream* Can handle {@link #canInput() input} and {@link #canOutput() output} operations. *
*/ public static class ByteBufferStream implements ByteStream* Can handle {@link #canInput() input} operations only. *
*/ public static class ByteInputStream implements ByteStream* Can handle {@link #canOutput() output} operations only. *
*/ public static class ByteOutputStream implements ByteStream* Default behavior for I/O methods is not to throw an {@link IOException}, but to return {@link #EOS}. *
*/ public final void setThrowIOExceptionOnEOF(final boolean enable) { throwIOExceptionOnEOF = enable; } /** Returns true if I/O methods throw an {@link IOException} if {@link #EOS} appears, otherwise false (default). */ public final boolean getThrowIOExceptionOnEOF() { return throwIOExceptionOnEOF; } /** * Sets the underlying stream, without {@link #close()}ing the previous one. ** If the previous stream was in {@link #canOutput() output mode}, * {@link #flush()} is being called. *
* @throws IllegalArgumentException if requested outputMode doesn't match stream's {@link #canInput()} and {@link #canOutput()}. * @throws IOException could be caused by {@link #flush()}. */ public final void setStream(final T stream, final boolean outputMode) throws IllegalArgumentException, IOException { if( null != bytes && this.outputMode ) { flush(); } this.bytes.setStream(stream); this.outputMode = outputMode; resetLocal(); validateMode(); } /** Returns the currently used {@link ByteStream}. */ public final ByteStream
* Implementation will null
the stream references,
* hence {@link #setStream(Object)} must be called before re-using instance.
*
* If the closed stream was in {@link #canOutput() output mode}, * {@link #flush()} is being called. *
* * @throws IOException */ public final void close() throws IOException { if( null != bytes && this.outputMode ) { flush(); } bytes.close(); bytes = null; resetLocal(); } /** * Synchronizes all underlying {@link ByteStream#canOutput() output stream} operations, or do nothing. ** Method also flushes incomplete bytes to the underlying {@link ByteStream} * and hence skips to the next byte position. *
* @return {@link #EOS} caused by writing, otherwise zero. * @throws IllegalStateException if not in output mode or stream closed * @throws IOException */ public final int flush() throws IllegalStateException, IOException { if( !outputMode || null == bytes ) { throw new IllegalStateException("not in output-mode: "+this); } bytes.flush(); if( 0 != bitCount ) { final int r = bytes.write((byte)bitBuffer); bitBuffer = 0; bitCount = 0; if( EOS == r ) { if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return EOS; } } return 0; } /** Return true if stream can handle input, i.e. {@link #readBit(boolean)}. */ public final boolean canInput() { return null != bytes ? bytes.canInput() : false; } /** Return true if stream can handle output, i.e. {@link #writeBit(boolean, int)}. */ public final boolean canOutput() { return null != bytes ? bytes.canOutput() : false; } /** * Set {@code markpos} to current position, allowing the stream to be {@link #reset()}. * @param readlimit maximum number of bytes able to read before invalidating the {@code markpos}. * @throws IllegalStateException if not in input mode or stream closed */ public final void mark(final int readLimit) throws IllegalStateException { if( outputMode || null == bytes ) { throw new IllegalStateException("not in input-mode: "+this); } bytes.mark(readLimit); bitsDataMark = bitBuffer; bitsCountMark = bitCount; } /** * Reset stream position to markpos as set via {@link #mark(int)}. ** markpos is kept, hence {@link #reset()} can be called multiple times. *
* @throws IllegalStateException if not in input mode or stream closed * @throws IllegalStateException if markpos has not been set via {@link #mark(int)} or reset operation failed. * @throws IOException if reset operation failed. */ public final void reset() throws IllegalStateException, IOException { if( outputMode || null == bytes ) { throw new IllegalStateException("not in input-mode: "+this); } if( 0 > bitsCountMark ) { throw new IllegalStateException("markpos not set: "+this); } bytes.reset(); bitBuffer = bitsDataMark; bitCount = bitsCountMark; } /** * Number of remaining bits in cache to read before next byte-read (input mode) * or number of remaining bits to be cached before next byte-write (output mode). ** Counting down from 7..0 7..0, starting with 0. *
** In input mode, zero indicates reading a new byte and cont. w/ 7. * In output mode, the cached byte is written when flipping over to 0. *
*/ public final int getBitCount() { return bitCount; } /** * Return the last bit number read or written counting from [0..7]. * If no bit access has been performed, 7 is returned. ** Returned value is normalized [0..7], i.e. independent from msb or lsb read order. *
*/ public final int getLastBitPos() { return 7 - bitCount; } /** * Return the next bit number to be read or write counting from [0..7]. * If no bit access has been performed, 0 is returned. ** Returned value is normalized [0..7], i.e. independent from msb or lsb read order. *
*/ public final int getBitPosition() { if( 0 == bitCount ) { return 0; } else { return 8 - bitCount; } } /** * Returns the current bit buffer. * @see #getBitCount() */ public final int getBitBuffer() { return bitBuffer; } /** * Returns the bit position in the stream. */ public final long position() { // final long bytePos = bytes.position() - ( !outputMode && 0 != bitCount ? 1 : 0 ); // return ( bytePos << 3 ) + getBitPosition(); if( null == bytes ) { return EOS; } else if( 0 == bitCount ) { return bytes.position() << 3; } else { final long bytePos = bytes.position() - ( outputMode ? 0 : 1 ); return ( bytePos << 3 ) + 8 - bitCount; } } /** * Sets this stream's bit position. ** A set mark is cleared. *
** Returns {@link Bitstream#EOS} is end-of-stream is reached, * otherwise the new position. *
** Known supporting implementation is {@link ByteBufferStream} and {@link ByteArrayStream}. *
* * @param newPosition The new positive position. * * @return The new set position or {@link Bitstream#EOS} if end-of-stream is reached. * * @throws UnsupportedOperationException if not supported, i.e. {@link ByteInputStream} or {@link ByteOutputStream} * @throws IllegalArgumentException If the {@code newPosition} is negative * @throws IOException if read error occurs or EOS is reached and {@link #setThrowIOExceptionOnEOF(boolean)} is set to true. * @throws IllegalStateException */ public final long position(final long newPosition) throws UnsupportedOperationException, IllegalArgumentException, IllegalStateException, IOException { if( 0 > newPosition ) { throw new IllegalArgumentException("new position not positive: "+newPosition); } bytes.position(0); // throws UnsupportedOperationException resetLocal(); if( newPosition > skip(newPosition) ) { return EOS; } return newPosition; } /** * @param msbFirst if true incoming stream bit order is MSB to LSB, otherwise LSB to MSB. * @return the read bit or {@link #EOS} if end-of-stream is reached. * @throws IOException * @throws IllegalStateException if not in input mode or stream closed */ public final int readBit(final boolean msbFirst) throws UnsupportedOperationException, IllegalStateException, IOException { if( outputMode || null == bytes ) { throw new IllegalStateException("not in input-mode: "+this); } if ( 0 < bitCount ) { bitCount--; if( msbFirst ) { return ( bitBuffer >>> bitCount ) & 0x01; } else { return ( bitBuffer >>> ( 7 - bitCount ) ) & 0x01; } } else { bitBuffer = bytes.read(); if( EOS == bitBuffer ) { if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return EOS; } else { bitCount=7; if( msbFirst ) { return bitBuffer >>> 7; } else { return bitBuffer & 0x01; } } } } /** * @param msbFirst if true outgoing stream bit order is MSB to LSB, otherwise LSB to MSB. * @param bit * @return the currently written byte or {@link #EOS} if end-of-stream is reached. * @throws IOException * @throws IllegalStateException if not in output mode or stream closed */ public final int writeBit(final boolean msbFirst, final int bit) throws IllegalStateException, IOException { if( !outputMode || null == bytes ) { throw new IllegalStateException("not in output-mode: "+this); } if ( 0 < bitCount ) { bitCount--; if( msbFirst ) { bitBuffer |= ( 0x01 & bit ) << bitCount; } else { bitBuffer |= ( 0x01 & bit ) << ( 7 - bitCount ); } if( 0 == bitCount ) { final int r = bytes.write((byte)bitBuffer); if( throwIOExceptionOnEOF && EOS == r ) { throw new IOException("EOS "+this); } return r; } } else { bitCount = 7; if( msbFirst ) { bitBuffer = ( 0x01 & bit ) << 7; } else { bitBuffer = 0x01 & bit; } } return bitBuffer; } /** * It is implementation dependent, whether backward skip giving a negative number is supported or not. * * @param n number of bits to skip * @return actual skipped bits * @throws IOException if read error occurs or EOS is reached and {@link #setThrowIOExceptionOnEOF(boolean)} is set to true. * @throws IllegalStateException if closed */ public long skip(final long n) throws IllegalStateException, IOException { if( null == bytes ) { throw new IllegalStateException("closed: "+this); } if( DEBUG ) { System.err.println("Bitstream.skip.0: "+n+" - "+toStringImpl()); } if( n > 0 ) { if( n <= bitCount ) { bitCount -= (int)n; if( DEBUG ) { System.err.println("Bitstream.skip.F_N1: "+n+" - "+toStringImpl()); } return n; } else { // n > bitCount if( outputMode ) { if( 0 < bitCount ) { if( EOS == bytes.write((byte)bitBuffer) ) { return 0; } } bitBuffer = 0; } final long n2 = n - bitCount; // subtract cached bits, bitsCount is zero at this point final long n3 = n2 >>> 3; // bytes to skip final long n4 = bytes.skip(n3); // actual skipped bytes final int n5 = (int) ( n2 - ( n3 << 3 ) ); // remaining skip bits == nX % 8 final long nX = ( n4 << 3 ) + n5 + bitCount; // actual skipped bits /** if( DEBUG ) { System.err.println("Bitstream.skip.1: n2 "+n2+", n3 "+n3+", n4 "+n4+", n5 "+n5+", nX "+nX+" - "+toStringImpl()); } */ if( nX < n ) { // couldn't complete skipping .. EOS .. etc bitCount = 0; bitBuffer = 0; if( DEBUG ) { System.err.println("Bitstream.skip.F_EOS: "+n+" - "+toStringImpl()); } if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return nX; } bitCount = ( 8 - n5 ) & 7; // % 8 int notReadBits = 0; if( !outputMode && 0 < bitCount ) { bitBuffer = bytes.read(); if( EOS == bitBuffer ) { notReadBits = bitCount; bitCount = 0; } } if( DEBUG ) { System.err.println("Bitstream.skip.F_N2: "+n+", notReadBits "+notReadBits+" - "+toStringImpl()); } return nX - notReadBits; } } else { // Zero skip or backward skip // FIXME: Backward skip n < 0 return 0; } } private static final boolean useFastPathStream = true; private static final boolean useFastPathTypes = true; /** * Return incoming bits as read via {@link #readBit(boolean)} LSB-first as little-endian. ** The incoming bit order is from low- to most-significant-bit, maintaining bit LSB-first order. *
* @param n number of bits, maximum 31 bits * @return the read bits from 0-n in the given order or {@link #EOS}. * @throws IllegalStateException if not in input mode or stream closed * @throws IllegalArgumentException if n > 31 * @throws IOException */ public int readBits31(final int n) throws IllegalArgumentException, IOException { if( 31 < n ) { throw new IllegalArgumentException("n > 31: "+n); } if( outputMode || null == bytes ) { throw new IllegalStateException("not in input-mode: "+this); } if( 0 == n ) { return 0; } else { if( !useFastPathStream ) { // Slow path int r = 0; for(int i=0; i < n; i++) { final int b = readBit(false /* msbFirst */); if( EOS == b ) { if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return EOS; } r |= b << i; } return r; } else { // fast path int c = n; final int n1 = Math.min(n, bitCount); // remaining portion int r; if( 0 < n1 ) { final int m1 = ( 1 << n1 ) - 1; final int s1 = 7 - bitCount + 1; // LSBfirst: right-shift to new bits bitCount -= n1; c -= n1; // MSBfirst: r = ( m1 & ( bitBuffer >>> bitCount ) ) << c; r = ( m1 & ( bitBuffer >>> s1 ) ); // LSBfirst if( 0 == c ) { return r; } } else { r = 0; } assert( 0 == bitCount ); int s = n1; // LSBfirst: left shift for additional elements do { bitBuffer = bytes.read(); if( EOS == bitBuffer ) { if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return EOS; } final int n2 = Math.min(c, 8); // full portion final int m2 = ( 1 << n2 ) - 1; bitCount = 8 - n2; c -= n2; // MSBfirst: r |= ( m2 & ( bitBuffer >>> bitCount ) ) << c; r |= ( m2 & bitBuffer ) << s; // LSBfirst on new bits s += n2; } while ( 0 < c ); return r; } } } /** * Write the given bits via {@link #writeBit(boolean, int)} LSB-first as little-endian. ** The outgoing bit order is from low- to most-significant-bit, maintaining bit LSB-first order. *
* @param n number of bits, maximum 31 bits * @param bits the bits to write * @return the written bits or {@link #EOS}. * @throws IllegalStateException if not in output mode or stream closed * @throws IllegalArgumentException if n > 31 * @throws IOException */ public int writeBits31(final int n, final int bits) throws IllegalStateException, IllegalArgumentException, IOException { if( 31 < n ) { throw new IllegalArgumentException("n > 31: "+n); } if( !outputMode || null == bytes ) { throw new IllegalStateException("not in output-mode: "+this); } if( 0 < n ) { if( !useFastPathStream ) { // Slow path for(int i=0; i < n; i++) { final int b = writeBit(false /* msbFirst */, ( bits >>> i ) & 0x1); if( EOS == b ) { return EOS; } } } else { // fast path int c = n; final int n1 = Math.min(n, bitCount); // remaining portion if( 0 < n1 ) { final int m1 = ( 1 << n1 ) - 1; final int s1 = 7 - bitCount + 1; // LSBfirst: left-shift to free bit-pos bitCount -= n1; c -= n1; // MSBfirst: bitBuffer |= ( m1 & ( bits >>> c ) ) << bitCount; bitBuffer |= ( m1 & bits ) << s1 ; // LSBfirst if( 0 == bitCount ) { if( EOS == bytes.write((byte)bitBuffer) ) { if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return EOS; } } if( 0 == c ) { return bits; } } assert( 0 == bitCount ); int s = n1; // LSBfirst: left shift for additional elements do { final int n2 = Math.min(c, 8); // full portion final int m2 = ( 1 << n2 ) - 1; bitCount = 8 - n2; c -= n2; // MSBfirst: bitBuffer = ( m2 & ( bits >>> c ) ) << bitCount; bitBuffer = ( m2 & ( bits >>> s ) ); // LSBfirst s += n2; if( 0 == bitCount ) { if( EOS == bytes.write((byte)bitBuffer) ) { if( throwIOExceptionOnEOF ) { throw new IOException("EOS "+this); } return EOS; } } } while ( 0 < c ); } } return bits; } /** * Return incominguint8_t
as read via {@link #readBits31(int)}.
*
* In case of a int8_t
2-complement signed value, simply cast the result to byte
* after checking for {@link #EOS}.
*
uint16_t
as read via {@link #readBits31(int)} LSB-first as little-endian,
* hence bytes are swapped if bigEndian.
*
* In case of a int16_t
2-complement signed value, simply cast the result to short
* after checking for {@link #EOS}.
*
uint16_t
value and swap bytes according to bigEndian.
*
* In case of a int16_t
2-complement signed value, simply cast the result to short
.
*
uint32_t
as read via {@link #readBits31(int)} LSB-first as little-endian,
* hence bytes are swapped if bigEndian.
*
* In case of a int32_t
2-complement signed value, simply cast the result to int
* after checking for {@link #EOS}.
*
uint32_t
and swap bytes according to bigEndian.
*
* In case of a int32_t
2-complement signed value, simply cast the result to int
.
*
int32_t
value as uint32_t
,
* i.e. perform the following cast to long
:
* * final long l = 0xffffffffL & int32; **/ public static final long toUInt32Long(final int int32) { return 0xffffffffL & int32; } /** * Returns the reinterpreted given
int32_t
value
* as uint32_t
if ≤ {@link Integer#MAX_VALUE}
* as within an int
storage.
* Otherwise return -1.
*/
public static final int toUInt32Int(final int int32) {
return uint32LongToInt(toUInt32Long(int32));
}
/**
* Returns the given uint32_t
value long
* value as int
if ≤ {@link Integer#MAX_VALUE}.
* Otherwise return -1.
*/
public static final int uint32LongToInt(final long uint32) {
if( Integer.MAX_VALUE >= uint32 ) {
return (int)uint32;
} else {
return -1;
}
}
@Override
public String toString() {
return String.format("Bitstream[%s]", toStringImpl());
}
protected String toStringImpl() {
final String mode;
final long bpos;
if( null == bytes ) {
mode = "closed";
bpos = -1;
} else {
mode = outputMode ? "output" : "input";
bpos = bytes.position();
}
return String.format("%s, pos %d [byteP %d, bitCnt %d], bitbuf %s",
mode, position(), bpos, bitCount, toHexBinString(true, bitBuffer, 8));
}
private static final String strZeroPadding= "0000000000000000000000000000000000000000000000000000000000000000"; // 64
public static String toBinString(final boolean msbFirst, final int v, final int bitCount) {
if( 0 == bitCount ) {
return "";
}
if( msbFirst ) {
final int mask = (int) ( ( 1L << bitCount ) - 1L );
final String s0 = Integer.toBinaryString( mask & v );
return strZeroPadding.substring(0, bitCount-s0.length())+s0;
} else {
final char[] c = new char[32];
for(int i=0; i