package unsnap import ( "encoding/binary" // no c lib dependency snappy "github.com/golang/snappy" // or, use the C wrapper for speed //snappy "github.com/dgryski/go-csnappy" ) // add Write() method for SnappyFile (see unsnap.go) // reference for snappy framing/streaming format: // http://code.google.com/p/snappy/source/browse/trunk/framing_format.txt // ?spec=svn68&r=71 // // Write writes len(p) bytes from p to the underlying data stream. // It returns the number of bytes written from p (0 <= n <= len(p)) and // any error encountered that caused the write to stop early. Write // must return a non-nil error if it returns n < len(p). // func (sf *SnappyFile) Write(p []byte) (n int, err error) { if sf.SnappyEncodeDecodeOff { return sf.Writer.Write(p) } if !sf.Writing { panic("Writing on a read-only SnappyFile") } // encoding in snappy can apparently go beyond the original size, beware. // so our buffers must be sized 2*max snappy chunk => 2 * CHUNK_MAX(65536) sf.DecBuf.Reset() sf.EncBuf.Reset() if !sf.HeaderChunkWritten { sf.HeaderChunkWritten = true _, err = sf.Writer.Write(SnappyStreamHeaderMagic) if err != nil { return } } var chunk []byte var chunk_type byte var crc uint32 for len(p) > 0 { // chunk points to input p by default, unencoded input. chunk = p[:IntMin(len(p), CHUNK_MAX)] crc = masked_crc32c(chunk) writeme := chunk[:] // first write to EncBuf, as a temp, in case we want // to discard and send uncompressed instead. compressed_chunk := snappy.Encode(sf.EncBuf.GetEndmostWritableSlice(), chunk) if len(compressed_chunk) <= int((1-_COMPRESSION_THRESHOLD)*float64(len(chunk))) { writeme = compressed_chunk chunk_type = _COMPRESSED_CHUNK } else { // keep writeme pointing at original chunk (uncompressed) chunk_type = _UNCOMPRESSED_CHUNK } const crc32Sz = 4 var tag32 uint32 = uint32(chunk_type) + (uint32(len(writeme)+crc32Sz) << 8) err = binary.Write(sf.Writer, binary.LittleEndian, tag32) if err != nil { return } err = binary.Write(sf.Writer, binary.LittleEndian, crc) if err != nil { return } _, err = sf.Writer.Write(writeme) if err != nil { return } n += len(chunk) p = p[len(chunk):] } return n, nil } func IntMin(a int, b int) int { if a < b { return a } return b }