Refactor TransportBundle to not be dependent on FileInputStream

[egit.git] / org.spearce.jgit / src / org / spearce / jgit / transport / IndexPack.java

/*
 * Copyright (C) 2008, Robin Rosenberg <robin.rosenberg@dewire.com>
 * Copyright (C) 2008, Shawn O. Pearce <spearce@spearce.org>
 *
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or
 * without modification, are permitted provided that the following
 * conditions are met:
 *
 * - Redistributions of source code must retain the above copyright
 *   notice, this list of conditions and the following disclaimer.
 *
 * - Redistributions in binary form must reproduce the above
 *   copyright notice, this list of conditions and the following
 *   disclaimer in the documentation and/or other materials provided
 *   with the distribution.
 *
 * - Neither the name of the Git Development Community nor the
 *   names of its contributors may be used to endorse or promote
 *   products derived from this software without specific prior
 *   written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
 * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

package org.spearce.jgit.transport;

import java.io.EOFException;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.RandomAccessFile;
import java.security.MessageDigest;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.List;
import java.util.zip.CRC32;
import java.util.zip.DataFormatException;
import java.util.zip.Deflater;
import java.util.zip.Inflater;

import org.spearce.jgit.errors.CorruptObjectException;
import org.spearce.jgit.errors.MissingObjectException;
import org.spearce.jgit.lib.BinaryDelta;
import org.spearce.jgit.lib.Constants;
import org.spearce.jgit.lib.InflaterCache;
import org.spearce.jgit.lib.MutableObjectId;
import org.spearce.jgit.lib.ObjectId;
import org.spearce.jgit.lib.ObjectIdMap;
import org.spearce.jgit.lib.ObjectLoader;
import org.spearce.jgit.lib.PackIndexWriter;
import org.spearce.jgit.lib.ProgressMonitor;
import org.spearce.jgit.lib.Repository;
import org.spearce.jgit.util.NB;

/** Indexes Git pack files for local use. */
public class IndexPack {
        /** Progress message when reading raw data from the pack. */
        public static final String PROGRESS_DOWNLOAD = "Receiving objects";

        /** Progress message when computing names of delta compressed objects. */
        public static final String PROGRESS_RESOLVE_DELTA = "Resolving deltas";

        /**
         * Size of the internal stream buffer.
         * <p>
         * If callers are going to be supplying IndexPack a BufferedInputStream they
         * should use this buffer size as the size of the buffer for that
         * BufferedInputStream, and any other its may be wrapping. This way the
         * buffers will cascade efficiently and only the IndexPack buffer will be
         * receiving the bulk of the data stream.
         */
        public static final int BUFFER_SIZE = 8192;

        /**
         * Create an index pack instance to load a new pack into a repository.
         * <p>
         * The received pack data and generated index will be saved to temporary
         * files within the repository's <code>objects</code> directory. To use the
         * data contained within them call {@link #renameAndOpenPack()} once the
         * indexing is complete.
         * 
         * @param db
         *            the repository that will receive the new pack.
         * @param is
         *            stream to read the pack data from. If the stream is buffered
         *            use {@link #BUFFER_SIZE} as the buffer size for the stream.
         * @return a new index pack instance.
         * @throws IOException
         *             a temporary file could not be created.
         */
        public static IndexPack create(final Repository db, final InputStream is)
                        throws IOException {
                final String suffix = ".pack";
                final File objdir = db.getObjectsDirectory();
                final File tmp = File.createTempFile("incoming_", suffix, objdir);
                final String n = tmp.getName();
                final File base;

                base = new File(objdir, n.substring(0, n.length() - suffix.length()));
                final IndexPack ip = new IndexPack(db, is, base);
                ip.setIndexVersion(db.getConfig().getCore().getPackIndexVersion());
                return ip;
        }

        private final Repository repo;

        private Inflater inflater;

        private final MessageDigest objectDigest;

        private final MutableObjectId tempObjectId;

        private InputStream in;

        private byte[] buf;

        private long bBase;

        private int bOffset;

        private int bAvail;

        private boolean fixThin;

        private int outputVersion;

        private final File dstPack;

        private final File dstIdx;

        private long objectCount;

        private PackedObjectInfo[] entries;

        private int deltaCount;

        private int entryCount;

        private final CRC32 crc = new CRC32();

        private ObjectIdMap<ArrayList<UnresolvedDelta>> baseById;

        private HashMap<Long, ArrayList<UnresolvedDelta>> baseByPos;

        private byte[] objectData;

        private MessageDigest packDigest;

        private RandomAccessFile packOut;

        private byte[] packcsum;

        /** If {@link #fixThin} this is the last byte of the original checksum. */
        private long originalEOF;

        /**
         * Create a new pack indexer utility.
         * 
         * @param db
         * @param src
         *            stream to read the pack data from. If the stream is buffered
         *            use {@link #BUFFER_SIZE} as the buffer size for the stream.
         * @param dstBase
         * @throws IOException
         *             the output packfile could not be created.
         */
        public IndexPack(final Repository db, final InputStream src,
                        final File dstBase) throws IOException {
                repo = db;
                in = src;
                inflater = InflaterCache.get();
                buf = new byte[BUFFER_SIZE];
                objectData = new byte[BUFFER_SIZE];
                objectDigest = Constants.newMessageDigest();
                tempObjectId = new MutableObjectId();
                packDigest = Constants.newMessageDigest();

                if (dstBase != null) {
                        final File dir = dstBase.getParentFile();
                        final String nam = dstBase.getName();
                        dstPack = new File(dir, nam + ".pack");
                        dstIdx = new File(dir, nam + ".idx");
                        packOut = new RandomAccessFile(dstPack, "rw");
                        packOut.setLength(0);
                } else {
                        dstPack = null;
                        dstIdx = null;
                }
        }

        /**
         * Set the pack index file format version this instance will create.
         *
         * @param version
         *            the version to write. The special version 0 designates the
         *            oldest (most compatible) format available for the objects.
         * @see PackIndexWriter
         */
        public void setIndexVersion(final int version) {
                outputVersion = version;
        }

        /**
         * Configure this index pack instance to make a thin pack complete.
         * <p>
         * Thin packs are sometimes used during network transfers to allow a delta
         * to be sent without a base object. Such packs are not permitted on disk.
         * They can be fixed by copying the base object onto the end of the pack.
         * 
         * @param fix
         *            true to enable fixing a thin pack.
         */
        public void setFixThin(final boolean fix) {
                fixThin = fix;
        }

        /**
         * Consume data from the input stream until the packfile is indexed.
         * 
         * @param progress
         *            progress feedback
         * 
         * @throws IOException
         */
        public void index(final ProgressMonitor progress) throws IOException {
                progress.start(2 /* tasks */);
                try {
                        try {
                                readPackHeader();

                                entries = new PackedObjectInfo[(int) objectCount];
                                baseById = new ObjectIdMap<ArrayList<UnresolvedDelta>>();
                                baseByPos = new HashMap<Long, ArrayList<UnresolvedDelta>>();

                                progress.beginTask(PROGRESS_DOWNLOAD, (int) objectCount);
                                for (int done = 0; done < objectCount; done++) {
                                        indexOneObject();
                                        progress.update(1);
                                        if (progress.isCancelled())
                                                throw new IOException("Download cancelled");
                                }
                                readPackFooter();
                                endInput();
                                progress.endTask();
                                if (deltaCount > 0) {
                                        if (packOut == null)
                                                throw new IOException("need packOut");
                                        resolveDeltas(progress);
                                        if (entryCount < objectCount) {
                                                if (!fixThin) {
                                                        throw new IOException("pack has "
                                                                        + (objectCount - entryCount)
                                                                        + " unresolved deltas");
                                                }
                                                fixThinPack(progress);
                                        }
                                }
                                if (packOut != null)
                                        packOut.getChannel().force(true);

                                packDigest = null;
                                baseById = null;
                                baseByPos = null;

                                if (dstIdx != null)
                                        writeIdx();

                        } finally {
                                final Inflater inf = inflater;
                                inflater = null;
                                InflaterCache.release(inf);

                                progress.endTask();
                                if (packOut != null)
                                        packOut.close();
                        }

                        if (dstPack != null)
                                dstPack.setReadOnly();
                        if (dstIdx != null)
                                dstIdx.setReadOnly();
                } catch (IOException err) {
                        if (dstPack != null)
                                dstPack.delete();
                        if (dstIdx != null)
                                dstIdx.delete();
                        throw err;
                }
        }

        private void resolveDeltas(final ProgressMonitor progress)
                        throws IOException {
                progress.beginTask(PROGRESS_RESOLVE_DELTA, deltaCount);
                final int last = entryCount;
                for (int i = 0; i < last; i++) {
                        final int before = entryCount;
                        resolveDeltas(entries[i]);
                        progress.update(entryCount - before);
                        if (progress.isCancelled())
                                throw new IOException("Download cancelled during indexing");
                }
                progress.endTask();
        }

        private void resolveDeltas(final PackedObjectInfo oe) throws IOException {
                final int oldCRC = oe.getCRC();
                if (baseById.containsKey(oe)
                                || baseByPos.containsKey(new Long(oe.getOffset())))
                        resolveDeltas(oe.getOffset(), oldCRC, Constants.OBJ_BAD, null, oe);
        }

        private void resolveDeltas(final long pos, final int oldCRC, int type,
                        byte[] data, PackedObjectInfo oe) throws IOException {
                crc.reset();
                position(pos);
                int c = readFromFile();
                final int typeCode = (c >> 4) & 7;
                long sz = c & 15;
                int shift = 4;
                while ((c & 0x80) != 0) {
                        c = readFromFile();
                        sz += (c & 0x7f) << shift;
                        shift += 7;
                }

                switch (typeCode) {
                case Constants.OBJ_COMMIT:
                case Constants.OBJ_TREE:
                case Constants.OBJ_BLOB:
                case Constants.OBJ_TAG:
                        type = typeCode;
                        data = inflateFromFile((int) sz);
                        break;
                case Constants.OBJ_OFS_DELTA: {
                        c = readFromFile() & 0xff;
                        while ((c & 128) != 0)
                                c = readFromFile() & 0xff;
                        data = BinaryDelta.apply(data, inflateFromFile((int) sz));
                        break;
                }
                case Constants.OBJ_REF_DELTA: {
                        crc.update(buf, fillFromFile(20), 20);
                        use(20);
                        data = BinaryDelta.apply(data, inflateFromFile((int) sz));
                        break;
                }
                default:
                        throw new IOException("Unknown object type " + typeCode + ".");
                }

                final int crc32 = (int) crc.getValue();
                if (oldCRC != crc32)
                        throw new IOException("Corruption detected re-reading at " + pos);
                if (oe == null) {
                        objectDigest.update(Constants.encodedTypeString(type));
                        objectDigest.update((byte) ' ');
                        objectDigest.update(Constants.encodeASCII(data.length));
                        objectDigest.update((byte) 0);
                        objectDigest.update(data);
                        tempObjectId.fromRaw(objectDigest.digest(), 0);

                        oe = new PackedObjectInfo(pos, crc32, tempObjectId);
                        entries[entryCount++] = oe;
                }

                resolveChildDeltas(pos, type, data, oe);
        }

        private void resolveChildDeltas(final long pos, int type, byte[] data,
                        PackedObjectInfo oe) throws IOException {
                final ArrayList<UnresolvedDelta> a = baseById.remove(oe);
                final ArrayList<UnresolvedDelta> b = baseByPos.remove(new Long(pos));
                int ai = 0, bi = 0;
                if (a != null && b != null) {
                        while (ai < a.size() && bi < b.size()) {
                                final UnresolvedDelta ad = a.get(ai);
                                final UnresolvedDelta bd = b.get(bi);
                                if (ad.position < bd.position) {
                                        resolveDeltas(ad.position, ad.crc, type, data, null);
                                        ai++;
                                } else {
                                        resolveDeltas(bd.position, bd.crc, type, data, null);
                                        bi++;
                                }
                        }
                }
                if (a != null)
                        while (ai < a.size()) {
                                final UnresolvedDelta ad = a.get(ai++);
                                resolveDeltas(ad.position, ad.crc, type, data, null);
                        }
                if (b != null)
                        while (bi < b.size()) {
                                final UnresolvedDelta bd = b.get(bi++);
                                resolveDeltas(bd.position, bd.crc, type, data, null);
                        }
        }

        private void fixThinPack(final ProgressMonitor progress) throws IOException {
                growEntries();

                packDigest.reset();
                originalEOF = packOut.length() - 20;
                final Deflater def = new Deflater(Deflater.DEFAULT_COMPRESSION, false);
                long end = originalEOF;
                for (final ObjectId baseId : new ArrayList<ObjectId>(baseById.keySet())) {
                        final ObjectLoader ldr = repo.openObject(baseId);
                        if (ldr == null)
                                continue;
                        final byte[] data = ldr.getBytes();
                        final int typeCode = ldr.getType();
                        final PackedObjectInfo oe;

                        crc.reset();
                        packOut.seek(end);
                        writeWhole(def, typeCode, data);
                        oe = new PackedObjectInfo(end, (int) crc.getValue(), baseId);
                        entries[entryCount++] = oe;
                        end = packOut.getFilePointer();

                        resolveChildDeltas(oe.getOffset(), typeCode, data, oe);
                        if (progress.isCancelled())
                                throw new IOException("Download cancelled during indexing");
                }
                def.end();

                if (!baseById.isEmpty()) {
                        final ObjectId need = baseById.keySet().iterator().next();
                        throw new MissingObjectException(need, "delta base");
                }

                fixHeaderFooter(packcsum, packDigest.digest());
        }

        private void writeWhole(final Deflater def, final int typeCode,
                        final byte[] data) throws IOException {
                int sz = data.length;
                int hdrlen = 0;
                buf[hdrlen++] = (byte) ((typeCode << 4) | sz & 15);
                sz >>>= 4;
                while (sz > 0) {
                        buf[hdrlen - 1] |= 0x80;
                        buf[hdrlen++] = (byte) (sz & 0x7f);
                        sz >>>= 7;
                }
                packDigest.update(buf, 0, hdrlen);
                crc.update(buf, 0, hdrlen);
                packOut.write(buf, 0, hdrlen);
                def.reset();
                def.setInput(data);
                def.finish();
                while (!def.finished()) {
                        final int datlen = def.deflate(buf);
                        packDigest.update(buf, 0, datlen);
                        crc.update(buf, 0, datlen);
                        packOut.write(buf, 0, datlen);
                }
        }

        private void fixHeaderFooter(final byte[] origcsum, final byte[] tailcsum)
                        throws IOException {
                final MessageDigest origDigest = Constants.newMessageDigest();
                final MessageDigest tailDigest = Constants.newMessageDigest();
                long origRemaining = originalEOF;

                packOut.seek(0);
                bAvail = 0;
                bOffset = 0;
                fillFromFile(12);

                {
                        final int origCnt = (int) Math.min(bAvail, origRemaining);
                        origDigest.update(buf, 0, origCnt);
                        origRemaining -= origCnt;
                        if (origRemaining == 0)
                                tailDigest.update(buf, origCnt, bAvail - origCnt);
                }

                NB.encodeInt32(buf, 8, entryCount);
                packOut.seek(0);
                packOut.write(buf, 0, 12);
                packOut.seek(bAvail);

                packDigest.reset();
                packDigest.update(buf, 0, bAvail);
                for (;;) {
                        final int n = packOut.read(buf);
                        if (n < 0)
                                break;
                        if (origRemaining != 0) {
                                final int origCnt = (int) Math.min(n, origRemaining);
                                origDigest.update(buf, 0, origCnt);
                                origRemaining -= origCnt;
                                if (origRemaining == 0)
                                        tailDigest.update(buf, origCnt, n - origCnt);
                        } else
                                tailDigest.update(buf, 0, n);

                        packDigest.update(buf, 0, n);
                }

                if (!Arrays.equals(origDigest.digest(), origcsum)
                                || !Arrays.equals(tailDigest.digest(), tailcsum))
                        throw new IOException("Pack corrupted while writing to filesystem");

                packcsum = packDigest.digest();
                packOut.write(packcsum);
        }

        private void growEntries() {
                final PackedObjectInfo[] ne;

                ne = new PackedObjectInfo[(int) objectCount + baseById.size()];
                System.arraycopy(entries, 0, ne, 0, entryCount);
                entries = ne;
        }

        private void writeIdx() throws IOException {
                Arrays.sort(entries, 0, entryCount);
                List<PackedObjectInfo> list = Arrays.asList(entries);
                if (entryCount < entries.length)
                        list = list.subList(0, entryCount);

                final FileOutputStream os = new FileOutputStream(dstIdx);
                try {
                        final PackIndexWriter iw;
                        if (outputVersion <= 0)
                                iw = PackIndexWriter.createOldestPossible(os, list);
                        else
                                iw = PackIndexWriter.createVersion(os, outputVersion);
                        iw.write(list, packcsum);
                        os.getChannel().force(true);
                } finally {
                        os.close();
                }
        }

        private void readPackHeader() throws IOException {
                final int hdrln = Constants.PACK_SIGNATURE.length + 4 + 4;
                final int p = fillFromInput(hdrln);
                for (int k = 0; k < Constants.PACK_SIGNATURE.length; k++)
                        if (buf[p + k] != Constants.PACK_SIGNATURE[k])
                                throw new IOException("Not a PACK file.");

                final long vers = NB.decodeUInt32(buf, p + 4);
                if (vers != 2 && vers != 3)
                        throw new IOException("Unsupported pack version " + vers + ".");
                objectCount = NB.decodeUInt32(buf, p + 8);
                use(hdrln);
        }

        private void readPackFooter() throws IOException {
                sync();
                final byte[] cmpcsum = packDigest.digest();
                final int c = fillFromInput(20);
                packcsum = new byte[20];
                System.arraycopy(buf, c, packcsum, 0, 20);
                use(20);
                if (packOut != null)
                        packOut.write(packcsum);

                if (!Arrays.equals(cmpcsum, packcsum))
                        throw new CorruptObjectException("Packfile checksum incorrect.");
        }

        // Cleanup all resources associated with our input parsing.
        private void endInput() {
                in = null;
                objectData = null;
        }

        // Read one entire object or delta from the input.
        private void indexOneObject() throws IOException {
                final long pos = position();

                crc.reset();
                int c = readFromInput();
                final int typeCode = (c >> 4) & 7;
                long sz = c & 15;
                int shift = 4;
                while ((c & 0x80) != 0) {
                        c = readFromInput();
                        sz += (c & 0x7f) << shift;
                        shift += 7;
                }

                switch (typeCode) {
                case Constants.OBJ_COMMIT:
                case Constants.OBJ_TREE:
                case Constants.OBJ_BLOB:
                case Constants.OBJ_TAG:
                        whole(typeCode, pos, sz);
                        break;
                case Constants.OBJ_OFS_DELTA: {
                        c = readFromInput();
                        long ofs = c & 127;
                        while ((c & 128) != 0) {
                                ofs += 1;
                                c = readFromInput();
                                ofs <<= 7;
                                ofs += (c & 127);
                        }
                        final Long base = new Long(pos - ofs);
                        ArrayList<UnresolvedDelta> r = baseByPos.get(base);
                        if (r == null) {
                                r = new ArrayList<UnresolvedDelta>(8);
                                baseByPos.put(base, r);
                        }
                        inflateFromInput(false);
                        r.add(new UnresolvedDelta(pos, (int) crc.getValue()));
                        deltaCount++;
                        break;
                }
                case Constants.OBJ_REF_DELTA: {
                        c = fillFromInput(20);
                        crc.update(buf, c, 20);
                        final ObjectId base = ObjectId.fromRaw(buf, c);
                        use(20);
                        ArrayList<UnresolvedDelta> r = baseById.get(base);
                        if (r == null) {
                                r = new ArrayList<UnresolvedDelta>(8);
                                baseById.put(base, r);
                        }
                        inflateFromInput(false);
                        r.add(new UnresolvedDelta(pos, (int) crc.getValue()));
                        deltaCount++;
                        break;
                }
                default:
                        throw new IOException("Unknown object type " + typeCode + ".");
                }
        }

        private void whole(final int type, final long pos, final long sz)
                        throws IOException {
                objectDigest.update(Constants.encodedTypeString(type));
                objectDigest.update((byte) ' ');
                objectDigest.update(Constants.encodeASCII(sz));
                objectDigest.update((byte) 0);
                inflateFromInput(true);
                tempObjectId.fromRaw(objectDigest.digest(), 0);

                final int crc32 = (int) crc.getValue();
                entries[entryCount++] = new PackedObjectInfo(pos, crc32, tempObjectId);
        }

        // Current position of {@link #bOffset} within the entire file.
        private long position() {
                return bBase + bOffset;
        }

        private void position(final long pos) throws IOException {
                packOut.seek(pos);
                bBase = pos;
                bOffset = 0;
                bAvail = 0;
        }

        // Consume exactly one byte from the buffer and return it.
        private int readFromInput() throws IOException {
                if (bAvail == 0)
                        fillFromInput(1);
                bAvail--;
                final int b = buf[bOffset++] & 0xff;
                crc.update(b);
                return b;
        }

        // Consume exactly one byte from the buffer and return it.
        private int readFromFile() throws IOException {
                if (bAvail == 0)
                        fillFromFile(1);
                bAvail--;
                final int b = buf[bOffset++] & 0xff;
                crc.update(b);
                return b;
        }

        // Consume cnt bytes from the buffer.
        private void use(final int cnt) {
                bOffset += cnt;
                bAvail -= cnt;
        }

        // Ensure at least need bytes are available in in {@link #buf}.
        private int fillFromInput(final int need) throws IOException {
                while (bAvail < need) {
                        int next = bOffset + bAvail;
                        int free = buf.length - next;
                        if (free + bAvail < need) {
                                sync();
                                next = bAvail;
                                free = buf.length - next;
                        }
                        next = in.read(buf, next, free);
                        if (next <= 0)
                                throw new EOFException("Packfile is truncated.");
                        bAvail += next;
                }
                return bOffset;
        }

        // Ensure at least need bytes are available in in {@link #buf}.
        private int fillFromFile(final int need) throws IOException {
                if (bAvail < need) {
                        int next = bOffset + bAvail;
                        int free = buf.length - next;
                        if (free + bAvail < need) {
                                if (bAvail > 0)
                                        System.arraycopy(buf, bOffset, buf, 0, bAvail);
                                bOffset = 0;
                                next = bAvail;
                                free = buf.length - next;
                        }
                        next = packOut.read(buf, next, free);
                        if (next <= 0)
                                throw new EOFException("Packfile is truncated.");
                        bAvail += next;
                }
                return bOffset;
        }

        // Store consumed bytes in {@link #buf} up to {@link #bOffset}.
        private void sync() throws IOException {
                packDigest.update(buf, 0, bOffset);
                if (packOut != null)
                        packOut.write(buf, 0, bOffset);
                if (bAvail > 0)
                        System.arraycopy(buf, bOffset, buf, 0, bAvail);
                bBase += bOffset;
                bOffset = 0;
        }

        private void inflateFromInput(final boolean digest) throws IOException {
                final Inflater inf = inflater;
                try {
                        final byte[] dst = objectData;
                        int n = 0;
                        int p = -1;
                        while (!inf.finished()) {
                                if (inf.needsInput()) {
                                        if (p >= 0) {
                                                crc.update(buf, p, bAvail);
                                                use(bAvail);
                                        }
                                        p = fillFromInput(1);
                                        inf.setInput(buf, p, bAvail);
                                }

                                int free = dst.length - n;
                                if (free < 8) {
                                        if (digest)
                                                objectDigest.update(dst, 0, n);
                                        n = 0;
                                        free = dst.length;
                                }

                                n += inf.inflate(dst, n, free);
                        }
                        if (digest)
                                objectDigest.update(dst, 0, n);
                        n = bAvail - inf.getRemaining();
                        if (n > 0) {
                                crc.update(buf, p, n);
                                use(n);
                        }
                } catch (DataFormatException dfe) {
                        throw corrupt(dfe);
                } finally {
                        inf.reset();
                }
        }

        private byte[] inflateFromFile(final int sz) throws IOException {
                final Inflater inf = inflater;
                try {
                        final byte[] dst = new byte[sz];
                        int n = 0;
                        int p = -1;
                        while (!inf.finished()) {
                                if (inf.needsInput()) {
                                        if (p >= 0) {
                                                crc.update(buf, p, bAvail);
                                                use(bAvail);
                                        }
                                        p = fillFromFile(1);
                                        inf.setInput(buf, p, bAvail);
                                }
                                n += inf.inflate(dst, n, sz - n);
                        }
                        n = bAvail - inf.getRemaining();
                        if (n > 0) {
                                crc.update(buf, p, n);
                                use(n);
                        }
                        return dst;
                } catch (DataFormatException dfe) {
                        throw corrupt(dfe);
                } finally {
                        inf.reset();
                }
        }

        private static CorruptObjectException corrupt(final DataFormatException dfe) {
                return new CorruptObjectException("Packfile corruption detected: "
                                + dfe.getMessage());
        }

        private static class UnresolvedDelta {
                final long position;

                final int crc;

                UnresolvedDelta(final long headerOffset, final int crc32) {
                        position = headerOffset;
                        crc = crc32;
                }
        }

        /**
         * Rename the pack to it's final name and location and open it.
         * <p>
         * If the call completes successfully the repository this IndexPack instance
         * was created with will have the objects in the pack available for reading
         * and use, without needing to scan for packs.
         * 
         * @throws IOException
         *             The pack could not be inserted into the repository's objects
         *             directory. The pack no longer exists on disk, as it was
         *             removed prior to throwing the exception to the caller.
         */
        public void renameAndOpenPack() throws IOException {
                final MessageDigest d = Constants.newMessageDigest();
                final byte[] oeBytes = new byte[Constants.OBJECT_ID_LENGTH];
                for (int i = 0; i < entryCount; i++) {
                        final PackedObjectInfo oe = entries[i];
                        oe.copyRawTo(oeBytes, 0);
                        d.update(oeBytes);
                }

                final String name = ObjectId.fromRaw(d.digest()).name();
                final File packDir = new File(repo.getObjectsDirectory(), "pack");
                final File finalPack = new File(packDir, "pack-" + name + ".pack");
                final File finalIdx = new File(packDir, "pack-" + name + ".idx");

                if (finalPack.exists()) {
                        // If the pack is already present we should never replace it.
                        //
                        cleanupTemporaryFiles();
                        return;
                }

                if (!dstPack.renameTo(finalPack)) {
                        cleanupTemporaryFiles();
                        throw new IOException("Cannot move pack to " + finalPack);
                }

                if (!dstIdx.renameTo(finalIdx)) {
                        cleanupTemporaryFiles();
                        if (!finalPack.delete())
                                finalPack.deleteOnExit();
                        throw new IOException("Cannot move index to " + finalIdx);
                }

                try {
                        repo.openPack(finalPack, finalIdx);
                } catch (IOException err) {
                        finalPack.delete();
                        finalIdx.delete();
                        throw err;
                }
        }

        private void cleanupTemporaryFiles() {
                if (!dstIdx.delete())
                        dstIdx.deleteOnExit();
                if (!dstPack.delete())
                        dstPack.deleteOnExit();
        }
}