org.eclipse.jgit/src/org/eclipse/jgit/internal/storage/file/ObjectDirectory.java - jgit - Git at Google

 /*
  * Copyright (C) 2009, Google Inc. and others
  *
  * This program and the accompanying materials are made available under the
  * terms of the Eclipse Distribution License v. 1.0 which is available at
  * https://www.eclipse.org/org/documents/edl-v10.php.
  *
  * SPDX-License-Identifier: BSD-3-Clause
  */

 package org.eclipse.jgit.internal.storage.file;

 import static java.nio.charset.StandardCharsets.UTF_8;
 import static org.eclipse.jgit.internal.storage.pack.PackExt.PACK;
 import static org.eclipse.jgit.internal.storage.pack.PackExt.BITMAP_INDEX;
 import static org.eclipse.jgit.internal.storage.pack.PackExt.INDEX;

 import java.io.BufferedReader;
 import java.io.File;
 import java.io.FileNotFoundException;
 import java.io.IOException;
 import java.nio.file.Files;
 import java.text.MessageFormat;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
 import java.util.HashSet;
 import java.util.List;
 import java.util.Objects;
 import java.util.Set;
 import java.util.concurrent.atomic.AtomicReference;

 import org.eclipse.jgit.internal.JGitText;
 import org.eclipse.jgit.internal.storage.pack.ObjectToPack;
 import org.eclipse.jgit.internal.storage.pack.PackExt;
 import org.eclipse.jgit.internal.storage.pack.PackWriter;
 import org.eclipse.jgit.lib.AbbreviatedObjectId;
 import org.eclipse.jgit.lib.AnyObjectId;
 import org.eclipse.jgit.lib.Config;
 import org.eclipse.jgit.lib.Constants;
 import org.eclipse.jgit.lib.ObjectDatabase;
 import org.eclipse.jgit.lib.ObjectId;
 import org.eclipse.jgit.lib.ObjectLoader;
 import org.eclipse.jgit.lib.RepositoryCache;
 import org.eclipse.jgit.lib.RepositoryCache.FileKey;
 import org.eclipse.jgit.util.FS;
 import org.eclipse.jgit.util.FileUtils;

 /**
  * Traditional file system based {@link org.eclipse.jgit.lib.ObjectDatabase}.
  * <p>
  * This is the classical object database representation for a Git repository,
  * where objects are stored loose by hashing them into directories by their
  * {@link org.eclipse.jgit.lib.ObjectId}, or are stored in compressed containers
  * known as {@link org.eclipse.jgit.internal.storage.file.Pack}s.
  * <p>
  * Optionally an object database can reference one or more alternates; other
  * ObjectDatabase instances that are searched in addition to the current
  * database.
  * <p>
  * Databases are divided into two halves: a half that is considered to be fast
  * to search (the {@code PackFile}s), and a half that is considered to be slow
  * to search (loose objects). When alternates are present the fast half is fully
  * searched (recursively through all alternates) before the slow half is
  * considered.
  */
 public class ObjectDirectory extends FileObjectDatabase {
 	/** Maximum number of candidates offered as resolutions of abbreviation. */
 	private static final int RESOLVE_ABBREV_LIMIT = 256;

 	private final AlternateHandle handle = new AlternateHandle(this);

 	private final Config config;

 	private final File objects;

 	private final File infoDirectory;

 	private final LooseObjects loose;

 	private final PackDirectory packed;

 	private final PackDirectory preserved;

 	private final File alternatesFile;

 	private final FS fs;

 	private final AtomicReference<AlternateHandle[]> alternates;

 	private final File shallowFile;

 	private FileSnapshot shallowFileSnapshot = FileSnapshot.DIRTY;

 	private Set<ObjectId> shallowCommitsIds;

 	/**
 	 * Initialize a reference to an on-disk object directory.
 	 *
 	 * @param cfg
 	 *            configuration this directory consults for write settings.
 	 * @param dir
 	 *            the location of the <code>objects</code> directory.
 	 * @param alternatePaths
 	 *            a list of alternate object directories
 	 * @param fs
 	 *            the file system abstraction which will be necessary to perform
 	 *            certain file system operations.
 	 * @param shallowFile
 	 *            file which contains IDs of shallow commits, null if shallow
 	 *            commits handling should be turned off
 	 * @throws java.io.IOException
 	 *             an alternate object cannot be opened.
 	 */
 	public ObjectDirectory(final Config cfg, final File dir,
 			File[] alternatePaths, FS fs, File shallowFile) throws IOException {
 		config = cfg;
 		objects = dir;
 		infoDirectory = new File(objects, "info"); //$NON-NLS-1$
 		File packDirectory = new File(objects, "pack"); //$NON-NLS-1$
 		File preservedDirectory = new File(packDirectory, "preserved"); //$NON-NLS-1$
 		alternatesFile = new File(objects, Constants.INFO_ALTERNATES);
 		loose = new LooseObjects(objects);
 		packed = new PackDirectory(config, packDirectory);
 		preserved = new PackDirectory(config, preservedDirectory);
 		this.fs = fs;
 		this.shallowFile = shallowFile;

 		alternates = new AtomicReference<>();
 		if (alternatePaths != null) {
 			AlternateHandle[] alt;

 			alt = new AlternateHandle[alternatePaths.length];
 			for (int i = 0; i < alternatePaths.length; i++)
 				alt[i] = openAlternate(alternatePaths[i]);
 			alternates.set(alt);
 		}
 	}

 	/** {@inheritDoc} */
 	@Override
 	public final File getDirectory() {
 		return loose.getDirectory();
 	}

 	/**
 	 * <p>Getter for the field <code>packDirectory</code>.</p>
 	 *
 	 * @return the location of the <code>pack</code> directory.
 	 */
 	public final File getPackDirectory() {
 		return packed.getDirectory();
 	}

 	/**
 	 * <p>Getter for the field <code>preservedDirectory</code>.</p>
 	 *
 	 * @return the location of the <code>preserved</code> directory.
 	 */
 	public final File getPreservedDirectory() {
 		return preserved.getDirectory();
 	}

 	/** {@inheritDoc} */
 	@Override
 	public boolean exists() {
 		return fs.exists(objects);
 	}

 	/** {@inheritDoc} */
 	@Override
 	public void create() throws IOException {
 		loose.create();
 		FileUtils.mkdir(infoDirectory);
 		packed.create();
 	}

 	/** {@inheritDoc} */
 	@Override
 	public ObjectDirectoryInserter newInserter() {
 		return new ObjectDirectoryInserter(this, config);
 	}

 	/**
 	 * Create a new inserter that inserts all objects as pack files, not loose
 	 * objects.
 	 *
 	 * @return new inserter.
 	 */
 	public PackInserter newPackInserter() {
 		return new PackInserter(this);
 	}

 	/** {@inheritDoc} */
 	@Override
 	public void close() {
 		loose.close();

 		packed.close();

 		// Fully close all loaded alternates and clear the alternate list.
 		AlternateHandle[] alt = alternates.get();
 		if (alt != null && alternates.compareAndSet(alt, null)) {
 			for(AlternateHandle od : alt)
 				od.close();
 		}
 	}

 	/** {@inheritDoc} */
 	@Override
 	public Collection<Pack> getPacks() {
 		return packed.getPacks();
 	}

 	/** {@inheritDoc} */
 	@Override
 	public long getApproximateObjectCount() {
 		long count = 0;
 		for (Pack p : getPacks()) {
 			try {
 				count += p.getIndex().getObjectCount();
 			} catch (IOException e) {
 				return -1;
 			}
 		}
 		return count;
 	}

 	/**
 	 * {@inheritDoc}
 	 * <p>
 	 * Add a single existing pack to the list of available pack files.
 	 */
 	@Override
 	public Pack openPack(File pack) throws IOException {
 		PackFile pf;
 		try {
 			pf = new PackFile(pack);
 		} catch (IllegalArgumentException e) {
 			throw new IOException(
 					MessageFormat.format(JGitText.get().notAValidPack, pack),
 					e);
 		}

 		String p = pf.getName();
 		// TODO(nasserg): See if PackFile can do these checks instead
 		if (p.length() != 50 || !p.startsWith("pack-") //$NON-NLS-1$
 				|| !pf.getPackExt().equals(PACK)) {
 			throw new IOException(
 					MessageFormat.format(JGitText.get().notAValidPack, pack));
 		}

 		PackFile bitmapIdx = pf.create(BITMAP_INDEX);
 		Pack res = new Pack(pack, bitmapIdx.exists() ? bitmapIdx : null);
 		packed.insert(res);
 		return res;
 	}

 	/** {@inheritDoc} */
 	@Override
 	public String toString() {
 		return "ObjectDirectory[" + getDirectory() + "]"; //$NON-NLS-1$ //$NON-NLS-2$
 	}

 	/** {@inheritDoc} */
 	@Override
 	public boolean has(AnyObjectId objectId) {
 		return loose.hasCached(objectId)
 				|| hasPackedOrLooseInSelfOrAlternate(objectId)
 				|| (restoreFromSelfOrAlternate(objectId, null)
 						&& hasPackedOrLooseInSelfOrAlternate(objectId));
 	}

 	private boolean hasPackedOrLooseInSelfOrAlternate(AnyObjectId objectId) {
 		return hasPackedInSelfOrAlternate(objectId, null)
 				|| hasLooseInSelfOrAlternate(objectId, null);
 	}

 	private boolean hasPackedInSelfOrAlternate(AnyObjectId objectId,
 			Set<AlternateHandle.Id> skips) {
 		if (hasPackedObject(objectId)) {
 			return true;
 		}
 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				if (alt.db.hasPackedInSelfOrAlternate(objectId, skips)) {
 					return true;
 				}
 			}
 		}
 		return false;
 	}

 	private boolean hasLooseInSelfOrAlternate(AnyObjectId objectId,
 			Set<AlternateHandle.Id> skips) {
 		if (loose.has(objectId)) {
 			return true;
 		}
 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				if (alt.db.hasLooseInSelfOrAlternate(objectId, skips)) {
 					return true;
 				}
 			}
 		}
 		return false;
 	}

 	boolean hasPackedObject(AnyObjectId objectId) {
 		return packed.has(objectId);
 	}

 	@Override
 	void resolve(Set<ObjectId> matches, AbbreviatedObjectId id)
 			throws IOException {
 		resolve(matches, id, null);
 	}

 	private void resolve(Set<ObjectId> matches, AbbreviatedObjectId id,
 			Set<AlternateHandle.Id> skips)
 			throws IOException {
 		if (!packed.resolve(matches, id, RESOLVE_ABBREV_LIMIT))
 			return;

 		if (!loose.resolve(matches, id, RESOLVE_ABBREV_LIMIT))
 			return;

 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				alt.db.resolve(matches, id, skips);
 				if (matches.size() > RESOLVE_ABBREV_LIMIT) {
 					return;
 				}
 			}
 		}
 	}

 	@Override
 	ObjectLoader openObject(WindowCursor curs, AnyObjectId objectId)
 			throws IOException {
 		ObjectLoader ldr = openObjectWithoutRestoring(curs, objectId);
 		if (ldr == null && restoreFromSelfOrAlternate(objectId, null)) {
 			ldr = openObjectWithoutRestoring(curs, objectId);
 		}
 		return ldr;
 	}

 	private ObjectLoader openObjectWithoutRestoring(WindowCursor curs, AnyObjectId objectId)
 			throws IOException {
 		if (loose.hasCached(objectId)) {
 			ObjectLoader ldr = openLooseObject(curs, objectId);
 			if (ldr != null) {
 				return ldr;
 			}
 		}
 		ObjectLoader ldr = openPackedFromSelfOrAlternate(curs, objectId, null);
 		if (ldr != null) {
 			return ldr;
 		}
 		return openLooseFromSelfOrAlternate(curs, objectId, null);
 	}

 	private ObjectLoader openPackedFromSelfOrAlternate(WindowCursor curs,
 			AnyObjectId objectId, Set<AlternateHandle.Id> skips) {
 		ObjectLoader ldr = openPackedObject(curs, objectId);
 		if (ldr != null) {
 			return ldr;
 		}
 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				ldr = alt.db.openPackedFromSelfOrAlternate(curs, objectId, skips);
 				if (ldr != null) {
 					return ldr;
 				}
 			}
 		}
 		return null;
 	}

 	private ObjectLoader openLooseFromSelfOrAlternate(WindowCursor curs,
 			AnyObjectId objectId, Set<AlternateHandle.Id> skips)
 					throws IOException {
 		ObjectLoader ldr = openLooseObject(curs, objectId);
 		if (ldr != null) {
 			return ldr;
 		}
 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				ldr = alt.db.openLooseFromSelfOrAlternate(curs, objectId, skips);
 				if (ldr != null) {
 					return ldr;
 				}
 			}
 		}
 		return null;
 	}

 	ObjectLoader openPackedObject(WindowCursor curs, AnyObjectId objectId) {
 		return packed.open(curs, objectId);
 	}

 	@Override
 	ObjectLoader openLooseObject(WindowCursor curs, AnyObjectId id)
 			throws IOException {
 		return loose.open(curs, id);
 	}

 	@Override
 	long getObjectSize(WindowCursor curs, AnyObjectId id) throws IOException {
 		long sz = getObjectSizeWithoutRestoring(curs, id);
 		if (0 > sz && restoreFromSelfOrAlternate(id, null)) {
 			sz = getObjectSizeWithoutRestoring(curs, id);
 		}
 		return sz;
 	}

 	private long getObjectSizeWithoutRestoring(WindowCursor curs,
 			AnyObjectId id) throws IOException {
 		if (loose.hasCached(id)) {
 			long len = loose.getSize(curs, id);
 			if (0 <= len) {
 				return len;
 			}
 		}
 		long len = getPackedSizeFromSelfOrAlternate(curs, id, null);
 		if (0 <= len) {
 			return len;
 		}
 		return getLooseSizeFromSelfOrAlternate(curs, id, null);
 	}

 	private long getPackedSizeFromSelfOrAlternate(WindowCursor curs,
 			AnyObjectId id, Set<AlternateHandle.Id> skips) {
 		long len = packed.getSize(curs, id);
 		if (0 <= len) {
 			return len;
 		}
 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				len = alt.db.getPackedSizeFromSelfOrAlternate(curs, id, skips);
 				if (0 <= len) {
 					return len;
 				}
 			}
 		}
 		return -1;
 	}

 	private long getLooseSizeFromSelfOrAlternate(WindowCursor curs,
 			AnyObjectId id, Set<AlternateHandle.Id> skips) throws IOException {
 		long len = loose.getSize(curs, id);
 		if (0 <= len) {
 			return len;
 		}
 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				len = alt.db.getLooseSizeFromSelfOrAlternate(curs, id, skips);
 				if (0 <= len) {
 					return len;
 				}
 			}
 		}
 		return -1;
 	}

 	@Override
 	void selectObjectRepresentation(PackWriter packer, ObjectToPack otp,
 			WindowCursor curs) throws IOException {
 		selectObjectRepresentation(packer, otp, curs, null);
 	}

 	private void selectObjectRepresentation(PackWriter packer, ObjectToPack otp,
 			WindowCursor curs, Set<AlternateHandle.Id> skips) throws IOException {
 		packed.selectRepresentation(packer, otp, curs);

 		skips = addMe(skips);
 		for (AlternateHandle h : myAlternates()) {
 			if (!skips.contains(h.getId())) {
 				h.db.selectObjectRepresentation(packer, otp, curs, skips);
 			}
 		}
 	}

 	private boolean restoreFromSelfOrAlternate(AnyObjectId objectId,
 			Set<AlternateHandle.Id> skips) {
 		if (restoreFromSelf(objectId)) {
 			return true;
 		}

 		skips = addMe(skips);
 		for (AlternateHandle alt : myAlternates()) {
 			if (!skips.contains(alt.getId())) {
 				if (alt.db.restoreFromSelfOrAlternate(objectId, skips)) {
 					return true;
 				}
 			}
 		}
 		return false;
 	}

 	private boolean restoreFromSelf(AnyObjectId objectId) {
 		Pack preservedPack = preserved.getPack(objectId);
 		if (preservedPack == null) {
 			return false;
 		}
 		PackFile preservedFile = new PackFile(preservedPack.getPackFile());
 		// Restore the index last since the set will be considered for use once
 		// the index appears.
 		for (PackExt ext : PackExt.values()) {
 			if (!INDEX.equals(ext)) {
 				restore(preservedFile.create(ext));
 			}
 		}
 		restore(preservedFile.create(INDEX));
 		return true;
 	}

 	private boolean restore(PackFile preservedPack) {
 		PackFile restored = preservedPack
 				.createForDirectory(packed.getDirectory());
 		try {
 			Files.createLink(restored.toPath(), preservedPack.toPath());
 		} catch (IOException e) {
 			return false;
 		}
 		return true;
 	}

 	@Override
 	InsertLooseObjectResult insertUnpackedObject(File tmp, ObjectId id,
 			boolean createDuplicate) throws IOException {
 		// If the object is already in the repository, remove temporary file.
 		//
 		if (loose.hasCached(id)) {
 			FileUtils.delete(tmp, FileUtils.RETRY);
 			return InsertLooseObjectResult.EXISTS_LOOSE;
 		}
 		if (!createDuplicate && has(id)) {
 			FileUtils.delete(tmp, FileUtils.RETRY);
 			return InsertLooseObjectResult.EXISTS_PACKED;
 		}
 		return loose.insert(tmp, id);
 	}

 	@Override
 	Config getConfig() {
 		return config;
 	}

 	@Override
 	FS getFS() {
 		return fs;
 	}

 	@Override
 	Set<ObjectId> getShallowCommits() throws IOException {
 		if (shallowFile == null || !shallowFile.isFile())
 			return Collections.emptySet();

 		if (shallowFileSnapshot == null
 				|| shallowFileSnapshot.isModified(shallowFile)) {
 			shallowCommitsIds = new HashSet<>();

 			try (BufferedReader reader = open(shallowFile)) {
 				String line;
 				while ((line = reader.readLine()) != null) {
 					try {
 						shallowCommitsIds.add(ObjectId.fromString(line));
 					} catch (IllegalArgumentException ex) {
 						throw new IOException(MessageFormat
 								.format(JGitText.get().badShallowLine, line),
 								ex);
 					}
 				}
 			}

 			shallowFileSnapshot = FileSnapshot.save(shallowFile);
 		}

 		return shallowCommitsIds;
 	}

 	void closeAllPackHandles(File packFile) {
 		// if the packfile already exists (because we are rewriting a
 		// packfile for the same set of objects maybe with different
 		// PackConfig) then make sure we get rid of all handles on the file.
 		// Windows will not allow for rename otherwise.
 		if (packFile.exists()) {
 			for (Pack p : packed.getPacks()) {
 				if (packFile.getPath().equals(p.getPackFile().getPath())) {
 					p.close();
 					break;
 				}
 			}
 		}
 	}

 	AlternateHandle[] myAlternates() {
 		AlternateHandle[] alt = alternates.get();
 		if (alt == null) {
 			synchronized (alternates) {
 				alt = alternates.get();
 				if (alt == null) {
 					try {
 						alt = loadAlternates();
 					} catch (IOException e) {
 						alt = new AlternateHandle[0];
 					}
 					alternates.set(alt);
 				}
 			}
 		}
 		return alt;
 	}

 	Set<AlternateHandle.Id> addMe(Set<AlternateHandle.Id> skips) {
 		if (skips == null) {
 			skips = new HashSet<>();
 		}
 		skips.add(handle.getId());
 		return skips;
 	}

 	private AlternateHandle[] loadAlternates() throws IOException {
 		final List<AlternateHandle> l = new ArrayList<>(4);
 		try (BufferedReader br = open(alternatesFile)) {
 			String line;
 			while ((line = br.readLine()) != null) {
 				l.add(openAlternate(line));
 			}
 		}
 		return l.toArray(new AlternateHandle[0]);
 	}

 	private static BufferedReader open(File f)
 			throws IOException, FileNotFoundException {
 		return Files.newBufferedReader(f.toPath(), UTF_8);
 	}

 	private AlternateHandle openAlternate(String location)
 			throws IOException {
 		final File objdir = fs.resolve(objects, location);
 		return openAlternate(objdir);
 	}

 	private AlternateHandle openAlternate(File objdir) throws IOException {
 		final File parent = objdir.getParentFile();
 		if (FileKey.isGitRepository(parent, fs)) {
 			FileKey key = FileKey.exact(parent, fs);
 			FileRepository db = (FileRepository) RepositoryCache.open(key);
 			return new AlternateRepository(db);
 		}

 		ObjectDirectory db = new ObjectDirectory(config, objdir, null, fs, null);
 		return new AlternateHandle(db);
 	}

 	/**
 	 * Compute the location of a loose object file.
 	 */
 	@Override
 	public File fileFor(AnyObjectId objectId) {
 		return loose.fileFor(objectId);
 	}

 	static class AlternateHandle {
 		static class Id {
 			String alternateId;

 			public Id(File object) {
 				try {
 					this.alternateId = object.getCanonicalPath();
 				} catch (Exception e) {
 					alternateId = null;
 				}
 			}

 			@Override
 			public boolean equals(Object o) {
 				if (o == this) {
 					return true;
 				}
 				if (o == null || !(o instanceof Id)) {
 					return false;
 				}
 				Id aId = (Id) o;
 				return Objects.equals(alternateId, aId.alternateId);
 			}

 			@Override
 			public int hashCode() {
 				if (alternateId == null) {
 					return 1;
 				}
 				return alternateId.hashCode();
 			}
 		}

 		final ObjectDirectory db;

 		AlternateHandle(ObjectDirectory db) {
 			this.db = db;
 		}

 		void close() {
 			db.close();
 		}

 		public Id getId(){
 			return db.getAlternateId();
 		}
 	}

 	static class AlternateRepository extends AlternateHandle {
 		final FileRepository repository;

 		AlternateRepository(FileRepository r) {
 			super(r.getObjectDatabase());
 			repository = r;
 		}

 		@Override
 		void close() {
 			repository.close();
 		}
 	}

 	/** {@inheritDoc} */
 	@Override
 	public ObjectDatabase newCachedDatabase() {
 		return newCachedFileObjectDatabase();
 	}

 	CachedObjectDirectory newCachedFileObjectDatabase() {
 		return new CachedObjectDirectory(this);
 	}

 	AlternateHandle.Id getAlternateId() {
 		return new AlternateHandle.Id(objects);
 	}
 }
	/*
	* Copyright (C) 2009, Google Inc. and others
	*
	* This program and the accompanying materials are made available under the
	* terms of the Eclipse Distribution License v. 1.0 which is available at
	* https://www.eclipse.org/org/documents/edl-v10.php.
	*
	* SPDX-License-Identifier: BSD-3-Clause
	*/

	package org.eclipse.jgit.internal.storage.file;

	import static java.nio.charset.StandardCharsets.UTF_8;
	import static org.eclipse.jgit.internal.storage.pack.PackExt.PACK;
	import static org.eclipse.jgit.internal.storage.pack.PackExt.BITMAP_INDEX;
	import static org.eclipse.jgit.internal.storage.pack.PackExt.INDEX;

	import java.io.BufferedReader;
	import java.io.File;
	import java.io.FileNotFoundException;
	import java.io.IOException;
	import java.nio.file.Files;
	import java.text.MessageFormat;
	import java.util.ArrayList;
	import java.util.Collection;
	import java.util.Collections;
	import java.util.HashSet;
	import java.util.List;
	import java.util.Objects;
	import java.util.Set;
	import java.util.concurrent.atomic.AtomicReference;

	import org.eclipse.jgit.internal.JGitText;
	import org.eclipse.jgit.internal.storage.pack.ObjectToPack;
	import org.eclipse.jgit.internal.storage.pack.PackExt;
	import org.eclipse.jgit.internal.storage.pack.PackWriter;
	import org.eclipse.jgit.lib.AbbreviatedObjectId;
	import org.eclipse.jgit.lib.AnyObjectId;
	import org.eclipse.jgit.lib.Config;
	import org.eclipse.jgit.lib.Constants;
	import org.eclipse.jgit.lib.ObjectDatabase;
	import org.eclipse.jgit.lib.ObjectId;
	import org.eclipse.jgit.lib.ObjectLoader;
	import org.eclipse.jgit.lib.RepositoryCache;
	import org.eclipse.jgit.lib.RepositoryCache.FileKey;
	import org.eclipse.jgit.util.FS;
	import org.eclipse.jgit.util.FileUtils;

	/**
	* Traditional file system based {@link org.eclipse.jgit.lib.ObjectDatabase}.
	* <p>
	* This is the classical object database representation for a Git repository,
	* where objects are stored loose by hashing them into directories by their
	* {@link org.eclipse.jgit.lib.ObjectId}, or are stored in compressed containers
	* known as {@link org.eclipse.jgit.internal.storage.file.Pack}s.
	* <p>
	* Optionally an object database can reference one or more alternates; other
	* ObjectDatabase instances that are searched in addition to the current
	* database.
	* <p>
	* Databases are divided into two halves: a half that is considered to be fast
	* to search (the {@code PackFile}s), and a half that is considered to be slow
	* to search (loose objects). When alternates are present the fast half is fully
	* searched (recursively through all alternates) before the slow half is
	* considered.
	*/
	public class ObjectDirectory extends FileObjectDatabase {
	/** Maximum number of candidates offered as resolutions of abbreviation. */
	private static final int RESOLVE_ABBREV_LIMIT = 256;

	private final AlternateHandle handle = new AlternateHandle(this);

	private final Config config;

	private final File objects;

	private final File infoDirectory;

	private final LooseObjects loose;

	private final PackDirectory packed;

	private final PackDirectory preserved;

	private final File alternatesFile;

	private final FS fs;

	private final AtomicReference<AlternateHandle[]> alternates;

	private final File shallowFile;

	private FileSnapshot shallowFileSnapshot = FileSnapshot.DIRTY;

	private Set<ObjectId> shallowCommitsIds;

	/**
	* Initialize a reference to an on-disk object directory.
	*
	* @param cfg
	* configuration this directory consults for write settings.
	* @param dir
	* the location of the <code>objects</code> directory.
	* @param alternatePaths
	* a list of alternate object directories
	* @param fs
	* the file system abstraction which will be necessary to perform
	* certain file system operations.
	* @param shallowFile
	* file which contains IDs of shallow commits, null if shallow
	* commits handling should be turned off
	* @throws java.io.IOException
	* an alternate object cannot be opened.
	*/
	public ObjectDirectory(final Config cfg, final File dir,
	File[] alternatePaths, FS fs, File shallowFile) throws IOException {
	config = cfg;
	objects = dir;
	infoDirectory = new File(objects, "info"); //$NON-NLS-1$
	File packDirectory = new File(objects, "pack"); //$NON-NLS-1$
	File preservedDirectory = new File(packDirectory, "preserved"); //$NON-NLS-1$
	alternatesFile = new File(objects, Constants.INFO_ALTERNATES);
	loose = new LooseObjects(objects);
	packed = new PackDirectory(config, packDirectory);
	preserved = new PackDirectory(config, preservedDirectory);
	this.fs = fs;
	this.shallowFile = shallowFile;

	alternates = new AtomicReference<>();
	if (alternatePaths != null) {
	AlternateHandle[] alt;

	alt = new AlternateHandle[alternatePaths.length];
	for (int i = 0; i < alternatePaths.length; i++)
	alt[i] = openAlternate(alternatePaths[i]);
	alternates.set(alt);
	}
	}

	/** {@inheritDoc} */
	@Override
	public final File getDirectory() {
	return loose.getDirectory();
	}

	/**
	* <p>Getter for the field <code>packDirectory</code>.</p>
	*
	* @return the location of the <code>pack</code> directory.
	*/
	public final File getPackDirectory() {
	return packed.getDirectory();
	}

	/**
	* <p>Getter for the field <code>preservedDirectory</code>.</p>
	*
	* @return the location of the <code>preserved</code> directory.
	*/
	public final File getPreservedDirectory() {
	return preserved.getDirectory();
	}

	/** {@inheritDoc} */
	@Override
	public boolean exists() {
	return fs.exists(objects);
	}

	/** {@inheritDoc} */
	@Override
	public void create() throws IOException {
	loose.create();
	FileUtils.mkdir(infoDirectory);
	packed.create();
	}

	/** {@inheritDoc} */
	@Override
	public ObjectDirectoryInserter newInserter() {
	return new ObjectDirectoryInserter(this, config);
	}

	/**
	* Create a new inserter that inserts all objects as pack files, not loose
	* objects.
	*
	* @return new inserter.
	*/
	public PackInserter newPackInserter() {
	return new PackInserter(this);
	}

	/** {@inheritDoc} */
	@Override
	public void close() {
	loose.close();

	packed.close();

	// Fully close all loaded alternates and clear the alternate list.
	AlternateHandle[] alt = alternates.get();
	if (alt != null && alternates.compareAndSet(alt, null)) {
	for(AlternateHandle od : alt)
	od.close();
	}
	}

	/** {@inheritDoc} */
	@Override
	public Collection<Pack> getPacks() {
	return packed.getPacks();
	}

	/** {@inheritDoc} */
	@Override
	public long getApproximateObjectCount() {
	long count = 0;
	for (Pack p : getPacks()) {
	try {
	count += p.getIndex().getObjectCount();
	} catch (IOException e) {
	return -1;
	}
	}
	return count;
	}

	/**
	* {@inheritDoc}
	* <p>
	* Add a single existing pack to the list of available pack files.
	*/
	@Override
	public Pack openPack(File pack) throws IOException {
	PackFile pf;
	try {
	pf = new PackFile(pack);
	} catch (IllegalArgumentException e) {
	throw new IOException(
	MessageFormat.format(JGitText.get().notAValidPack, pack),
	e);
	}

	String p = pf.getName();
	// TODO(nasserg): See if PackFile can do these checks instead
	if (p.length() != 50 \|\| !p.startsWith("pack-") //$NON-NLS-1$
	\|\| !pf.getPackExt().equals(PACK)) {
	throw new IOException(
	MessageFormat.format(JGitText.get().notAValidPack, pack));
	}

	PackFile bitmapIdx = pf.create(BITMAP_INDEX);
	Pack res = new Pack(pack, bitmapIdx.exists() ? bitmapIdx : null);
	packed.insert(res);
	return res;
	}

	/** {@inheritDoc} */
	@Override
	public String toString() {
	return "ObjectDirectory[" + getDirectory() + "]"; //$NON-NLS-1$ //$NON-NLS-2$
	}

	/** {@inheritDoc} */
	@Override
	public boolean has(AnyObjectId objectId) {
	return loose.hasCached(objectId)
	\|\| hasPackedOrLooseInSelfOrAlternate(objectId)
	\|\| (restoreFromSelfOrAlternate(objectId, null)
	&& hasPackedOrLooseInSelfOrAlternate(objectId));
	}

	private boolean hasPackedOrLooseInSelfOrAlternate(AnyObjectId objectId) {
	return hasPackedInSelfOrAlternate(objectId, null)
	\|\| hasLooseInSelfOrAlternate(objectId, null);
	}

	private boolean hasPackedInSelfOrAlternate(AnyObjectId objectId,
	Set<AlternateHandle.Id> skips) {
	if (hasPackedObject(objectId)) {
	return true;
	}
	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	if (alt.db.hasPackedInSelfOrAlternate(objectId, skips)) {
	return true;
	}
	}
	}
	return false;
	}

	private boolean hasLooseInSelfOrAlternate(AnyObjectId objectId,
	Set<AlternateHandle.Id> skips) {
	if (loose.has(objectId)) {
	return true;
	}
	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	if (alt.db.hasLooseInSelfOrAlternate(objectId, skips)) {
	return true;
	}
	}
	}
	return false;
	}

	boolean hasPackedObject(AnyObjectId objectId) {
	return packed.has(objectId);
	}

	@Override
	void resolve(Set<ObjectId> matches, AbbreviatedObjectId id)
	throws IOException {
	resolve(matches, id, null);
	}

	private void resolve(Set<ObjectId> matches, AbbreviatedObjectId id,
	Set<AlternateHandle.Id> skips)
	throws IOException {
	if (!packed.resolve(matches, id, RESOLVE_ABBREV_LIMIT))
	return;

	if (!loose.resolve(matches, id, RESOLVE_ABBREV_LIMIT))
	return;

	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	alt.db.resolve(matches, id, skips);
	if (matches.size() > RESOLVE_ABBREV_LIMIT) {
	return;
	}
	}
	}
	}

	@Override
	ObjectLoader openObject(WindowCursor curs, AnyObjectId objectId)
	throws IOException {
	ObjectLoader ldr = openObjectWithoutRestoring(curs, objectId);
	if (ldr == null && restoreFromSelfOrAlternate(objectId, null)) {
	ldr = openObjectWithoutRestoring(curs, objectId);
	}
	return ldr;
	}

	private ObjectLoader openObjectWithoutRestoring(WindowCursor curs, AnyObjectId objectId)
	throws IOException {
	if (loose.hasCached(objectId)) {
	ObjectLoader ldr = openLooseObject(curs, objectId);
	if (ldr != null) {
	return ldr;
	}
	}
	ObjectLoader ldr = openPackedFromSelfOrAlternate(curs, objectId, null);
	if (ldr != null) {
	return ldr;
	}
	return openLooseFromSelfOrAlternate(curs, objectId, null);
	}

	private ObjectLoader openPackedFromSelfOrAlternate(WindowCursor curs,
	AnyObjectId objectId, Set<AlternateHandle.Id> skips) {
	ObjectLoader ldr = openPackedObject(curs, objectId);
	if (ldr != null) {
	return ldr;
	}
	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	ldr = alt.db.openPackedFromSelfOrAlternate(curs, objectId, skips);
	if (ldr != null) {
	return ldr;
	}
	}
	}
	return null;
	}

	private ObjectLoader openLooseFromSelfOrAlternate(WindowCursor curs,
	AnyObjectId objectId, Set<AlternateHandle.Id> skips)
	throws IOException {
	ObjectLoader ldr = openLooseObject(curs, objectId);
	if (ldr != null) {
	return ldr;
	}
	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	ldr = alt.db.openLooseFromSelfOrAlternate(curs, objectId, skips);
	if (ldr != null) {
	return ldr;
	}
	}
	}
	return null;
	}

	ObjectLoader openPackedObject(WindowCursor curs, AnyObjectId objectId) {
	return packed.open(curs, objectId);
	}

	@Override
	ObjectLoader openLooseObject(WindowCursor curs, AnyObjectId id)
	throws IOException {
	return loose.open(curs, id);
	}

	@Override
	long getObjectSize(WindowCursor curs, AnyObjectId id) throws IOException {
	long sz = getObjectSizeWithoutRestoring(curs, id);
	if (0 > sz && restoreFromSelfOrAlternate(id, null)) {
	sz = getObjectSizeWithoutRestoring(curs, id);
	}
	return sz;
	}

	private long getObjectSizeWithoutRestoring(WindowCursor curs,
	AnyObjectId id) throws IOException {
	if (loose.hasCached(id)) {
	long len = loose.getSize(curs, id);
	if (0 <= len) {
	return len;
	}
	}
	long len = getPackedSizeFromSelfOrAlternate(curs, id, null);
	if (0 <= len) {
	return len;
	}
	return getLooseSizeFromSelfOrAlternate(curs, id, null);
	}

	private long getPackedSizeFromSelfOrAlternate(WindowCursor curs,
	AnyObjectId id, Set<AlternateHandle.Id> skips) {
	long len = packed.getSize(curs, id);
	if (0 <= len) {
	return len;
	}
	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	len = alt.db.getPackedSizeFromSelfOrAlternate(curs, id, skips);
	if (0 <= len) {
	return len;
	}
	}
	}
	return -1;
	}

	private long getLooseSizeFromSelfOrAlternate(WindowCursor curs,
	AnyObjectId id, Set<AlternateHandle.Id> skips) throws IOException {
	long len = loose.getSize(curs, id);
	if (0 <= len) {
	return len;
	}
	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	len = alt.db.getLooseSizeFromSelfOrAlternate(curs, id, skips);
	if (0 <= len) {
	return len;
	}
	}
	}
	return -1;
	}

	@Override
	void selectObjectRepresentation(PackWriter packer, ObjectToPack otp,
	WindowCursor curs) throws IOException {
	selectObjectRepresentation(packer, otp, curs, null);
	}

	private void selectObjectRepresentation(PackWriter packer, ObjectToPack otp,
	WindowCursor curs, Set<AlternateHandle.Id> skips) throws IOException {
	packed.selectRepresentation(packer, otp, curs);

	skips = addMe(skips);
	for (AlternateHandle h : myAlternates()) {
	if (!skips.contains(h.getId())) {
	h.db.selectObjectRepresentation(packer, otp, curs, skips);
	}
	}
	}

	private boolean restoreFromSelfOrAlternate(AnyObjectId objectId,
	Set<AlternateHandle.Id> skips) {
	if (restoreFromSelf(objectId)) {
	return true;
	}

	skips = addMe(skips);
	for (AlternateHandle alt : myAlternates()) {
	if (!skips.contains(alt.getId())) {
	if (alt.db.restoreFromSelfOrAlternate(objectId, skips)) {
	return true;
	}
	}
	}
	return false;
	}

	private boolean restoreFromSelf(AnyObjectId objectId) {
	Pack preservedPack = preserved.getPack(objectId);
	if (preservedPack == null) {
	return false;
	}
	PackFile preservedFile = new PackFile(preservedPack.getPackFile());
	// Restore the index last since the set will be considered for use once
	// the index appears.
	for (PackExt ext : PackExt.values()) {
	if (!INDEX.equals(ext)) {
	restore(preservedFile.create(ext));
	}
	}
	restore(preservedFile.create(INDEX));
	return true;
	}

	private boolean restore(PackFile preservedPack) {
	PackFile restored = preservedPack
	.createForDirectory(packed.getDirectory());
	try {
	Files.createLink(restored.toPath(), preservedPack.toPath());
	} catch (IOException e) {
	return false;
	}
	return true;
	}

	@Override
	InsertLooseObjectResult insertUnpackedObject(File tmp, ObjectId id,
	boolean createDuplicate) throws IOException {
	// If the object is already in the repository, remove temporary file.
	//
	if (loose.hasCached(id)) {
	FileUtils.delete(tmp, FileUtils.RETRY);
	return InsertLooseObjectResult.EXISTS_LOOSE;
	}
	if (!createDuplicate && has(id)) {
	FileUtils.delete(tmp, FileUtils.RETRY);
	return InsertLooseObjectResult.EXISTS_PACKED;
	}
	return loose.insert(tmp, id);
	}

	@Override
	Config getConfig() {
	return config;
	}

	@Override
	FS getFS() {
	return fs;
	}

	@Override
	Set<ObjectId> getShallowCommits() throws IOException {
	if (shallowFile == null \|\| !shallowFile.isFile())
	return Collections.emptySet();

	if (shallowFileSnapshot == null
	\|\| shallowFileSnapshot.isModified(shallowFile)) {
	shallowCommitsIds = new HashSet<>();

	try (BufferedReader reader = open(shallowFile)) {
	String line;
	while ((line = reader.readLine()) != null) {
	try {
	shallowCommitsIds.add(ObjectId.fromString(line));
	} catch (IllegalArgumentException ex) {
	throw new IOException(MessageFormat
	.format(JGitText.get().badShallowLine, line),
	ex);
	}
	}
	}

	shallowFileSnapshot = FileSnapshot.save(shallowFile);
	}

	return shallowCommitsIds;
	}

	void closeAllPackHandles(File packFile) {
	// if the packfile already exists (because we are rewriting a
	// packfile for the same set of objects maybe with different
	// PackConfig) then make sure we get rid of all handles on the file.
	// Windows will not allow for rename otherwise.
	if (packFile.exists()) {
	for (Pack p : packed.getPacks()) {
	if (packFile.getPath().equals(p.getPackFile().getPath())) {
	p.close();
	break;
	}
	}
	}
	}

	AlternateHandle[] myAlternates() {
	AlternateHandle[] alt = alternates.get();
	if (alt == null) {
	synchronized (alternates) {
	alt = alternates.get();
	if (alt == null) {
	try {
	alt = loadAlternates();
	} catch (IOException e) {
	alt = new AlternateHandle[0];
	}
	alternates.set(alt);
	}
	}
	}
	return alt;
	}

	Set<AlternateHandle.Id> addMe(Set<AlternateHandle.Id> skips) {
	if (skips == null) {
	skips = new HashSet<>();
	}
	skips.add(handle.getId());
	return skips;
	}

	private AlternateHandle[] loadAlternates() throws IOException {
	final List<AlternateHandle> l = new ArrayList<>(4);
	try (BufferedReader br = open(alternatesFile)) {
	String line;
	while ((line = br.readLine()) != null) {
	l.add(openAlternate(line));
	}
	}
	return l.toArray(new AlternateHandle[0]);
	}

	private static BufferedReader open(File f)
	throws IOException, FileNotFoundException {
	return Files.newBufferedReader(f.toPath(), UTF_8);
	}

	private AlternateHandle openAlternate(String location)
	throws IOException {
	final File objdir = fs.resolve(objects, location);
	return openAlternate(objdir);
	}

	private AlternateHandle openAlternate(File objdir) throws IOException {
	final File parent = objdir.getParentFile();
	if (FileKey.isGitRepository(parent, fs)) {
	FileKey key = FileKey.exact(parent, fs);
	FileRepository db = (FileRepository) RepositoryCache.open(key);
	return new AlternateRepository(db);
	}

	ObjectDirectory db = new ObjectDirectory(config, objdir, null, fs, null);
	return new AlternateHandle(db);
	}

	/**
	* Compute the location of a loose object file.
	*/
	@Override
	public File fileFor(AnyObjectId objectId) {
	return loose.fileFor(objectId);
	}

	static class AlternateHandle {
	static class Id {
	String alternateId;

	public Id(File object) {
	try {
	this.alternateId = object.getCanonicalPath();
	} catch (Exception e) {
	alternateId = null;
	}
	}

	@Override
	public boolean equals(Object o) {
	if (o == this) {
	return true;
	}
	if (o == null \|\| !(o instanceof Id)) {
	return false;
	}
	Id aId = (Id) o;
	return Objects.equals(alternateId, aId.alternateId);
	}

	@Override
	public int hashCode() {
	if (alternateId == null) {
	return 1;
	}
	return alternateId.hashCode();
	}
	}

	final ObjectDirectory db;

	AlternateHandle(ObjectDirectory db) {
	this.db = db;
	}

	void close() {
	db.close();
	}

	public Id getId(){
	return db.getAlternateId();
	}
	}

	static class AlternateRepository extends AlternateHandle {
	final FileRepository repository;

	AlternateRepository(FileRepository r) {
	super(r.getObjectDatabase());
	repository = r;
	}

	@Override
	void close() {
	repository.close();
	}
	}

	/** {@inheritDoc} */
	@Override
	public ObjectDatabase newCachedDatabase() {
	return newCachedFileObjectDatabase();
	}

	CachedObjectDirectory newCachedFileObjectDatabase() {
	return new CachedObjectDirectory(this);
	}

	AlternateHandle.Id getAlternateId() {
	return new AlternateHandle.Id(objects);
	}
	}