tikhomirov@58: /*
tikhomirov@74:  * Copyright (c) 2011 TMate Software Ltd
tikhomirov@74:  *  
tikhomirov@74:  * This program is free software; you can redistribute it and/or modify
tikhomirov@74:  * it under the terms of the GNU General Public License as published by
tikhomirov@74:  * the Free Software Foundation; version 2 of the License.
tikhomirov@74:  *
tikhomirov@74:  * This program is distributed in the hope that it will be useful,
tikhomirov@74:  * but WITHOUT ANY WARRANTY; without even the implied warranty of
tikhomirov@74:  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
tikhomirov@74:  * GNU General Public License for more details.
tikhomirov@74:  *
tikhomirov@74:  * For information on how to redistribute this software under
tikhomirov@74:  * the terms of a license other than GNU General Public License
tikhomirov@102:  * contact TMate Software at support@hg4j.com
tikhomirov@58:  */
tikhomirov@74: package org.tmatesoft.hg.repo;
tikhomirov@58: 
tikhomirov@117: import static java.lang.Math.min;
tikhomirov@74: import static org.tmatesoft.hg.repo.HgRepository.BAD_REVISION;
tikhomirov@74: import static org.tmatesoft.hg.repo.HgRepository.TIP;
tikhomirov@58: 
tikhomirov@58: import java.io.BufferedInputStream;
tikhomirov@58: import java.io.File;
tikhomirov@58: import java.io.FileInputStream;
tikhomirov@58: import java.io.IOException;
tikhomirov@117: import java.nio.ByteBuffer;
tikhomirov@117: import java.nio.channels.FileChannel;
tikhomirov@58: import java.util.Collections;
tikhomirov@58: import java.util.Set;
tikhomirov@58: import java.util.TreeSet;
tikhomirov@58: 
tikhomirov@74: import org.tmatesoft.hg.core.Nodeid;
tikhomirov@117: import org.tmatesoft.hg.core.Path;
tikhomirov@117: import org.tmatesoft.hg.internal.ByteArrayChannel;
tikhomirov@117: import org.tmatesoft.hg.internal.FilterByteChannel;
tikhomirov@94: import org.tmatesoft.hg.repo.HgStatusCollector.ManifestRevisionInspector;
tikhomirov@117: import org.tmatesoft.hg.util.ByteChannel;
tikhomirov@74: import org.tmatesoft.hg.util.FileWalker;
tikhomirov@93: import org.tmatesoft.hg.util.PathPool;
tikhomirov@93: import org.tmatesoft.hg.util.PathRewrite;
tikhomirov@58: 
tikhomirov@58: /**
tikhomirov@58:  *
tikhomirov@74:  * @author Artem Tikhomirov
tikhomirov@74:  * @author TMate Software Ltd.
tikhomirov@58:  */
tikhomirov@94: public class HgWorkingCopyStatusCollector {
tikhomirov@58: 
tikhomirov@58: 	private final HgRepository repo;
tikhomirov@58: 	private final FileWalker repoWalker;
tikhomirov@59: 	private HgDirstate dirstate;
tikhomirov@94: 	private HgStatusCollector baseRevisionCollector;
tikhomirov@93: 	private PathPool pathPool;
tikhomirov@58: 
tikhomirov@94: 	public HgWorkingCopyStatusCollector(HgRepository hgRepo) {
tikhomirov@74: 		this(hgRepo, hgRepo.createWorkingDirWalker());
tikhomirov@74: 	}
tikhomirov@74: 
tikhomirov@94: 	HgWorkingCopyStatusCollector(HgRepository hgRepo, FileWalker hgRepoWalker) {
tikhomirov@58: 		this.repo = hgRepo;
tikhomirov@58: 		this.repoWalker = hgRepoWalker;
tikhomirov@58: 	}
tikhomirov@59: 	
tikhomirov@59: 	/**
tikhomirov@59: 	 * Optionally, supply a collector instance that may cache (or have already cached) base revision
tikhomirov@59: 	 * @param sc may be null
tikhomirov@59: 	 */
tikhomirov@94: 	public void setBaseRevisionCollector(HgStatusCollector sc) {
tikhomirov@59: 		baseRevisionCollector = sc;
tikhomirov@59: 	}
tikhomirov@93: 
tikhomirov@93: 	/*package-local*/ PathPool getPathPool() {
tikhomirov@93: 		if (pathPool == null) {
tikhomirov@93: 			if (baseRevisionCollector == null) {
tikhomirov@93: 				pathPool = new PathPool(new PathRewrite.Empty());
tikhomirov@93: 			} else {
tikhomirov@93: 				return baseRevisionCollector.getPathPool();
tikhomirov@93: 			}
tikhomirov@93: 		}
tikhomirov@93: 		return pathPool;
tikhomirov@93: 	}
tikhomirov@93: 
tikhomirov@93: 	public void setPathPool(PathPool pathPool) {
tikhomirov@93: 		this.pathPool = pathPool;
tikhomirov@93: 	}
tikhomirov@93: 
tikhomirov@59: 	
tikhomirov@59: 	private HgDirstate getDirstate() {
tikhomirov@59: 		if (dirstate == null) {
tikhomirov@74: 			dirstate = repo.loadDirstate();
tikhomirov@59: 		}
tikhomirov@59: 		return dirstate;
tikhomirov@59: 	}
tikhomirov@58: 
tikhomirov@59: 	// may be invoked few times
tikhomirov@93: 	public void walk(int baseRevision, HgStatusInspector inspector) {
tikhomirov@91: 		final HgIgnore hgIgnore = repo.getIgnore();
tikhomirov@59: 		TreeSet<String> knownEntries = getDirstate().all();
tikhomirov@68: 		final boolean isTipBase;
tikhomirov@68: 		if (baseRevision == TIP) {
tikhomirov@68: 			baseRevision = repo.getManifest().getRevisionCount() - 1;
tikhomirov@68: 			isTipBase = true;
tikhomirov@68: 		} else {
tikhomirov@68: 			isTipBase = baseRevision == repo.getManifest().getRevisionCount() - 1;
tikhomirov@68: 		}
tikhomirov@94: 		HgStatusCollector.ManifestRevisionInspector collect = null;
tikhomirov@58: 		Set<String> baseRevFiles = Collections.emptySet();
tikhomirov@58: 		if (!isTipBase) {
tikhomirov@59: 			if (baseRevisionCollector != null) {
tikhomirov@59: 				collect = baseRevisionCollector.raw(baseRevision);
tikhomirov@59: 			} else {
tikhomirov@94: 				collect = new HgStatusCollector.ManifestRevisionInspector();
tikhomirov@59: 				repo.getManifest().walk(baseRevision, baseRevision, collect);
tikhomirov@59: 			}
tikhomirov@89: 			baseRevFiles = new TreeSet<String>(collect.files());
tikhomirov@58: 		}
tikhomirov@94: 		if (inspector instanceof HgStatusCollector.Record) {
tikhomirov@94: 			HgStatusCollector sc = baseRevisionCollector == null ? new HgStatusCollector(repo) : baseRevisionCollector;
tikhomirov@94: 			((HgStatusCollector.Record) inspector).init(baseRevision, BAD_REVISION, sc);
tikhomirov@68: 		}
tikhomirov@58: 		repoWalker.reset();
tikhomirov@93: 		final PathPool pp = getPathPool();
tikhomirov@58: 		while (repoWalker.hasNext()) {
tikhomirov@58: 			repoWalker.next();
tikhomirov@58: 			String fname = repoWalker.name();
tikhomirov@58: 			File f = repoWalker.file();
tikhomirov@58: 			if (hgIgnore.isIgnored(fname)) {
tikhomirov@93: 				inspector.ignored(pp.path(fname));
tikhomirov@58: 			} else if (knownEntries.remove(fname)) {
tikhomirov@58: 				// modified, added, removed, clean
tikhomirov@58: 				if (collect != null) { // need to check against base revision, not FS file
tikhomirov@90: 					checkLocalStatusAgainstBaseRevision(baseRevFiles, collect, baseRevision, fname, f, inspector);
tikhomirov@58: 					baseRevFiles.remove(fname);
tikhomirov@58: 				} else {
tikhomirov@59: 					checkLocalStatusAgainstFile(fname, f, inspector);
tikhomirov@58: 				}
tikhomirov@58: 			} else {
tikhomirov@93: 				inspector.unknown(pp.path(fname));
tikhomirov@58: 			}
tikhomirov@58: 		}
tikhomirov@58: 		if (collect != null) {
tikhomirov@58: 			for (String r : baseRevFiles) {
tikhomirov@93: 				inspector.removed(pp.path(r));
tikhomirov@58: 			}
tikhomirov@58: 		}
tikhomirov@58: 		for (String m : knownEntries) {
tikhomirov@74: 			// missing known file from a working dir  
tikhomirov@59: 			if (getDirstate().checkRemoved(m) == null) {
tikhomirov@74: 				// not removed from the repository = 'deleted'  
tikhomirov@93: 				inspector.missing(pp.path(m));
tikhomirov@74: 			} else {
tikhomirov@74: 				// removed from the repo
tikhomirov@76: 				// if we check against non-tip revision, do not report files that were added past that revision and now removed.
tikhomirov@76: 				if (collect == null || baseRevFiles.contains(m)) {
tikhomirov@93: 					inspector.removed(pp.path(m));
tikhomirov@76: 				}
tikhomirov@58: 			}
tikhomirov@58: 		}
tikhomirov@58: 	}
tikhomirov@58: 
tikhomirov@94: 	public HgStatusCollector.Record status(int baseRevision) {
tikhomirov@94: 		HgStatusCollector.Record rv = new HgStatusCollector.Record();
tikhomirov@58: 		walk(baseRevision, rv);
tikhomirov@58: 		return rv;
tikhomirov@58: 	}
tikhomirov@58: 
tikhomirov@58: 	//********************************************
tikhomirov@58: 
tikhomirov@58: 	
tikhomirov@93: 	private void checkLocalStatusAgainstFile(String fname, File f, HgStatusInspector inspector) {
tikhomirov@58: 		HgDirstate.Record r;
tikhomirov@59: 		if ((r = getDirstate().checkNormal(fname)) != null) {
tikhomirov@58: 			// either clean or modified
tikhomirov@58: 			if (f.lastModified() / 1000 == r.time && r.size == f.length()) {
tikhomirov@93: 				inspector.clean(getPathPool().path(fname));
tikhomirov@58: 			} else {
tikhomirov@58: 				// FIXME check actual content to avoid false modified files
tikhomirov@93: 				inspector.modified(getPathPool().path(fname));
tikhomirov@58: 			}
tikhomirov@59: 		} else if ((r = getDirstate().checkAdded(fname)) != null) {
tikhomirov@58: 			if (r.name2 == null) {
tikhomirov@93: 				inspector.added(getPathPool().path(fname));
tikhomirov@58: 			} else {
tikhomirov@93: 				inspector.copied(getPathPool().path(r.name2), getPathPool().path(fname));
tikhomirov@58: 			}
tikhomirov@59: 		} else if ((r = getDirstate().checkRemoved(fname)) != null) {
tikhomirov@93: 			inspector.removed(getPathPool().path(fname));
tikhomirov@59: 		} else if ((r = getDirstate().checkMerged(fname)) != null) {
tikhomirov@93: 			inspector.modified(getPathPool().path(fname));
tikhomirov@58: 		}
tikhomirov@58: 	}
tikhomirov@58: 	
tikhomirov@58: 	// XXX refactor checkLocalStatus methods in more OO way
tikhomirov@93: 	private void checkLocalStatusAgainstBaseRevision(Set<String> baseRevNames, ManifestRevisionInspector collect, int baseRevision, String fname, File f, HgStatusInspector inspector) {
tikhomirov@58: 		// fname is in the dirstate, either Normal, Added, Removed or Merged
tikhomirov@89: 		Nodeid nid1 = collect.nodeid(fname);
tikhomirov@89: 		String flags = collect.flags(fname);
tikhomirov@58: 		HgDirstate.Record r;
tikhomirov@58: 		if (nid1 == null) {
tikhomirov@58: 			// normal: added?
tikhomirov@58: 			// added: not known at the time of baseRevision, shall report
tikhomirov@58: 			// merged: was not known, report as added?
tikhomirov@90: 			if ((r = getDirstate().checkNormal(fname)) != null) {
tikhomirov@94: 				String origin = HgStatusCollector.getOriginIfCopy(repo, fname, baseRevNames, baseRevision);
tikhomirov@90: 				if (origin != null) {
tikhomirov@93: 					inspector.copied(getPathPool().path(origin), getPathPool().path(fname));
tikhomirov@90: 					return;
tikhomirov@90: 				}
tikhomirov@90: 			} else if ((r = getDirstate().checkAdded(fname)) != null) {
tikhomirov@58: 				if (r.name2 != null && baseRevNames.contains(r.name2)) {
tikhomirov@90: 					baseRevNames.remove(r.name2); // XXX surely I shall not report rename source as Removed?
tikhomirov@93: 					inspector.copied(getPathPool().path(r.name2), getPathPool().path(fname));
tikhomirov@58: 					return;
tikhomirov@58: 				}
tikhomirov@58: 				// fall-through, report as added
tikhomirov@59: 			} else if (getDirstate().checkRemoved(fname) != null) {
tikhomirov@58: 				// removed: removed file was not known at the time of baseRevision, and we should not report it as removed
tikhomirov@58: 				return;
tikhomirov@58: 			}
tikhomirov@93: 			inspector.added(getPathPool().path(fname));
tikhomirov@58: 		} else {
tikhomirov@58: 			// was known; check whether clean or modified
tikhomirov@58: 			// when added - seems to be the case of a file added once again, hence need to check if content is different
tikhomirov@59: 			if ((r = getDirstate().checkNormal(fname)) != null || (r = getDirstate().checkMerged(fname)) != null || (r = getDirstate().checkAdded(fname)) != null) {
tikhomirov@58: 				// either clean or modified
tikhomirov@58: 				HgDataFile fileNode = repo.getFileNode(fname);
tikhomirov@58: 				final int lengthAtRevision = fileNode.length(nid1);
tikhomirov@58: 				if (r.size /* XXX File.length() ?! */ != lengthAtRevision || flags != todoGenerateFlags(fname /*java.io.File*/)) {
tikhomirov@93: 					inspector.modified(getPathPool().path(fname));
tikhomirov@58: 				} else {
tikhomirov@58: 					// check actual content to see actual changes
tikhomirov@58: 					// XXX consider adding HgDataDile.compare(File/byte[]/whatever) operation to optimize comparison
tikhomirov@117: 					if (areTheSame(f, fileNode.content(nid1), fileNode.getPath())) {
tikhomirov@93: 						inspector.clean(getPathPool().path(fname));
tikhomirov@58: 					} else {
tikhomirov@93: 						inspector.modified(getPathPool().path(fname));
tikhomirov@58: 					}
tikhomirov@58: 				}
tikhomirov@58: 			}
tikhomirov@58: 			// only those left in idsMap after processing are reported as removed 
tikhomirov@58: 		}
tikhomirov@58: 
tikhomirov@58: 		// TODO think over if content comparison may be done more effectively by e.g. calculating nodeid for a local file and comparing it with nodeid from manifest
tikhomirov@58: 		// we don't need to tell exact difference, hash should be enough to detect difference, and it doesn't involve reading historical file content, and it's relatively 
tikhomirov@58: 		// cheap to calc hash on a file (no need to keep it completely in memory). OTOH, if I'm right that the next approach is used for nodeids: 
tikhomirov@58: 		// changeset nodeid + hash(actual content) => entry (Nodeid) in the next Manifest
tikhomirov@58: 		// then it's sufficient to check parents from dirstate, and if they do not match parents from file's baseRevision (non matching parents means different nodeids).
tikhomirov@58: 		// The question is whether original Hg treats this case (same content, different parents and hence nodeids) as 'modified' or 'clean'
tikhomirov@58: 	}
tikhomirov@58: 
tikhomirov@117: 	private boolean areTheSame(File f, final byte[] data, Path p) {
tikhomirov@117: 		FileInputStream fis = null;
tikhomirov@117: 		try {
tikhomirov@117: 			try {
tikhomirov@117: 				fis = new FileInputStream(f);
tikhomirov@117: 				FileChannel fc = fis.getChannel();
tikhomirov@117: 				ByteBuffer fb = ByteBuffer.allocate(min(data.length, 8192));
tikhomirov@117: 				final boolean[] checkValue = new boolean[] { true };
tikhomirov@117: 				ByteChannel check = new ByteChannel() {
tikhomirov@117: 					int x = 0;
tikhomirov@117: 					public int write(ByteBuffer buffer) throws Exception {
tikhomirov@117: 						for (int i = buffer.remaining(); i > 0; i--, x++) {
tikhomirov@117: 							if (data[x] != buffer.get()) {
tikhomirov@117: 								checkValue[0] = false;
tikhomirov@117: 								break;
tikhomirov@117: 							}
tikhomirov@117: 						}
tikhomirov@117: 						buffer.position(buffer.limit()); // mark as read
tikhomirov@117: 						return buffer.limit();
tikhomirov@117: 					}
tikhomirov@117: 				};
tikhomirov@117: 				FilterByteChannel filters = new FilterByteChannel(check, repo.getFiltersFromWorkingDirToRepo(p));
tikhomirov@117: 				while (fc.read(fb) != -1 && checkValue[0]) {
tikhomirov@117: 					fb.flip();
tikhomirov@117: 					filters.write(fb);
tikhomirov@117: 					fb.compact();
tikhomirov@117: 				}
tikhomirov@117: 				return checkValue[0];
tikhomirov@117: 			} catch (IOException ex) {
tikhomirov@117: 				if (fis != null) {
tikhomirov@117: 					fis.close();
tikhomirov@117: 				}
tikhomirov@117: 				ex.printStackTrace(); // log warn
tikhomirov@117: 			}
tikhomirov@117: 		} catch (/*TODO typed*/Exception ex) {
tikhomirov@117: 			ex.printStackTrace();
tikhomirov@117: 		}
tikhomirov@117: 		return false;
tikhomirov@117: 	}
tikhomirov@117: 
tikhomirov@58: 	private static String todoGenerateFlags(String fname) {
tikhomirov@58: 		// FIXME implement
tikhomirov@58: 		return null;
tikhomirov@58: 	}
tikhomirov@58: 
tikhomirov@58: }