mirrors/cdt
1
0
Fork 0
mirror of https://github.com/eclipse-cdt/cdt synced 2025-04-29 19:45:01 +02:00
Code Issues Wiki Activity

Early filtering of duplicate files.

Browse source
This commit is contained in:
Sergey Prigogin 2010-01-19 00:01:42 +00:00
parent 82fc7b6d78
commit 52821a6191
1 changed files with 28 additions and 26 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

54
core/org.eclipse.cdt.core/parser/org/eclipse/cdt/internal/core/pdom/indexer/PDOMIndexerTask.java
View file

@ -12,6 +12,7 @@
package org.eclipse.cdt.internal.core.pdom.indexer; package org.eclipse.cdt.internal.core.pdom.indexer;
import java.util.Calendar; import java.util.Calendar;
import java.util.LinkedHashSet;
import java.util.Map; import java.util.Map;
import com.ibm.icu.text.NumberFormat; import com.ibm.icu.text.NumberFormat;
@ -66,8 +67,7 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
setShowProblems(checkDebugOption(TRACE_PROBLEMS, TRUE)); setShowProblems(checkDebugOption(TRACE_PROBLEMS, TRUE));
if (checkProperty(IndexerPreferences.KEY_SKIP_ALL_REFERENCES)) { if (checkProperty(IndexerPreferences.KEY_SKIP_ALL_REFERENCES)) {
setSkipReferences(SKIP_ALL_REFERENCES); setSkipReferences(SKIP_ALL_REFERENCES);
} } else {
else {
int skipRefs= 0; int skipRefs= 0;
if (checkProperty(IndexerPreferences.KEY_SKIP_IMPLICIT_REFERENCES)) { if (checkProperty(IndexerPreferences.KEY_SKIP_IMPLICIT_REFERENCES)) {
skipRefs |= SKIP_IMPLICIT_REFERENCES; skipRefs |= SKIP_IMPLICIT_REFERENCES;
@ -102,17 +102,20 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
} }
private static ITranslationUnit[] concat(ITranslationUnit[] added, ITranslationUnit[] changed) { private static ITranslationUnit[] concat(ITranslationUnit[] added, ITranslationUnit[] changed) {
ITranslationUnit[] result= new ITranslationUnit[added.length+changed.length]; LinkedHashSet<ITranslationUnit> union = new LinkedHashSet<ITranslationUnit>(added.length + changed.length);
System.arraycopy(added, 0, result, 0, added.length); for (ITranslationUnit tu : added) {
System.arraycopy(changed, 0, result, added.length, changed.length); union.add(tu);
return result; }
for (ITranslationUnit tu : changed) {
union.add(tu);
}
return union.toArray(new ITranslationUnit[union.size()]);
} }
public final void setParseUpFront() { public final void setParseUpFront() {
setParseUpFront(fIndexer.getFilesToParseUpFront()); setParseUpFront(fIndexer.getFilesToParseUpFront());
} }
public final IPDOMIndexer getIndexer() { public final IPDOMIndexer getIndexer() {
return fIndexer; return fIndexer;
} }
@ -137,7 +140,6 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
private boolean checkProperty(String key) { private boolean checkProperty(String key) {
return TRUE.equals(getIndexer().getProperty(key)); return TRUE.equals(getIndexer().getProperty(key));
} }
@Override @Override
protected String getASTPathForParsingUpFront() { protected String getASTPathForParsingUpFront() {
@ -214,8 +216,8 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
if (fWriteInfoToLog && !wasCancelled && index != null) { if (fWriteInfoToLog && !wasCancelled && index != null) {
final long totalTime = System.currentTimeMillis() - start; final long totalTime = System.currentTimeMillis() - start;
final IndexerProgress info= getProgressInformation(); final IndexerProgress info= getProgressInformation();
final int sum= fStatistics.fDeclarationCount+fStatistics.fReferenceCount+fStatistics.fProblemBindingCount; final int sum= fStatistics.fDeclarationCount + fStatistics.fReferenceCount + fStatistics.fProblemBindingCount;
final double problemPct= sum==0 ? 0.0 : (double) fStatistics.fProblemBindingCount / (double) sum; final double problemPct= sum == 0 ? 0.0 : (double) fStatistics.fProblemBindingCount / (double) sum;
NumberFormat nfGroup= NumberFormat.getNumberInstance(); NumberFormat nfGroup= NumberFormat.getNumberInstance();
nfGroup.setGroupingUsed(true); nfGroup.setGroupingUsed(true);
NumberFormat nfPercent= NumberFormat.getPercentInstance(); NumberFormat nfPercent= NumberFormat.getPercentInstance();
@ -230,7 +232,7 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
getCProject().getElementName(), getCProject().getElementName(),
nfGroup.format(info.fCompletedSources), nfGroup.format(info.fCompletedSources),
nfGroup.format(info.fCompletedHeaders), nfGroup.format(info.fCompletedHeaders),
nfTime.format((double) totalTime/1000), nfTime.format((double) totalTime / 1000),
nfGroup.format(fStatistics.fDeclarationCount), nfGroup.format(fStatistics.fDeclarationCount),
nfGroup.format(fStatistics.fReferenceCount), nfGroup.format(fStatistics.fReferenceCount),
nfGroup.format(fStatistics.fUnresolvedIncludesCount), nfGroup.format(fStatistics.fUnresolvedIncludesCount),
@ -247,10 +249,10 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
String ident= " "; //$NON-NLS-1$ String ident= " "; //$NON-NLS-1$
final long totalTime = System.currentTimeMillis() - start; final long totalTime = System.currentTimeMillis() - start;
final IndexerProgress info= getProgressInformation(); final IndexerProgress info= getProgressInformation();
final int sum= fStatistics.fDeclarationCount+fStatistics.fReferenceCount+fStatistics.fProblemBindingCount; final int sum= fStatistics.fDeclarationCount + fStatistics.fReferenceCount + fStatistics.fProblemBindingCount;
final double problemPct= sum==0 ? 0.0 : (double) fStatistics.fProblemBindingCount / (double) sum; final double problemPct= sum == 0 ? 0.0 : (double) fStatistics.fProblemBindingCount / (double) sum;
String kind= getIndexer().getClass().getName(); String kind= getIndexer().getClass().getName();
kind= kind.substring(kind.lastIndexOf('.')+1); kind= kind.substring(kind.lastIndexOf('.') + 1);
final long dbSize= index.getDatabaseSizeBytes(); final long dbSize= index.getDatabaseSizeBytes();
System.out.println("C/C++ Indexer: Project '" + getProject().getElementName() //$NON-NLS-1$ System.out.println("C/C++ Indexer: Project '" + getProject().getElementName() //$NON-NLS-1$
@ -291,12 +293,12 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
long misses= index.getCacheMisses(); long misses= index.getCacheMisses();
long hits= index.getCacheHits(); long hits= index.getCacheHits();
long tries= misses+hits; long tries= misses + hits;
double missPct= tries==0 ? 0.0 : (double) misses / (double) tries; double missPct= tries == 0 ? 0.0 : (double) misses / (double) tries;
System.out.println(ident + " Cache[" //$NON-NLS-1$ System.out.println(ident + " Cache[" //$NON-NLS-1$
+ ChunkCache.getSharedInstance().getMaxSize() / 1024 / 1024 + "mb]: " + //$NON-NLS-1$ + ChunkCache.getSharedInstance().getMaxSize() / 1024 / 1024 + "MB]: " + //$NON-NLS-1$
+ hits + " hits, " //$NON-NLS-1$ + hits + " hits, " //$NON-NLS-1$
+ misses + "(" + nfPercent.format(missPct)+ ") misses."); //$NON-NLS-1$ //$NON-NLS-2$ + misses + "(" + nfPercent.format(missPct) + ") misses."); //$NON-NLS-1$ //$NON-NLS-2$
if ("true".equals(System.getProperty("SHOW_COMPRESSED_INDEXER_INFO"))) { //$NON-NLS-1$ //$NON-NLS-2$ if ("true".equals(System.getProperty("SHOW_COMPRESSED_INDEXER_INFO"))) { //$NON-NLS-1$ //$NON-NLS-2$
Calendar cal = Calendar.getInstance(); Calendar cal = Calendar.getInstance();
@ -308,26 +310,26 @@ public abstract class PDOMIndexerTask extends AbstractIndexerTask implements IPD
final String sep0 = "|"; //$NON-NLS-1$ final String sep0 = "|"; //$NON-NLS-1$
final String sep = "| "; //$NON-NLS-1$ final String sep = "| "; //$NON-NLS-1$
final String sec = "s"; //$NON-NLS-1$ final String sec = "s"; //$NON-NLS-1$
final String mb = "mb"; //$NON-NLS-1$ final String mb = "MB"; //$NON-NLS-1$
final String million = "M"; //$NON-NLS-1$ final String million = "M"; //$NON-NLS-1$
System.out.print(sep0); System.out.print(sep0);
System.out.print(cal.get(Calendar.YEAR) + twoDigits.format(cal.get(Calendar.MONTH)+1) + twoDigits.format(cal.get(Calendar.DAY_OF_MONTH))); System.out.print(cal.get(Calendar.YEAR) + twoDigits.format(cal.get(Calendar.MONTH) + 1) + twoDigits.format(cal.get(Calendar.DAY_OF_MONTH)));
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format(info.fCompletedSources)); System.out.print(nfGroup.format(info.fCompletedSources));
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format(info.fCompletedHeaders)); System.out.print(nfGroup.format(info.fCompletedHeaders));
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format((totalTime+500)/1000) + sec); System.out.print(nfGroup.format((totalTime + 500) / 1000) + sec);
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format((fStatistics.fParsingTime+500)/1000) + sec); System.out.print(nfGroup.format((fStatistics.fParsingTime + 500) / 1000) + sec);
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format((fStatistics.fResolutionTime+500)/1000) + sec); System.out.print(nfGroup.format((fStatistics.fResolutionTime + 500) / 1000) + sec);
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format((fStatistics.fAddToIndexTime+500)/1000) + sec); System.out.print(nfGroup.format((fStatistics.fAddToIndexTime + 500) / 1000) + sec);
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format((dbSize+1024*512)/1024/1024) + mb); System.out.print(nfGroup.format((dbSize + 1024 * 512) / 1024 / 1024) + mb);
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format((tries+1000*500)/1000000) + million); System.out.print(nfGroup.format((tries + 1000 * 500) / 1000000) + million);
System.out.print(sep); System.out.print(sep);
System.out.print(nfGroup.format(fStatistics.fDeclarationCount)); System.out.print(nfGroup.format(fStatistics.fDeclarationCount));
System.out.print(sep); System.out.print(sep);