src/Git/GitIndex.cpp

   1 // TortoiseGit - a Windows shell extension for easy version control
   2
   3 // Copyright (C) 2008-2018 - TortoiseGit
   4
   5 // This program is free software; you can redistribute it and/or
   6 // modify it under the terms of the GNU General Public License
   7 // as published by the Free Software Foundation; either version 2
   8 // of the License, or (at your option) any later version.
   9
  10 // This program is distributed in the hope that it will be useful,
  11 // but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 // GNU General Public License for more details.
  14
  15 // You should have received a copy of the GNU General Public License
  16 // along with this program; if not, write to the Free Software Foundation,
  17 // 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  18 //
  19
  20 #include "stdafx.h"
  21 #include "Git.h"
  22 #include "registry.h"
  23 #include "UnicodeUtils.h"
  24 #include "PathUtils.h"
  25 #include "gitindex.h"
  26 #include <sys/types.h>
  27 #include <sys/stat.h>
  28 #include "SmartHandle.h"
  29 #include "git2/sys/repository.h"
  30
  31 CGitAdminDirMap g_AdminDirMap;
  32
  33 static CString GetProgramDataGitConfig()
  34 {
  35         if (!((CRegDWORD(L"Software\\TortoiseGit\\CygwinHack", FALSE) == TRUE) || (CRegDWORD(L"Software\\TortoiseGit\\Msys2Hack", FALSE) == TRUE)))
  36         {
  37                 CString programdataConfig;
  38                 if (SHGetFolderPath(nullptr, CSIDL_COMMON_APPDATA, NULL, SHGFP_TYPE_CURRENT, CStrBuf(programdataConfig, MAX_PATH)) == S_OK && programdataConfig.GetLength() < MAX_PATH - (int)wcslen(L"\\Git\\config"))
  39                         return programdataConfig + L"\\Git\\config";
  40         }
  41         return L"";
  42 }
  43
  44 int CGitIndex::Print()
  45 {
  46         wprintf(L"0x%08X  0x%08X %s %s\n",
  47                 (int)this->m_ModifyTime,
  48                 this->m_Flags,
  49                 (LPCTSTR)this->m_IndexHash.ToString(),
  50                 (LPCTSTR)this->m_FileName);
  51
  52         return 0;
  53 }
  54
  55 CGitIndexList::CGitIndexList()
  56 : m_bHasConflicts(FALSE)
  57 , m_LastModifyTime(0)
  58 , m_LastFileSize(-1)
  59 , m_iIndexCaps(GIT_INDEXCAP_IGNORE_CASE | GIT_INDEXCAP_NO_SYMLINKS)
  60 {
  61         m_iMaxCheckSize = (__int64)CRegDWORD(L"Software\\TortoiseGit\\TGitCacheCheckContentMaxSize", 10 * 1024) * 1024; // stored in KiB
  62 }
  63
  64 CGitIndexList::~CGitIndexList()
  65 {
  66 }
  67
  68 int CGitIndexList::ReadIndex(CString dgitdir)
  69 {
  70 #ifdef GTEST_INCLUDE_GTEST_GTEST_H_
  71         clear(); // HACK to make tests work, until we use CGitIndexList
  72 #endif
  73         ATLASSERT(empty());
  74
  75         CAutoRepository repository(dgitdir);
  76         if (!repository)
  77         {
  78                 CTraceToOutputDebugString::Instance()(_T(__FUNCTION__) L": Could not open git repository in %s: %s\n", (LPCTSTR)dgitdir, (LPCTSTR)CGit::GetLibGit2LastErr());
  79                 return -1;
  80         }
  81
  82         // add config files
  83         config.New();
  84
  85         CString projectConfig = g_AdminDirMap.GetAdminDir(dgitdir) + L"config";
  86         CString globalConfig = g_Git.GetGitGlobalConfig();
  87         CString globalXDGConfig = g_Git.GetGitGlobalXDGConfig();
  88         CString systemConfig(CRegString(REG_SYSTEM_GITCONFIGPATH, L"", FALSE));
  89         CString programDataConfig(GetProgramDataGitConfig());
  90
  91         git_config_add_file_ondisk(config, CGit::GetGitPathStringA(projectConfig), GIT_CONFIG_LEVEL_LOCAL, repository, FALSE);
  92         git_config_add_file_ondisk(config, CGit::GetGitPathStringA(globalConfig), GIT_CONFIG_LEVEL_GLOBAL, repository, FALSE);
  93         git_config_add_file_ondisk(config, CGit::GetGitPathStringA(globalXDGConfig), GIT_CONFIG_LEVEL_XDG, repository, FALSE);
  94         if (!systemConfig.IsEmpty())
  95                 git_config_add_file_ondisk(config, CGit::GetGitPathStringA(systemConfig), GIT_CONFIG_LEVEL_SYSTEM, repository, FALSE);
  96         if (!programDataConfig.IsEmpty())
  97                 git_config_add_file_ondisk(config, CGit::GetGitPathStringA(programDataConfig), GIT_CONFIG_LEVEL_PROGRAMDATA, repository, FALSE);
  98
  99         git_repository_set_config(repository, config);
 100
 101         CGit::GetFileModifyTime(g_AdminDirMap.GetWorktreeAdminDir(dgitdir) + L"index", &m_LastModifyTime, nullptr, &m_LastFileSize);
 102
 103         CAutoIndex index;
 104         // load index in order to enumerate files
 105         if (git_repository_index(index.GetPointer(), repository))
 106         {
 107                 config.Free();
 108                 CTraceToOutputDebugString::Instance()(_T(__FUNCTION__) L": Could not get index of git repository in %s: %s\n", (LPCTSTR)dgitdir, (LPCTSTR)CGit::GetLibGit2LastErr());
 109                 return -1;
 110         }
 111
 112         m_bHasConflicts = FALSE;
 113         m_iIndexCaps = git_index_caps(index);
 114         if (CRegDWORD(L"Software\\TortoiseGit\\OverlaysCaseSensitive", TRUE) != FALSE)
 115                 m_iIndexCaps &= ~GIT_INDEXCAP_IGNORE_CASE;
 116
 117         size_t ecount = git_index_entrycount(index);
 118         try
 119         {
 120                 resize(ecount);
 121         }
 122         catch (const std::bad_alloc& ex)
 123         {
 124                 config.Free();
 125                 CTraceToOutputDebugString::Instance()(__FUNCTION__ ": Could not resize index-vector: %s\n", ex.what());
 126                 return -1;
 127         }
 128         for (size_t i = 0; i < ecount; ++i)
 129         {
 130                 const git_index_entry *e = git_index_get_byindex(index, i);
 131
 132                 auto& item = (*this)[i];
 133                 item.m_FileName = CUnicodeUtils::GetUnicode(e->path);
 134                 if (e->mode & S_IFDIR)
 135                         item.m_FileName += L'/';
 136                 item.m_ModifyTime = e->mtime.seconds;
 137                 item.m_Flags = e->flags;
 138                 item.m_FlagsExtended = e->flags_extended;
 139                 item.m_IndexHash = e->id;
 140                 item.m_Size = e->file_size;
 141                 item.m_Mode = e->mode;
 142                 m_bHasConflicts |= GIT_IDXENTRY_STAGE(e);
 143         }
 144
 145         DoSortFilenametSortVector(*this, IsIgnoreCase());
 146
 147         CTraceToOutputDebugString::Instance()(_T(__FUNCTION__) L": Reloaded index for repo: %s\n", (LPCTSTR)dgitdir);
 148
 149         return 0;
 150 }
 151
 152 int CGitIndexList::GetFileStatus(const CString& gitdir, const CString& pathorg, git_wc_status2_t& status, __int64 time, __int64 filesize, bool isSymlink, CGitHash* pHash)
 153 {
 154         size_t index = SearchInSortVector(*this, pathorg, -1, IsIgnoreCase());
 155
 156         if (index == NPOS)
 157         {
 158                 status.status = git_wc_status_unversioned;
 159                 if (pHash)
 160                         pHash->Empty();
 161
 162                 return 0;
 163         }
 164
 165         auto& entry = (*this)[index];
 166         if (pHash)
 167                 *pHash = entry.m_IndexHash;
 168         ATLASSERT(IsIgnoreCase() ? pathorg.CompareNoCase(entry.m_FileName) == 0 : pathorg.Compare(entry.m_FileName) == 0);
 169         CAutoRepository repository;
 170         return GetFileStatus(repository, gitdir, entry, status, time, filesize, isSymlink);
 171 }
 172
 173 int CGitIndexList::GetFileStatus(CAutoRepository& repository, const CString& gitdir, CGitIndex& entry, git_wc_status2_t& status, __int64 time, __int64 filesize, bool isSymlink)
 174 {
 175         ATLASSERT(!status.assumeValid && !status.skipWorktree);
 176
 177         // skip-worktree has higher priority than assume-valid
 178         if (entry.m_FlagsExtended & GIT_IDXENTRY_SKIP_WORKTREE)
 179         {
 180                 status.status = git_wc_status_normal;
 181                 status.skipWorktree = true;
 182         }
 183         else if (entry.m_Flags & GIT_IDXENTRY_VALID)
 184         {
 185                 status.status = git_wc_status_normal;
 186                 status.assumeValid = true;
 187         }
 188         else if (filesize == -1)
 189                 status.status = git_wc_status_deleted;
 190         else if ((isSymlink && !S_ISLNK(entry.m_Mode)) || ((m_iIndexCaps & GIT_INDEXCAP_NO_SYMLINKS) != GIT_INDEXCAP_NO_SYMLINKS && isSymlink != S_ISLNK(entry.m_Mode)))
 191                 status.status = git_wc_status_modified;
 192         else if (!isSymlink && filesize != entry.m_Size)
 193                 status.status = git_wc_status_modified;
 194         else if (CGit::filetime_to_time_t(time) == entry.m_ModifyTime)
 195                 status.status = git_wc_status_normal;
 196         else if (config && filesize < m_iMaxCheckSize)
 197         {
 198                 /*
 199                  * Opening a new repository each time is not yet optimal, however, there is no API to clear the pack-cache
 200                  * When a shared repository is used, we might need a mutex to prevent concurrent access to repository instance and especially filter-lists
 201                  */
 202                 if (!repository)
 203                 {
 204                         if (repository.Open(gitdir))
 205                         {
 206                                 CTraceToOutputDebugString::Instance()(_T(__FUNCTION__) L": Could not open git repository in %s for checking file: %s\n", (LPCTSTR)gitdir, (LPCTSTR)CGit::GetLibGit2LastErr());
 207                                 return -1;
 208                         }
 209                         git_repository_set_config(repository, config);
 210                 }
 211
 212                 git_oid actual;
 213                 CStringA fileA = CUnicodeUtils::GetMulti(entry.m_FileName, CP_UTF8);
 214                 if (isSymlink && S_ISLNK(entry.m_Mode))
 215                 {
 216                         CStringA linkDestination;
 217                         if (!CPathUtils::ReadLink(CombinePath(gitdir, entry.m_FileName), &linkDestination) && !git_odb_hash(&actual, (void*)(LPCSTR)linkDestination, linkDestination.GetLength(), GIT_OBJ_BLOB) && !git_oid_cmp(&actual, entry.m_IndexHash))
 218                         {
 219                                 entry.m_ModifyTime = time;
 220                                 status.status = git_wc_status_normal;
 221                         }
 222                         else
 223                                 status.status = git_wc_status_modified;
 224                 }
 225                 else if (!git_repository_hashfile(&actual, repository, fileA, GIT_OBJ_BLOB, nullptr) && !git_oid_cmp(&actual, entry.m_IndexHash))
 226                 {
 227                         entry.m_ModifyTime = time;
 228                         status.status = git_wc_status_normal;
 229                 }
 230                 else
 231                         status.status = git_wc_status_modified;
 232         }
 233         else
 234                 status.status = git_wc_status_modified;
 235
 236         if (entry.m_Flags & GIT_IDXENTRY_STAGEMASK)
 237                 status.status = git_wc_status_conflicted;
 238         else if (entry.m_FlagsExtended & GIT_IDXENTRY_INTENT_TO_ADD)
 239                 status.status = git_wc_status_added;
 240
 241         return 0;
 242 }
 243
 244 int CGitIndexList::GetFileStatus(const CString& gitdir, const CString& path, git_wc_status2_t& status, CGitHash* pHash)
 245 {
 246         ATLASSERT(!status.assumeValid && !status.skipWorktree);
 247
 248         __int64 time, filesize = 0;
 249         bool isDir = false;
 250         bool isSymlink = false;
 251
 252         int result;
 253         if (path.IsEmpty())
 254                 result = CGit::GetFileModifyTime(gitdir, &time, &isDir);
 255         else
 256                 result = CGit::GetFileModifyTime(CombinePath(gitdir, path), &time, &isDir, &filesize, &isSymlink);
 257
 258         if (result)
 259                 filesize = -1;
 260
 261         if (!isDir || (isSymlink && (m_iIndexCaps & GIT_INDEXCAP_NO_SYMLINKS) != GIT_INDEXCAP_NO_SYMLINKS))
 262                 return GetFileStatus(gitdir, path, status, time, filesize, isSymlink, pHash);
 263
 264         if (CStringUtils::EndsWith(path, L'/'))
 265         {
 266                 size_t index = SearchInSortVector(*this, path, -1, IsIgnoreCase());
 267                 if (index == NPOS)
 268                 {
 269                         status.status = git_wc_status_unversioned;
 270                         if (pHash)
 271                                 pHash->Empty();
 272
 273                         return 0;
 274                 }
 275
 276                 if (pHash)
 277                         *pHash = (*this)[index].m_IndexHash;
 278
 279                 if (!result)
 280                         status.status = git_wc_status_normal;
 281                 else
 282                         status.status = git_wc_status_deleted;
 283                 return 0;
 284         }
 285
 286         // we get here for symlinks which are handled as files inside the git index
 287         if ((m_iIndexCaps & GIT_INDEXCAP_NO_SYMLINKS) != GIT_INDEXCAP_NO_SYMLINKS)
 288                 return GetFileStatus(gitdir, path, status, time, filesize, isSymlink, pHash);
 289
 290         // we should never get here
 291         status.status = git_wc_status_unversioned;
 292
 293         return -1;
 294 }
 295
 296 bool CGitIndexFileMap::HasIndexChangedOnDisk(const CString& gitdir)
 297 {
 298         __int64 time = -1, size = -1;
 299
 300         auto pIndex = SafeGet(gitdir);
 301
 302         if (!pIndex)
 303                 return true;
 304
 305         CString IndexFile = g_AdminDirMap.GetWorktreeAdminDirConcat(gitdir, L"index");
 306         // no need to refresh if there is no index right now and the current index is empty, but otherwise or lastmodified time differs
 307         return (CGit::GetFileModifyTime(IndexFile, &time, nullptr, &size) && !pIndex->empty()) || pIndex->m_LastModifyTime != time || pIndex->m_LastFileSize != size;
 308 }
 309
 310 int CGitIndexFileMap::LoadIndex(const CString &gitdir)
 311 {
 312         SHARED_INDEX_PTR pIndex = std::make_shared<CGitIndexList>();
 313
 314         if (pIndex->ReadIndex(gitdir))
 315         {
 316                 SafeClear(gitdir);
 317                 return -1;
 318         }
 319
 320         this->SafeSet(gitdir, pIndex);
 321
 322         return 0;
 323 }
 324
 325 // This method is assumed to be called with m_SharedMutex locked.
 326 int CGitHeadFileList::GetPackRef(const CString &gitdir)
 327 {
 328         CString PackRef = g_AdminDirMap.GetAdminDirConcat(gitdir, L"packed-refs");
 329
 330         __int64 mtime = 0, packsize = -1;
 331         if (CGit::GetFileModifyTime(PackRef, &mtime, nullptr, &packsize))
 332         {
 333                 //packed refs is not existed
 334                 this->m_PackRefFile.Empty();
 335                 this->m_PackRefMap.clear();
 336                 return 0;
 337         }
 338         else if (mtime == m_LastModifyTimePackRef && packsize == m_LastFileSizePackRef)
 339                 return 0;
 340         else
 341         {
 342                 this->m_PackRefFile = PackRef;
 343                 this->m_LastModifyTimePackRef = mtime;
 344                 this->m_LastFileSizePackRef = packsize;
 345         }
 346
 347         m_PackRefMap.clear();
 348
 349         CAutoFile hfile = CreateFile(PackRef,
 350                 GENERIC_READ,
 351                 FILE_SHARE_READ | FILE_SHARE_DELETE | FILE_SHARE_WRITE,
 352                 nullptr,
 353                 OPEN_EXISTING,
 354                 FILE_ATTRIBUTE_NORMAL,
 355                 nullptr);
 356
 357         if (!hfile)
 358                 return -1;
 359
 360         DWORD filesize = GetFileSize(hfile, nullptr);
 361         if (filesize == 0 || filesize == INVALID_FILE_SIZE)
 362                 return -1;
 363
 364         DWORD size = 0;
 365         auto buff = std::make_unique<char[]>(filesize);
 366         ReadFile(hfile, buff.get(), filesize, &size, nullptr);
 367
 368         if (size != filesize)
 369                 return -1;
 370
 371         for (DWORD i = 0; i < filesize;)
 372         {
 373                 CString hash;
 374                 CString ref;
 375                 if (buff[i] == '#' || buff[i] == '^')
 376                 {
 377                         while (buff[i] != '\n')
 378                         {
 379                                 ++i;
 380                                 if (i == filesize)
 381                                         break;
 382                         }
 383                         ++i;
 384                 }
 385
 386                 if (i >= filesize)
 387                         break;
 388
 389                 while (buff[i] != ' ')
 390                 {
 391                         hash.AppendChar(buff[i]);
 392                         ++i;
 393                         if (i == filesize)
 394                                 break;
 395                 }
 396
 397                 ++i;
 398                 if (i >= filesize)
 399                         break;
 400
 401                 while (buff[i] != '\n')
 402                 {
 403                         ref.AppendChar(buff[i]);
 404                         ++i;
 405                         if (i == filesize)
 406                                 break;
 407                 }
 408
 409                 if (!ref.IsEmpty())
 410                         m_PackRefMap[ref] = hash;
 411
 412                 while (buff[i] == '\n')
 413                 {
 414                         ++i;
 415                         if (i == filesize)
 416                                 break;
 417                 }
 418         }
 419         return 0;
 420 }
 421 int CGitHeadFileList::ReadHeadHash(const CString& gitdir)
 422 {
 423         ATLASSERT(m_Gitdir.IsEmpty() && m_HeadFile.IsEmpty() && m_Head.IsEmpty());
 424
 425         m_Gitdir = g_AdminDirMap.GetWorktreeAdminDir(gitdir);
 426
 427         m_HeadFile = m_Gitdir;
 428         m_HeadFile += L"HEAD";
 429
 430         if (CGit::GetFileModifyTime(m_HeadFile, &m_LastModifyTimeHead, nullptr, &m_LastFileSizeHead))
 431                 return -1;
 432
 433         CAutoFile hfile = CreateFile(m_HeadFile,
 434                 GENERIC_READ,
 435                 FILE_SHARE_READ | FILE_SHARE_DELETE | FILE_SHARE_WRITE,
 436                 nullptr,
 437                 OPEN_EXISTING,
 438                 FILE_ATTRIBUTE_NORMAL,
 439                 nullptr);
 440
 441         if (!hfile)
 442                 return -1;
 443
 444         DWORD size = 0;
 445         unsigned char buffer[2 * GIT_HASH_SIZE];
 446         ReadFile(hfile, buffer, (DWORD)strlen("ref:"), &size, nullptr);
 447         if (size != strlen("ref:"))
 448                 return -1;
 449         buffer[4] = '\0';
 450         if (strcmp((const char*)buffer, "ref:") == 0)
 451         {
 452                 m_HeadRefFile.Empty();
 453                 DWORD filesize = GetFileSize(hfile, nullptr);
 454                 if (filesize < 5 || filesize == INVALID_FILE_SIZE)
 455                         return -1;
 456
 457                 unsigned char *p = (unsigned char*)malloc(filesize - strlen("ref:"));
 458                 if (!p)
 459                         return -1;
 460
 461                 ReadFile(hfile, p, filesize - (DWORD)strlen("ref:"), &size, nullptr);
 462                 CGit::StringAppend(&m_HeadRefFile, p, CP_UTF8, filesize - (int)strlen("ref:"));
 463                 free(p);
 464
 465                 CString ref = m_HeadRefFile.Trim();
 466                 int start = 0;
 467                 ref = ref.Tokenize(L"\n", start);
 468                 m_HeadRefFile = g_AdminDirMap.GetAdminDir(gitdir) + m_HeadRefFile;
 469                 m_HeadRefFile.Replace(L'/', L'\\');
 470
 471                 __int64 time;
 472                 if (CGit::GetFileModifyTime(m_HeadRefFile, &time, nullptr))
 473                 {
 474                         m_HeadRefFile.Empty();
 475                         if (GetPackRef(gitdir))
 476                                 return -1;
 477                         if (m_PackRefMap.find(ref) != m_PackRefMap.end())
 478                         {
 479                                 m_Head = m_PackRefMap[ref];
 480                                 return 0;
 481                         }
 482
 483                         // unborn branch
 484                         m_Head.Empty();
 485
 486                         return 0;
 487                 }
 488
 489                 CAutoFile href = CreateFile(m_HeadRefFile,
 490                         GENERIC_READ,
 491                         FILE_SHARE_READ | FILE_SHARE_DELETE | FILE_SHARE_WRITE,
 492                         nullptr,
 493                         OPEN_EXISTING,
 494                         FILE_ATTRIBUTE_NORMAL,
 495                         nullptr);
 496
 497                 if (!href)
 498                 {
 499                         m_HeadRefFile.Empty();
 500
 501                         if (GetPackRef(gitdir))
 502                                 return -1;
 503
 504                         if (m_PackRefMap.find(ref) == m_PackRefMap.end())
 505                                 return -1;
 506
 507                         m_Head = m_PackRefMap[ref];
 508                         return 0;
 509                 }
 510
 511                 ReadFile(href, buffer, 2 * GIT_HASH_SIZE, &size, nullptr);
 512                 if (size != 2 * GIT_HASH_SIZE)
 513                         return -1;
 514
 515                 m_Head.ConvertFromStrA((char*)buffer);
 516
 517                 m_LastModifyTimeRef = time;
 518
 519                 return 0;
 520         }
 521
 522         ReadFile(hfile, buffer + (DWORD)strlen("ref:"), 2 * GIT_HASH_SIZE - (DWORD)strlen("ref:"), &size, nullptr);
 523         if (size != 2 * GIT_HASH_SIZE - (DWORD)strlen("ref:"))
 524                 return -1;
 525
 526         m_HeadRefFile.Empty();
 527
 528         m_Head.ConvertFromStrA((char*)buffer);
 529
 530         return 0;
 531 }
 532
 533 bool CGitHeadFileList::CheckHeadUpdate()
 534 {
 535         if (this->m_HeadFile.IsEmpty())
 536                 return true;
 537
 538         __int64 mtime = 0, size = -1;
 539
 540         if (CGit::GetFileModifyTime(m_HeadFile, &mtime, nullptr, &size))
 541                 return true;
 542
 543         if (mtime != m_LastModifyTimeHead || size != m_LastFileSizeHead)
 544                 return true;
 545
 546         if (!this->m_HeadRefFile.IsEmpty())
 547         {
 548                 if (CGit::GetFileModifyTime(m_HeadRefFile, &mtime))
 549                         return true;
 550
 551                 if (mtime != this->m_LastModifyTimeRef)
 552                         return true;
 553         }
 554
 555         if(!this->m_PackRefFile.IsEmpty())
 556         {
 557                 size = -1;
 558                 if (CGit::GetFileModifyTime(m_PackRefFile, &mtime, nullptr, &size))
 559                         return true;
 560
 561                 if (mtime != m_LastModifyTimePackRef || size != m_LastFileSizePackRef)
 562                         return true;
 563         }
 564
 565         // in an empty repo HEAD points to refs/heads/master, but this ref doesn't exist.
 566         // So we need to retry again and again until the ref exists - otherwise we will never notice
 567         if (this->m_Head.IsEmpty() && this->m_HeadRefFile.IsEmpty() && this->m_PackRefFile.IsEmpty())
 568                 return true;
 569
 570         return false;
 571 }
 572
 573 int CGitHeadFileList::ReadTreeRecursive(git_repository& repo, const git_tree* tree, const CStringA& base)
 574 {
 575 #define S_IFGITLINK     0160000
 576         size_t count = git_tree_entrycount(tree);
 577         for (size_t i = 0; i < count; ++i)
 578         {
 579                 const git_tree_entry *entry = git_tree_entry_byindex(tree, i);
 580                 if (!entry)
 581                         continue;
 582                 int mode = git_tree_entry_filemode(entry);
 583                 bool isDir = (mode & S_IFDIR) == S_IFDIR;
 584                 bool isSubmodule = (mode & S_IFMT) == S_IFGITLINK;
 585                 if (!isDir || isSubmodule)
 586                 {
 587                         CGitTreeItem item;
 588                         item.m_Hash = git_tree_entry_id(entry);
 589                         CGit::StringAppend(&item.m_FileName, (BYTE*)(LPCSTR)base, CP_UTF8, base.GetLength());
 590                         CGit::StringAppend(&item.m_FileName, (BYTE*)git_tree_entry_name(entry), CP_UTF8);
 591                         if (isSubmodule)
 592                                 item.m_FileName += L'/';
 593                         push_back(item);
 594                         continue;
 595                 }
 596
 597                 CAutoObject object;
 598                 git_tree_entry_to_object(object.GetPointer(), &repo, entry);
 599                 if (!object)
 600                         continue;
 601                 CStringA parent = base;
 602                 parent += git_tree_entry_name(entry);
 603                 parent += "/";
 604                 ReadTreeRecursive(repo, (git_tree*)(git_object*)object, parent);
 605         }
 606
 607         return 0;
 608 }
 609
 610 // ReadTree is/must only be executed on an empty list
 611 int CGitHeadFileList::ReadTree(bool ignoreCase)
 612 {
 613         ATLASSERT(empty());
 614
 615         // unborn branch
 616         if (m_Head.IsEmpty())
 617                 return 0;
 618
 619         CAutoRepository repository(m_Gitdir);
 620         CAutoCommit commit;
 621         CAutoTree tree;
 622         bool ret = repository;
 623         ret = ret && !git_commit_lookup(commit.GetPointer(), repository, m_Head);
 624         ret = ret && !git_commit_tree(tree.GetPointer(), commit);
 625         try
 626         {
 627                 ret = ret && !ReadTreeRecursive(*repository, tree, "");
 628         }
 629         catch (const std::bad_alloc& ex)
 630         {
 631                 CTraceToOutputDebugString::Instance()(__FUNCTION__ ": Catched exception inside ReadTreeRecursive: %s\n", ex.what());
 632                 return -1;
 633         }
 634         if (!ret)
 635         {
 636                 clear();
 637                 CTraceToOutputDebugString::Instance()(_T(__FUNCTION__) L": Could not open git repository in %s and read HEAD commit %s: %s\n", (LPCTSTR)m_Gitdir, (LPCTSTR)m_Head.ToString(), (LPCTSTR)CGit::GetLibGit2LastErr());
 638                 m_LastModifyTimeHead = 0;
 639                 m_LastFileSizeHead = -1;
 640                 return -1;
 641         }
 642
 643         DoSortFilenametSortVector(*this, ignoreCase);
 644
 645         CTraceToOutputDebugString::Instance()(_T(__FUNCTION__) L": Reloaded HEAD tree (commit is %s) for repo: %s\n", (LPCTSTR)m_Head.ToString(), (LPCTSTR)m_Gitdir);
 646
 647         return 0;
 648 }
 649 int CGitIgnoreItem::FetchIgnoreList(const CString& projectroot, const CString& file, bool isGlobal, int* ignoreCase)
 650 {
 651         if (this->m_pExcludeList)
 652         {
 653                 git_free_exclude_list(m_pExcludeList);
 654                 m_pExcludeList = nullptr;
 655         }
 656         free(m_buffer);
 657         m_buffer = nullptr;
 658
 659         this->m_BaseDir.Empty();
 660         if (!isGlobal)
 661         {
 662                 CString base = file.Mid(projectroot.GetLength() + 1);
 663                 base.Replace(L'\\', L'/');
 664
 665                 int start = base.ReverseFind(L'/');
 666                 if(start > 0)
 667                 {
 668                         base.Truncate(start);
 669                         this->m_BaseDir = CUnicodeUtils::GetMulti(base, CP_UTF8) + "/";
 670                 }
 671         }
 672
 673         if (CGit::GetFileModifyTime(file, &m_LastModifyTime, nullptr, &m_LastFileSize))
 674                 return -1;
 675
 676         CAutoFile hfile = CreateFile(file,
 677                         GENERIC_READ,
 678                         FILE_SHARE_READ | FILE_SHARE_DELETE | FILE_SHARE_WRITE,
 679                         nullptr,
 680                         OPEN_EXISTING,
 681                         FILE_ATTRIBUTE_NORMAL,
 682                         nullptr);
 683
 684         if (!hfile)
 685                 return -1 ;
 686
 687         DWORD filesize = GetFileSize(hfile, nullptr);
 688         if (filesize == INVALID_FILE_SIZE)
 689                 return -1;
 690
 691         m_buffer = new BYTE[filesize + 1];
 692         if (!m_buffer)
 693                 return -1;
 694
 695         DWORD size = 0;
 696         if (!ReadFile(hfile, m_buffer, filesize, &size, nullptr))
 697         {
 698                 free(m_buffer);
 699                 m_buffer = nullptr;
 700                 return -1;
 701         }
 702         m_buffer[size] = '\0';
 703
 704         if (git_create_exclude_list(&m_pExcludeList))
 705         {
 706                 free(m_buffer);
 707                 m_buffer = nullptr;
 708                 return -1;
 709         }
 710
 711         m_iIgnoreCase = ignoreCase;
 712
 713         BYTE *p = m_buffer;
 714         int line = 0;
 715         for (DWORD i = 0; i < size; ++i)
 716         {
 717                 if (m_buffer[i] == '\n' || m_buffer[i] == '\r' || i == (size - 1))
 718                 {
 719                         if (m_buffer[i] == '\n' || m_buffer[i] == '\r')
 720                                 m_buffer[i] = '\0';
 721
 722                         if (p[0] != '#' && p[0])
 723                                 git_add_exclude((const char*)p, this->m_BaseDir, m_BaseDir.GetLength(), this->m_pExcludeList, ++line);
 724
 725                         p = m_buffer + i + 1;
 726                 }
 727         }
 728
 729         if (!line)
 730         {
 731                 git_free_exclude_list(m_pExcludeList);
 732                 m_pExcludeList = nullptr;
 733                 free(m_buffer);
 734                 m_buffer = nullptr;
 735         }
 736
 737         return 0;
 738 }
 739
 740 #ifdef GTEST_INCLUDE_GTEST_GTEST_H_
 741 int CGitIgnoreItem::IsPathIgnored(const CStringA& patha, int& type)
 742 {
 743         int pos = patha.ReverseFind('/');
 744         const char* base = (pos >= 0) ? ((const char*)patha + pos + 1) : patha;
 745
 746         return IsPathIgnored(patha, base, type);
 747 }
 748 #endif
 749
 750 int CGitIgnoreItem::IsPathIgnored(const CStringA& patha, const char* base, int& type)
 751 {
 752         if (!m_pExcludeList)
 753                 return -1; // error or undecided
 754
 755         return git_check_excluded_1(patha, patha.GetLength(), base, &type, m_pExcludeList, m_iIgnoreCase ? *m_iIgnoreCase : 1);
 756 }
 757
 758 bool CGitIgnoreList::CheckFileChanged(const CString &path)
 759 {
 760         __int64 time = 0, size = -1;
 761
 762         int ret = CGit::GetFileModifyTime(path, &time, nullptr, &size);
 763
 764         bool cacheExist;
 765         {
 766                 CAutoReadLock lock(m_SharedMutex);
 767                 cacheExist = (m_Map.find(path) != m_Map.end());
 768         }
 769
 770         if (!cacheExist && ret == 0)
 771         {
 772                 CAutoWriteLock lock(m_SharedMutex);
 773                 m_Map[path].m_LastModifyTime = 0;
 774                 m_Map[path].m_LastFileSize = -1;
 775         }
 776         // both cache and file is not exist
 777         if ((ret != 0) && (!cacheExist))
 778                 return false;
 779
 780         // file exist but cache miss
 781         if ((ret == 0) && (!cacheExist))
 782                 return true;
 783
 784         // file not exist but cache exist
 785         if ((ret != 0) && (cacheExist))
 786                 return true;
 787         // file exist and cache exist
 788
 789         {
 790                 CAutoReadLock lock(m_SharedMutex);
 791                 if (m_Map[path].m_LastModifyTime == time && m_Map[path].m_LastFileSize == size)
 792                         return false;
 793         }
 794         return true;
 795 }
 796
 797 int CGitIgnoreList::FetchIgnoreFile(const CString &gitdir, const CString &gitignore, bool isGlobal)
 798 {
 799         if (CGit::GitPathFileExists(gitignore)) //if .gitignore remove, we need remote cache
 800         {
 801                 CAutoWriteLock lock(m_SharedMutex);
 802                 m_Map[gitignore].FetchIgnoreList(gitdir, gitignore, isGlobal, &m_IgnoreCase[g_AdminDirMap.GetAdminDir(gitdir)]);
 803         }
 804         else
 805         {
 806                 CAutoWriteLock lock(m_SharedMutex);
 807                 m_Map.erase(gitignore);
 808         }
 809         return 0;
 810 }
 811
 812 bool CGitIgnoreList::CheckAndUpdateIgnoreFiles(const CString& gitdir, const CString& path, bool isDir, std::set<CString>* lastChecked)
 813 {
 814         CString temp(gitdir);
 815         temp += L'\\';
 816         temp += path;
 817
 818         temp.Replace(L'/', L'\\');
 819
 820         if (!isDir)
 821         {
 822                 int x = temp.ReverseFind(L'\\');
 823                 if (x >= 2)
 824                         temp.Truncate(x);
 825         }
 826
 827         bool updated = false;
 828         while (!temp.IsEmpty())
 829         {
 830                 if (lastChecked)
 831                 {
 832                         if (lastChecked->find(temp) != lastChecked->end())
 833                                 return updated;
 834                         lastChecked->insert(temp);
 835                 }
 836
 837                 temp += L"\\.gitignore";
 838
 839                 if (CheckFileChanged(temp))
 840                 {
 841                         FetchIgnoreFile(gitdir, temp, false);
 842                         updated = true;
 843                 }
 844
 845                 temp.Truncate(temp.GetLength() - (int)wcslen(L"\\.gitignore"));
 846                 if (CPathUtils::ArePathStringsEqual(temp, gitdir))
 847                 {
 848                         CString adminDir = g_AdminDirMap.GetAdminDir(temp);
 849                         CString wcglobalgitignore = adminDir + L"info\\exclude";
 850                         if (CheckFileChanged(wcglobalgitignore))
 851                         {
 852                                 FetchIgnoreFile(gitdir, wcglobalgitignore, true);
 853                                 updated = true;
 854                         }
 855
 856                         if (CheckAndUpdateCoreExcludefile(adminDir))
 857                         {
 858                                 CString excludesFile;
 859                                 {
 860                                         CAutoReadLock lock(m_SharedMutex);
 861                                         excludesFile = m_CoreExcludesfiles[adminDir];
 862                                 }
 863                                 if (!excludesFile.IsEmpty())
 864                                 {
 865                                         FetchIgnoreFile(gitdir, excludesFile, true);
 866                                         updated = true;
 867                                 }
 868                         }
 869
 870                         return updated;
 871                 }
 872
 873                 int i = temp.ReverseFind(L'\\');
 874                 temp.Truncate(max(0, i));
 875         }
 876         return updated;
 877 }
 878
 879 bool CGitIgnoreList::CheckAndUpdateGitSystemConfigPath(bool force)
 880 {
 881         if (force)
 882                 m_sGitProgramDataConfigPath = GetProgramDataGitConfig();
 883         // recheck every 30 seconds
 884         if (GetTickCount64() - m_dGitSystemConfigPathLastChecked > 30000UL || force)
 885         {
 886                 m_dGitSystemConfigPathLastChecked = GetTickCount64();
 887                 CString gitSystemConfigPath(CRegString(REG_SYSTEM_GITCONFIGPATH, L"", FALSE));
 888                 if (gitSystemConfigPath != m_sGitSystemConfigPath)
 889                 {
 890                         m_sGitSystemConfigPath = gitSystemConfigPath;
 891                         return true;
 892                 }
 893         }
 894         return false;
 895 }
 896 bool CGitIgnoreList::CheckAndUpdateCoreExcludefile(const CString &adminDir)
 897 {
 898         CString projectConfig(adminDir);
 899         projectConfig += L"config";
 900         CString globalConfig = g_Git.GetGitGlobalConfig();
 901         CString globalXDGConfig = g_Git.GetGitGlobalXDGConfig();
 902
 903         CAutoWriteLock lock(m_coreExcludefilesSharedMutex);
 904         bool hasChanged = CheckAndUpdateGitSystemConfigPath();
 905         hasChanged = hasChanged || CheckFileChanged(projectConfig);
 906         hasChanged = hasChanged || CheckFileChanged(globalConfig);
 907         hasChanged = hasChanged || CheckFileChanged(globalXDGConfig);
 908         if (!m_sGitProgramDataConfigPath.IsEmpty())
 909                 hasChanged = hasChanged || CheckFileChanged(m_sGitProgramDataConfigPath);
 910         if (!m_sGitSystemConfigPath.IsEmpty())
 911                 hasChanged = hasChanged || CheckFileChanged(m_sGitSystemConfigPath);
 912
 913         CString excludesFile;
 914         {
 915                 CAutoReadLock lock2(m_SharedMutex);
 916                 excludesFile = m_CoreExcludesfiles[adminDir];
 917         }
 918         if (!excludesFile.IsEmpty())
 919                 hasChanged = hasChanged || CheckFileChanged(excludesFile);
 920
 921         if (!hasChanged)
 922                 return false;
 923
 924         CAutoConfig config(true);
 925         CAutoRepository repo(adminDir);
 926         git_config_add_file_ondisk(config, CGit::GetGitPathStringA(projectConfig), GIT_CONFIG_LEVEL_LOCAL, repo, FALSE);
 927         git_config_add_file_ondisk(config, CGit::GetGitPathStringA(globalConfig), GIT_CONFIG_LEVEL_GLOBAL, repo, FALSE);
 928         git_config_add_file_ondisk(config, CGit::GetGitPathStringA(globalXDGConfig), GIT_CONFIG_LEVEL_XDG, repo, FALSE);
 929         if (!m_sGitSystemConfigPath.IsEmpty())
 930                 git_config_add_file_ondisk(config, CGit::GetGitPathStringA(m_sGitSystemConfigPath), GIT_CONFIG_LEVEL_SYSTEM, repo, FALSE);
 931         if (!m_sGitProgramDataConfigPath.IsEmpty())
 932                 git_config_add_file_ondisk(config, CGit::GetGitPathStringA(m_sGitProgramDataConfigPath), GIT_CONFIG_LEVEL_PROGRAMDATA, repo, FALSE);
 933
 934         config.GetString(L"core.excludesfile", excludesFile);
 935         if (excludesFile.IsEmpty())
 936                 excludesFile = GetWindowsHome() + L"\\.config\\git\\ignore";
 937         else if (CStringUtils::StartsWith(excludesFile, L"~/"))
 938                 excludesFile = GetWindowsHome() + excludesFile.Mid((int)wcslen(L"~"));
 939
 940         CAutoWriteLock lockMap(m_SharedMutex);
 941         m_IgnoreCase[adminDir] = 1;
 942         config.GetBOOL(L"core.ignorecase", m_IgnoreCase[adminDir]);
 943         CGit::GetFileModifyTime(projectConfig, &m_Map[projectConfig].m_LastModifyTime, nullptr, &m_Map[projectConfig].m_LastFileSize);
 944         CGit::GetFileModifyTime(globalXDGConfig, &m_Map[globalXDGConfig].m_LastModifyTime, nullptr, &m_Map[globalXDGConfig].m_LastFileSize);
 945         if (m_Map[globalXDGConfig].m_LastModifyTime == 0)
 946                 m_Map.erase(globalXDGConfig);
 947         CGit::GetFileModifyTime(globalConfig, &m_Map[globalConfig].m_LastModifyTime, nullptr, &m_Map[globalConfig].m_LastFileSize);
 948         if (m_Map[globalConfig].m_LastModifyTime == 0)
 949                 m_Map.erase(globalConfig);
 950         if (!m_sGitSystemConfigPath.IsEmpty())
 951                 CGit::GetFileModifyTime(m_sGitSystemConfigPath, &m_Map[m_sGitSystemConfigPath].m_LastModifyTime, nullptr, &m_Map[m_sGitSystemConfigPath].m_LastFileSize);
 952         if (m_Map[m_sGitSystemConfigPath].m_LastModifyTime == 0 || m_sGitSystemConfigPath.IsEmpty())
 953                 m_Map.erase(m_sGitSystemConfigPath);
 954         if (!m_sGitProgramDataConfigPath.IsEmpty())
 955                 CGit::GetFileModifyTime(m_sGitProgramDataConfigPath, &m_Map[m_sGitProgramDataConfigPath].m_LastModifyTime, nullptr, &m_Map[m_sGitProgramDataConfigPath].m_LastFileSize);
 956         if (m_Map[m_sGitProgramDataConfigPath].m_LastModifyTime == 0 || m_sGitProgramDataConfigPath.IsEmpty())
 957                 m_Map.erase(m_sGitProgramDataConfigPath);
 958         m_CoreExcludesfiles[adminDir] = excludesFile;
 959
 960         return true;
 961 }
 962 const CString CGitIgnoreList::GetWindowsHome()
 963 {
 964         static CString sWindowsHome(g_Git.GetHomeDirectory());
 965         return sWindowsHome;
 966 }
 967 bool CGitIgnoreList::IsIgnore(CString str, const CString& projectroot, bool isDir)
 968 {
 969         str.Replace(L'\\', L'/');
 970
 971         if (!str.IsEmpty() && str[str.GetLength() - 1] == L'/')
 972                 str.Truncate(str.GetLength() - 1);
 973
 974         int ret;
 975         ret = CheckIgnore(str, projectroot, isDir);
 976         while (ret < 0)
 977         {
 978                 int start = str.ReverseFind(L'/');
 979                 if(start < 0)
 980                         return (ret == 1);
 981
 982                 str.Truncate(start);
 983                 ret = CheckIgnore(str, projectroot, TRUE);
 984         }
 985
 986         return (ret == 1);
 987 }
 988 int CGitIgnoreList::CheckFileAgainstIgnoreList(const CString &ignorefile, const CStringA &patha, const char * base, int &type)
 989 {
 990         if (m_Map.find(ignorefile) == m_Map.end())
 991                 return -1; // error or undecided
 992
 993         return (m_Map[ignorefile].IsPathIgnored(patha, base, type));
 994 }
 995 int CGitIgnoreList::CheckIgnore(const CString &path, const CString &projectroot, bool isDir)
 996 {
 997         CString temp = CombinePath(projectroot, path);
 998         temp.Replace(L'/', L'\\');
 999
1000         CStringA patha = CUnicodeUtils::GetMulti(path, CP_UTF8);
1001         patha.Replace('\\', '/');
1002
1003         int type = 0;
1004         if (isDir)
1005         {
1006                 type = DT_DIR;
1007
1008                 // strip directory name
1009                 // we do not need to check for a .ignore file inside a directory we might ignore
1010                 int i = temp.ReverseFind(L'\\');
1011                 if (i >= 0)
1012                         temp.Truncate(i);
1013         }
1014         else
1015         {
1016                 type = DT_REG;
1017
1018                 int x = temp.ReverseFind(L'\\');
1019                 if (x >= 2)
1020                         temp.Truncate(x);
1021         }
1022
1023         int pos = patha.ReverseFind('/');
1024         const char * base = (pos >= 0) ? ((const char*)patha + pos + 1) : patha;
1025
1026
1027         CAutoReadLock lock(m_SharedMutex);
1028         while (!temp.IsEmpty())
1029         {
1030                 temp += L"\\.gitignore";
1031
1032                 int ret;
1033                 if ((ret = CheckFileAgainstIgnoreList(temp, patha, base, type)) != -1)
1034                         return ret;
1035
1036                 temp.Truncate(temp.GetLength() - (int)wcslen(L"\\.gitignore"));
1037
1038                 if (CPathUtils::ArePathStringsEqual(temp, projectroot))
1039                 {
1040                         CString adminDir = g_AdminDirMap.GetAdminDir(temp);
1041                         CString wcglobalgitignore = adminDir;
1042                         wcglobalgitignore += L"info\\exclude";
1043                         if ((ret = CheckFileAgainstIgnoreList(wcglobalgitignore, patha, base, type)) != -1)
1044                                 return ret;
1045
1046                         CString excludesFile = m_CoreExcludesfiles[adminDir];
1047                         if (!excludesFile.IsEmpty())
1048                                 return CheckFileAgainstIgnoreList(excludesFile, patha, base, type);
1049
1050                         return -1;
1051                 }
1052
1053                 int i = temp.ReverseFind(L'\\');
1054                 temp.Truncate(max(0, i));
1055         }
1056
1057         return -1;
1058 }
1059
1060 void CGitHeadFileMap::CheckHeadAndUpdate(const CString& gitdir, bool ignoreCase)
1061 {
1062         SHARED_TREE_PTR ptr = this->SafeGet(gitdir);
1063
1064         if (ptr.get() && !ptr->CheckHeadUpdate())
1065                 return;
1066
1067         ptr = std::make_shared<CGitHeadFileList>();
1068         if (ptr->ReadHeadHash(gitdir) || ptr->ReadTree(ignoreCase))
1069         {
1070                 SafeClear(gitdir);
1071                 return;
1072         }
1073
1074         this->SafeSet(gitdir, ptr);
1075
1076         return;
1077 }