Include gitstats version in meta/generator.
[gitstats.git] / gitstats
blob8c73dfb42e59a128c468eca64781867204b5f64d
1 #!/usr/bin/env python
2 # Copyright (c) 2007-2009 Heikki Hokkanen <hoxu@users.sf.net> & others (see doc/author.txt)
3 # GPLv2 / GPLv3
4 import datetime
5 import glob
6 import os
7 import pickle
8 import re
9 import shutil
10 import subprocess
11 import sys
12 import time
13 import zlib
15 GNUPLOT_COMMON = 'set terminal png transparent\nset size 0.5,0.5\n'
16 MAX_EXT_LENGTH = 10 # maximum file extension length
18 exectime_internal = 0.0
19 exectime_external = 0.0
20 time_start = time.time()
22 # By default, gnuplot is searched from path, but can be overridden with the
23 # environment variable "GNUPLOT"
24 gnuplot_cmd = 'gnuplot'
25 if 'GNUPLOT' in os.environ:
26 gnuplot_cmd = os.environ['GNUPLOT']
28 def getpipeoutput(cmds, quiet = False):
29 global exectime_external
30 start = time.time()
31 if not quiet:
32 print '>> ' + ' | '.join(cmds),
33 sys.stdout.flush()
34 p0 = subprocess.Popen(cmds[0], stdout = subprocess.PIPE, shell = True)
35 p = p0
36 for x in cmds[1:]:
37 p = subprocess.Popen(x, stdin = p0.stdout, stdout = subprocess.PIPE, shell = True)
38 p0 = p
39 output = p.communicate()[0]
40 end = time.time()
41 if not quiet:
42 print '\r[%.5f] >> %s' % (end - start, ' | '.join(cmds))
43 exectime_external += (end - start)
44 return output.rstrip('\n')
46 def getkeyssortedbyvalues(dict):
47 return map(lambda el : el[1], sorted(map(lambda el : (el[1], el[0]), dict.items())))
49 # dict['author'] = { 'commits': 512 } - ...key(dict, 'commits')
50 def getkeyssortedbyvaluekey(d, key):
51 return map(lambda el : el[1], sorted(map(lambda el : (d[el][key], el), d.keys())))
53 VERSION = 0
54 def getversion():
55 global VERSION
56 if VERSION == 0:
57 VERSION = getpipeoutput(["git rev-parse --short HEAD"]).split('\n')[0]
58 return VERSION
60 class DataCollector:
61 """Manages data collection from a revision control repository."""
62 def __init__(self):
63 self.stamp_created = time.time()
64 self.cache = {}
67 # This should be the main function to extract data from the repository.
68 def collect(self, dir):
69 self.dir = dir
70 self.projectname = os.path.basename(os.path.abspath(dir))
73 # Load cacheable data
74 def loadCache(self, cachefile):
75 if not os.path.exists(cachefile):
76 return
77 print 'Loading cache...'
78 f = open(cachefile)
79 try:
80 self.cache = pickle.loads(zlib.decompress(f.read()))
81 except:
82 # temporary hack to upgrade non-compressed caches
83 f.seek(0)
84 self.cache = pickle.load(f)
85 f.close()
88 # Produce any additional statistics from the extracted data.
89 def refine(self):
90 pass
93 # : get a dictionary of author
94 def getAuthorInfo(self, author):
95 return None
97 def getActivityByDayOfWeek(self):
98 return {}
100 def getActivityByHourOfDay(self):
101 return {}
104 # Get a list of authors
105 def getAuthors(self):
106 return []
108 def getFirstCommitDate(self):
109 return datetime.datetime.now()
111 def getLastCommitDate(self):
112 return datetime.datetime.now()
114 def getStampCreated(self):
115 return self.stamp_created
117 def getTags(self):
118 return []
120 def getTotalAuthors(self):
121 return -1
123 def getTotalCommits(self):
124 return -1
126 def getTotalFiles(self):
127 return -1
129 def getTotalLOC(self):
130 return -1
133 # Save cacheable data
134 def saveCache(self, filename):
135 print 'Saving cache...'
136 f = open(cachefile, 'w')
137 #pickle.dump(self.cache, f)
138 data = zlib.compress(pickle.dumps(self.cache))
139 f.write(data)
140 f.close()
142 class GitDataCollector(DataCollector):
143 def collect(self, dir):
144 DataCollector.collect(self, dir)
146 try:
147 self.total_authors = int(getpipeoutput(['git log', 'git shortlog -s', 'wc -l']))
148 except:
149 self.total_authors = 0
150 #self.total_lines = int(getoutput('git-ls-files -z |xargs -0 cat |wc -l'))
152 self.activity_by_hour_of_day = {} # hour -> commits
153 self.activity_by_day_of_week = {} # day -> commits
154 self.activity_by_month_of_year = {} # month [1-12] -> commits
155 self.activity_by_hour_of_week = {} # weekday -> hour -> commits
156 self.activity_by_hour_of_day_busiest = 0
157 self.activity_by_hour_of_week_busiest = 0
159 self.authors = {} # name -> {commits, first_commit_stamp, last_commit_stamp}
161 # author of the month
162 self.author_of_month = {} # month -> author -> commits
163 self.author_of_year = {} # year -> author -> commits
164 self.commits_by_month = {} # month -> commits
165 self.commits_by_year = {} # year -> commits
166 self.first_commit_stamp = 0
167 self.last_commit_stamp = 0
169 # tags
170 self.tags = {}
171 lines = getpipeoutput(['git show-ref --tags']).split('\n')
172 for line in lines:
173 if len(line) == 0:
174 continue
175 (hash, tag) = line.split(' ')
177 tag = tag.replace('refs/tags/', '')
178 output = getpipeoutput(['git log "%s" --pretty=format:"%%at %%an" -n 1' % hash])
179 if len(output) > 0:
180 parts = output.split(' ')
181 stamp = 0
182 try:
183 stamp = int(parts[0])
184 except ValueError:
185 stamp = 0
186 self.tags[tag] = { 'stamp': stamp, 'hash' : hash, 'date' : datetime.datetime.fromtimestamp(stamp).strftime('%Y-%m-%d') }
188 # Collect revision statistics
189 # Outputs "<stamp> <author>"
190 lines = getpipeoutput(['git rev-list --pretty=format:"%at %an" HEAD', 'grep -v ^commit']).split('\n')
191 for line in lines:
192 # linux-2.6 says "<unknown>" for one line O_o
193 parts = line.split(' ')
194 author = ''
195 try:
196 stamp = int(parts[0])
197 except ValueError:
198 stamp = 0
199 if len(parts) > 1:
200 author = ' '.join(parts[1:])
201 date = datetime.datetime.fromtimestamp(float(stamp))
203 # First and last commit stamp
204 if self.last_commit_stamp == 0:
205 self.last_commit_stamp = stamp
206 self.first_commit_stamp = stamp
208 # activity
209 # hour
210 hour = date.hour
211 if hour in self.activity_by_hour_of_day:
212 self.activity_by_hour_of_day[hour] += 1
213 else:
214 self.activity_by_hour_of_day[hour] = 1
215 # most active hour?
216 if self.activity_by_hour_of_day[hour] > self.activity_by_hour_of_day_busiest:
217 self.activity_by_hour_of_day_busiest = self.activity_by_hour_of_day[hour]
219 # day of week
220 day = date.weekday()
221 if day in self.activity_by_day_of_week:
222 self.activity_by_day_of_week[day] += 1
223 else:
224 self.activity_by_day_of_week[day] = 1
226 # hour of week
227 if day not in self.activity_by_hour_of_week:
228 self.activity_by_hour_of_week[day] = {}
229 if hour not in self.activity_by_hour_of_week[day]:
230 self.activity_by_hour_of_week[day][hour] = 1
231 else:
232 self.activity_by_hour_of_week[day][hour] += 1
233 # most active hour?
234 if self.activity_by_hour_of_week[day][hour] > self.activity_by_hour_of_week_busiest:
235 self.activity_by_hour_of_week_busiest = self.activity_by_hour_of_week[day][hour]
237 # month of year
238 month = date.month
239 if month in self.activity_by_month_of_year:
240 self.activity_by_month_of_year[month] += 1
241 else:
242 self.activity_by_month_of_year[month] = 1
244 # author stats
245 if author not in self.authors:
246 self.authors[author] = {}
247 # commits
248 if 'last_commit_stamp' not in self.authors[author]:
249 self.authors[author]['last_commit_stamp'] = stamp
250 self.authors[author]['first_commit_stamp'] = stamp
251 if 'commits' in self.authors[author]:
252 self.authors[author]['commits'] += 1
253 else:
254 self.authors[author]['commits'] = 1
256 # author of the month/year
257 yymm = datetime.datetime.fromtimestamp(stamp).strftime('%Y-%m')
258 if yymm in self.author_of_month:
259 if author in self.author_of_month[yymm]:
260 self.author_of_month[yymm][author] += 1
261 else:
262 self.author_of_month[yymm][author] = 1
263 else:
264 self.author_of_month[yymm] = {}
265 self.author_of_month[yymm][author] = 1
266 if yymm in self.commits_by_month:
267 self.commits_by_month[yymm] += 1
268 else:
269 self.commits_by_month[yymm] = 1
271 yy = datetime.datetime.fromtimestamp(stamp).year
272 if yy in self.author_of_year:
273 if author in self.author_of_year[yy]:
274 self.author_of_year[yy][author] += 1
275 else:
276 self.author_of_year[yy][author] = 1
277 else:
278 self.author_of_year[yy] = {}
279 self.author_of_year[yy][author] = 1
280 if yy in self.commits_by_year:
281 self.commits_by_year[yy] += 1
282 else:
283 self.commits_by_year[yy] = 1
285 # TODO Optimize this, it's the worst bottleneck
286 # outputs "<stamp> <files>" for each revision
287 self.files_by_stamp = {} # stamp -> files
288 revlines = getpipeoutput(['git rev-list --pretty=format:"%at %T" HEAD', 'grep -v ^commit']).strip().split('\n')
289 lines = []
290 for revline in revlines:
291 time, rev = revline.split(' ')
292 #linecount = int(getpipeoutput(['git-ls-tree -r --name-only "%s"' % rev, 'wc -l']).split('\n')[0])
293 linecount = self.getFilesInCommit(rev)
294 lines.append('%d %d' % (int(time), linecount))
296 self.total_commits = len(lines)
297 for line in lines:
298 parts = line.split(' ')
299 if len(parts) != 2:
300 continue
301 (stamp, files) = parts[0:2]
302 try:
303 self.files_by_stamp[int(stamp)] = int(files)
304 except ValueError:
305 print 'Warning: failed to parse line "%s"' % line
307 # extensions
308 self.extensions = {} # extension -> files, lines
309 lines = getpipeoutput(['git ls-files']).split('\n')
310 self.total_files = len(lines)
311 for line in lines:
312 base = os.path.basename(line)
313 # Ignore extensionless (including .hidden files)
314 if base.find('.') == -1 or base.rfind('.') == 0:
315 ext = ''
316 else:
317 ext = base[(base.rfind('.') + 1):]
318 if len(ext) > MAX_EXT_LENGTH:
319 ext = ''
321 if ext not in self.extensions:
322 self.extensions[ext] = {'files': 0, 'lines': 0}
324 self.extensions[ext]['files'] += 1
325 try:
326 # Escaping could probably be improved here
327 self.extensions[ext]['lines'] += int(getpipeoutput(['wc -l "%s"' % line]).split()[0])
328 except:
329 print 'Warning: Could not count lines for file "%s"' % line
331 # line statistics
332 # outputs:
333 # N files changed, N insertions (+), N deletions(-)
334 # <stamp> <author>
335 self.changes_by_date = {} # stamp -> { files, ins, del }
336 lines = getpipeoutput(['git log --shortstat --pretty=format:"%at %an"']).split('\n')
337 lines.reverse()
338 files = 0; inserted = 0; deleted = 0; total_lines = 0
339 for line in lines:
340 if len(line) == 0:
341 continue
343 # <stamp> <author>
344 if line.find('files changed,') == -1:
345 pos = line.find(' ')
346 if pos != -1:
347 try:
348 (stamp, author) = (int(line[:pos]), line[pos+1:])
349 self.changes_by_date[stamp] = { 'files': files, 'ins': inserted, 'del': deleted, 'lines': total_lines }
350 except ValueError:
351 print 'Warning: unexpected line "%s"' % line
352 else:
353 print 'Warning: unexpected line "%s"' % line
354 else:
355 numbers = re.findall('\d+', line)
356 if len(numbers) == 3:
357 (files, inserted, deleted) = map(lambda el : int(el), numbers)
358 total_lines += inserted
359 total_lines -= deleted
360 else:
361 print 'Warning: failed to handle line "%s"' % line
362 (files, inserted, deleted) = (0, 0, 0)
363 #self.changes_by_date[stamp] = { 'files': files, 'ins': inserted, 'del': deleted }
364 self.total_lines = total_lines
366 def refine(self):
367 # authors
368 # name -> {place_by_commits, commits_frac, date_first, date_last, timedelta}
369 authors_by_commits = getkeyssortedbyvaluekey(self.authors, 'commits')
370 authors_by_commits.reverse() # most first
371 for i, name in enumerate(authors_by_commits):
372 self.authors[name]['place_by_commits'] = i + 1
374 for name in self.authors.keys():
375 a = self.authors[name]
376 a['commits_frac'] = (100 * float(a['commits'])) / self.getTotalCommits()
377 date_first = datetime.datetime.fromtimestamp(a['first_commit_stamp'])
378 date_last = datetime.datetime.fromtimestamp(a['last_commit_stamp'])
379 delta = date_last - date_first
380 a['date_first'] = date_first.strftime('%Y-%m-%d')
381 a['date_last'] = date_last.strftime('%Y-%m-%d')
382 a['timedelta'] = delta
384 def getActivityByDayOfWeek(self):
385 return self.activity_by_day_of_week
387 def getActivityByHourOfDay(self):
388 return self.activity_by_hour_of_day
390 def getAuthorInfo(self, author):
391 return self.authors[author]
393 def getAuthors(self):
394 return self.authors.keys()
396 def getFilesInCommit(self, rev):
397 try:
398 res = self.cache['files_in_tree'][rev]
399 except:
400 res = int(getpipeoutput(['git ls-tree -r --name-only "%s"' % rev, 'wc -l']).split('\n')[0])
401 if 'files_in_tree' not in self.cache:
402 self.cache['files_in_tree'] = {}
403 self.cache['files_in_tree'][rev] = res
405 return res
407 def getFirstCommitDate(self):
408 return datetime.datetime.fromtimestamp(self.first_commit_stamp)
410 def getLastCommitDate(self):
411 return datetime.datetime.fromtimestamp(self.last_commit_stamp)
413 def getTags(self):
414 lines = getpipeoutput(['git show-ref --tags', 'cut -d/ -f3'])
415 return lines.split('\n')
417 def getTagDate(self, tag):
418 return self.revToDate('tags/' + tag)
420 def getTotalAuthors(self):
421 return self.total_authors
423 def getTotalCommits(self):
424 return self.total_commits
426 def getTotalFiles(self):
427 return self.total_files
429 def getTotalLOC(self):
430 return self.total_lines
432 def revToDate(self, rev):
433 stamp = int(getpipeoutput(['git log --pretty=format:%%at "%s" -n 1' % rev]))
434 return datetime.datetime.fromtimestamp(stamp).strftime('%Y-%m-%d')
436 class ReportCreator:
437 """Creates the actual report based on given data."""
438 def __init__(self):
439 pass
441 def create(self, data, path):
442 self.data = data
443 self.path = path
445 def html_linkify(text):
446 return text.lower().replace(' ', '_')
448 def html_header(level, text):
449 name = html_linkify(text)
450 return '\n<h%d><a href="#%s" name="%s">%s</a></h%d>\n\n' % (level, name, name, text, level)
452 class HTMLReportCreator(ReportCreator):
453 def create(self, data, path):
454 ReportCreator.create(self, data, path)
455 self.title = data.projectname
457 # copy static files if they do not exist
458 for file in ('gitstats.css', 'sortable.js', 'arrow-up.gif', 'arrow-down.gif', 'arrow-none.gif'):
459 basedir = os.path.dirname(os.path.abspath(__file__))
460 shutil.copyfile(basedir + '/' + file, path + '/' + file)
462 f = open(path + "/index.html", 'w')
463 format = '%Y-%m-%d %H:%m:%S'
464 self.printHeader(f)
466 f.write('<h1>GitStats - %s</h1>' % data.projectname)
468 self.printNav(f)
470 f.write('<dl>')
471 f.write('<dt>Project name</dt><dd>%s</dd>' % (data.projectname))
472 f.write('<dt>Generated</dt><dd>%s (in %d seconds)</dd>' % (datetime.datetime.now().strftime(format), time.time() - data.getStampCreated()))
473 f.write('<dt>Report Period</dt><dd>%s to %s</dd>' % (data.getFirstCommitDate().strftime(format), data.getLastCommitDate().strftime(format)))
474 f.write('<dt>Total Files</dt><dd>%s</dd>' % data.getTotalFiles())
475 f.write('<dt>Total Lines of Code</dt><dd>%s</dd>' % data.getTotalLOC())
476 f.write('<dt>Total Commits</dt><dd>%s</dd>' % data.getTotalCommits())
477 f.write('<dt>Authors</dt><dd>%s</dd>' % data.getTotalAuthors())
478 f.write('</dl>')
480 f.write('</body>\n</html>')
481 f.close()
484 # Activity
485 f = open(path + '/activity.html', 'w')
486 self.printHeader(f)
487 f.write('<h1>Activity</h1>')
488 self.printNav(f)
490 #f.write('<h2>Last 30 days</h2>')
492 #f.write('<h2>Last 12 months</h2>')
494 # Hour of Day
495 f.write(html_header(2, 'Hour of Day'))
496 hour_of_day = data.getActivityByHourOfDay()
497 f.write('<table><tr><th>Hour</th>')
498 for i in range(1, 25):
499 f.write('<th>%d</th>' % i)
500 f.write('</tr>\n<tr><th>Commits</th>')
501 fp = open(path + '/hour_of_day.dat', 'w')
502 for i in range(0, 24):
503 if i in hour_of_day:
504 r = 127 + int((float(hour_of_day[i]) / data.activity_by_hour_of_day_busiest) * 128)
505 f.write('<td style="background-color: rgb(%d, 0, 0)">%d</td>' % (r, hour_of_day[i]))
506 fp.write('%d %d\n' % (i, hour_of_day[i]))
507 else:
508 f.write('<td>0</td>')
509 fp.write('%d 0\n' % i)
510 fp.close()
511 f.write('</tr>\n<tr><th>%</th>')
512 totalcommits = data.getTotalCommits()
513 for i in range(0, 24):
514 if i in hour_of_day:
515 r = 127 + int((float(hour_of_day[i]) / data.activity_by_hour_of_day_busiest) * 128)
516 f.write('<td style="background-color: rgb(%d, 0, 0)">%.2f</td>' % (r, (100.0 * hour_of_day[i]) / totalcommits))
517 else:
518 f.write('<td>0.00</td>')
519 f.write('</tr></table>')
520 f.write('<img src="hour_of_day.png" alt="Hour of Day" />')
521 fg = open(path + '/hour_of_day.dat', 'w')
522 for i in range(0, 24):
523 if i in hour_of_day:
524 fg.write('%d %d\n' % (i + 1, hour_of_day[i]))
525 else:
526 fg.write('%d 0\n' % (i + 1))
527 fg.close()
529 # Day of Week
530 f.write(html_header(2, 'Day of Week'))
531 day_of_week = data.getActivityByDayOfWeek()
532 f.write('<div class="vtable"><table>')
533 f.write('<tr><th>Day</th><th>Total (%)</th></tr>')
534 fp = open(path + '/day_of_week.dat', 'w')
535 for d in range(0, 7):
536 commits = 0
537 if d in day_of_week:
538 commits = day_of_week[d]
539 fp.write('%d %d\n' % (d + 1, commits))
540 f.write('<tr>')
541 f.write('<th>%d</th>' % (d + 1))
542 if d in day_of_week:
543 f.write('<td>%d (%.2f%%)</td>' % (day_of_week[d], (100.0 * day_of_week[d]) / totalcommits))
544 else:
545 f.write('<td>0</td>')
546 f.write('</tr>')
547 f.write('</table></div>')
548 f.write('<img src="day_of_week.png" alt="Day of Week" />')
549 fp.close()
551 # Hour of Week
552 f.write(html_header(2, 'Hour of Week'))
553 f.write('<table>')
555 f.write('<tr><th>Weekday</th>')
556 for hour in range(0, 24):
557 f.write('<th>%d</th>' % (hour + 1))
558 f.write('</tr>')
560 for weekday in range(0, 7):
561 f.write('<tr><th>%d</th>' % (weekday + 1))
562 for hour in range(0, 24):
563 try:
564 commits = data.activity_by_hour_of_week[weekday][hour]
565 except KeyError:
566 commits = 0
567 if commits != 0:
568 f.write('<td')
569 r = 127 + int((float(commits) / data.activity_by_hour_of_week_busiest) * 128)
570 f.write(' style="background-color: rgb(%d, 0, 0)"' % r)
571 f.write('>%d</td>' % commits)
572 else:
573 f.write('<td></td>')
574 f.write('</tr>')
576 f.write('</table>')
578 # Month of Year
579 f.write(html_header(2, 'Month of Year'))
580 f.write('<div class="vtable"><table>')
581 f.write('<tr><th>Month</th><th>Commits (%)</th></tr>')
582 fp = open (path + '/month_of_year.dat', 'w')
583 for mm in range(1, 13):
584 commits = 0
585 if mm in data.activity_by_month_of_year:
586 commits = data.activity_by_month_of_year[mm]
587 f.write('<tr><td>%d</td><td>%d (%.2f %%)</td></tr>' % (mm, commits, (100.0 * commits) / data.getTotalCommits()))
588 fp.write('%d %d\n' % (mm, commits))
589 fp.close()
590 f.write('</table></div>')
591 f.write('<img src="month_of_year.png" alt="Month of Year" />')
593 # Commits by year/month
594 f.write(html_header(2, 'Commits by year/month'))
595 f.write('<div class="vtable"><table><tr><th>Month</th><th>Commits</th></tr>')
596 for yymm in reversed(sorted(data.commits_by_month.keys())):
597 f.write('<tr><td>%s</td><td>%d</td></tr>' % (yymm, data.commits_by_month[yymm]))
598 f.write('</table></div>')
599 f.write('<img src="commits_by_year_month.png" alt="Commits by year/month" />')
600 fg = open(path + '/commits_by_year_month.dat', 'w')
601 for yymm in sorted(data.commits_by_month.keys()):
602 fg.write('%s %s\n' % (yymm, data.commits_by_month[yymm]))
603 fg.close()
605 # Commits by year
606 f.write(html_header(2, 'Commits by Year'))
607 f.write('<div class="vtable"><table><tr><th>Year</th><th>Commits (% of all)</th></tr>')
608 for yy in reversed(sorted(data.commits_by_year.keys())):
609 f.write('<tr><td>%s</td><td>%d (%.2f%%)</td></tr>' % (yy, data.commits_by_year[yy], (100.0 * data.commits_by_year[yy]) / data.getTotalCommits()))
610 f.write('</table></div>')
611 f.write('<img src="commits_by_year.png" alt="Commits by Year" />')
612 fg = open(path + '/commits_by_year.dat', 'w')
613 for yy in sorted(data.commits_by_year.keys()):
614 fg.write('%d %d\n' % (yy, data.commits_by_year[yy]))
615 fg.close()
617 f.write('</body></html>')
618 f.close()
621 # Authors
622 f = open(path + '/authors.html', 'w')
623 self.printHeader(f)
625 f.write('<h1>Authors</h1>')
626 self.printNav(f)
628 # Authors :: List of authors
629 f.write(html_header(2, 'List of Authors'))
631 f.write('<table class="authors sortable" id="authors">')
632 f.write('<tr><th>Author</th><th>Commits (%)</th><th>First commit</th><th>Last commit</th><th class="unsortable">Age</th><th># by commits</th></tr>')
633 for author in sorted(data.getAuthors()):
634 info = data.getAuthorInfo(author)
635 f.write('<tr><td>%s</td><td>%d (%.2f%%)</td><td>%s</td><td>%s</td><td>%s</td><td>%d</td></tr>' % (author, info['commits'], info['commits_frac'], info['date_first'], info['date_last'], info['timedelta'], info['place_by_commits']))
636 f.write('</table>')
638 # Authors :: Author of Month
639 f.write(html_header(2, 'Author of Month'))
640 f.write('<table class="sortable" id="aom">')
641 f.write('<tr><th>Month</th><th>Author</th><th>Commits (%)</th><th class="unsortable">Next top 5</th></tr>')
642 for yymm in reversed(sorted(data.author_of_month.keys())):
643 authordict = data.author_of_month[yymm]
644 authors = getkeyssortedbyvalues(authordict)
645 authors.reverse()
646 commits = data.author_of_month[yymm][authors[0]]
647 next = ', '.join(authors[1:5])
648 f.write('<tr><td>%s</td><td>%s</td><td>%d (%.2f%% of %d)</td><td>%s</td></tr>' % (yymm, authors[0], commits, (100 * commits) / data.commits_by_month[yymm], data.commits_by_month[yymm], next))
650 f.write('</table>')
652 f.write(html_header(2, 'Author of Year'))
653 f.write('<table class="sortable" id="aoy"><tr><th>Year</th><th>Author</th><th>Commits (%)</th><th class="unsortable">Next top 5</th></tr>')
654 for yy in reversed(sorted(data.author_of_year.keys())):
655 authordict = data.author_of_year[yy]
656 authors = getkeyssortedbyvalues(authordict)
657 authors.reverse()
658 commits = data.author_of_year[yy][authors[0]]
659 next = ', '.join(authors[1:5])
660 f.write('<tr><td>%s</td><td>%s</td><td>%d (%.2f%% of %d)</td><td>%s</td></tr>' % (yy, authors[0], commits, (100 * commits) / data.commits_by_year[yy], data.commits_by_year[yy], next))
661 f.write('</table>')
663 f.write('</body></html>')
664 f.close()
667 # Files
668 f = open(path + '/files.html', 'w')
669 self.printHeader(f)
670 f.write('<h1>Files</h1>')
671 self.printNav(f)
673 f.write('<dl>\n')
674 f.write('<dt>Total files</dt><dd>%d</dd>' % data.getTotalFiles())
675 f.write('<dt>Total lines</dt><dd>%d</dd>' % data.getTotalLOC())
676 f.write('<dt>Average file size</dt><dd>%.2f bytes</dd>' % ((100.0 * data.getTotalLOC()) / data.getTotalFiles()))
677 f.write('</dl>\n')
679 # Files :: File count by date
680 f.write(html_header(2, 'File count by date'))
682 fg = open(path + '/files_by_date.dat', 'w')
683 for stamp in sorted(data.files_by_stamp.keys()):
684 fg.write('%s %d\n' % (datetime.datetime.fromtimestamp(stamp).strftime('%Y-%m-%d'), data.files_by_stamp[stamp]))
685 fg.close()
687 f.write('<img src="files_by_date.png" alt="Files by Date" />')
689 #f.write('<h2>Average file size by date</h2>')
691 # Files :: Extensions
692 f.write(html_header(2, 'Extensions'))
693 f.write('<table class="sortable" id="ext"><tr><th>Extension</th><th>Files (%)</th><th>Lines (%)</th><th>Lines/file</th></tr>')
694 for ext in sorted(data.extensions.keys()):
695 files = data.extensions[ext]['files']
696 lines = data.extensions[ext]['lines']
697 f.write('<tr><td>%s</td><td>%d (%.2f%%)</td><td>%d (%.2f%%)</td><td>%d</td></tr>' % (ext, files, (100.0 * files) / data.getTotalFiles(), lines, (100.0 * lines) / data.getTotalLOC(), lines / files))
698 f.write('</table>')
700 f.write('</body></html>')
701 f.close()
704 # Lines
705 f = open(path + '/lines.html', 'w')
706 self.printHeader(f)
707 f.write('<h1>Lines</h1>')
708 self.printNav(f)
710 f.write('<dl>\n')
711 f.write('<dt>Total lines</dt><dd>%d</dd>' % data.getTotalLOC())
712 f.write('</dl>\n')
714 f.write(html_header(2, 'Lines of Code'))
715 f.write('<img src="lines_of_code.png" />')
717 fg = open(path + '/lines_of_code.dat', 'w')
718 for stamp in sorted(data.changes_by_date.keys()):
719 fg.write('%d %d\n' % (stamp, data.changes_by_date[stamp]['lines']))
720 fg.close()
722 f.write('</body></html>')
723 f.close()
726 # tags.html
727 f = open(path + '/tags.html', 'w')
728 self.printHeader(f)
729 f.write('<h1>Tags</h1>')
730 self.printNav(f)
732 f.write('<dl>')
733 f.write('<dt>Total tags</dt><dd>%d</dd>' % len(data.tags))
734 if len(data.tags) > 0:
735 f.write('<dt>Average commits per tag</dt><dd>%.2f</dd>' % (data.getTotalCommits() / len(data.tags)))
736 f.write('</dl>')
738 f.write('<table>')
739 f.write('<tr><th>Name</th><th>Date</th></tr>')
740 # sort the tags by date desc
741 tags_sorted_by_date_desc = map(lambda el : el[1], reversed(sorted(map(lambda el : (el[1]['date'], el[0]), data.tags.items()))))
742 for tag in tags_sorted_by_date_desc:
743 f.write('<tr><td>%s</td><td>%s</td></tr>' % (tag, data.tags[tag]['date']))
744 f.write('</table>')
746 f.write('</body></html>')
747 f.close()
749 self.createGraphs(path)
751 def createGraphs(self, path):
752 print 'Generating graphs...'
754 # hour of day
755 f = open(path + '/hour_of_day.plot', 'w')
756 f.write(GNUPLOT_COMMON)
757 f.write(
759 set output 'hour_of_day.png'
760 unset key
761 set xrange [0.5:24.5]
762 set xtics 4
763 set ylabel "Commits"
764 plot 'hour_of_day.dat' using 1:2:(0.5) w boxes fs solid
765 """)
766 f.close()
768 # day of week
769 f = open(path + '/day_of_week.plot', 'w')
770 f.write(GNUPLOT_COMMON)
771 f.write(
773 set output 'day_of_week.png'
774 unset key
775 set xrange [0.5:7.5]
776 set xtics 1
777 set ylabel "Commits"
778 plot 'day_of_week.dat' using 1:2:(0.5) w boxes fs solid
779 """)
780 f.close()
782 # Month of Year
783 f = open(path + '/month_of_year.plot', 'w')
784 f.write(GNUPLOT_COMMON)
785 f.write(
787 set output 'month_of_year.png'
788 unset key
789 set xrange [0.5:12.5]
790 set xtics 1
791 set ylabel "Commits"
792 plot 'month_of_year.dat' using 1:2:(0.5) w boxes fs solid
793 """)
794 f.close()
796 # commits_by_year_month
797 f = open(path + '/commits_by_year_month.plot', 'w')
798 f.write(GNUPLOT_COMMON)
799 f.write(
801 set output 'commits_by_year_month.png'
802 unset key
803 set xdata time
804 set timefmt "%Y-%m"
805 set format x "%Y-%m"
806 set xtics rotate by 90 15768000
807 set bmargin 5
808 set ylabel "Commits"
809 plot 'commits_by_year_month.dat' using 1:2:(0.5) w boxes fs solid
810 """)
811 f.close()
813 # commits_by_year
814 f = open(path + '/commits_by_year.plot', 'w')
815 f.write(GNUPLOT_COMMON)
816 f.write(
818 set output 'commits_by_year.png'
819 unset key
820 set xtics 1
821 set ylabel "Commits"
822 set yrange [0:]
823 plot 'commits_by_year.dat' using 1:2:(0.5) w boxes fs solid
824 """)
825 f.close()
827 # Files by date
828 f = open(path + '/files_by_date.plot', 'w')
829 f.write(GNUPLOT_COMMON)
830 f.write(
832 set output 'files_by_date.png'
833 unset key
834 set xdata time
835 set timefmt "%Y-%m-%d"
836 set format x "%Y-%m-%d"
837 set ylabel "Files"
838 set xtics rotate by 90
839 set bmargin 6
840 plot 'files_by_date.dat' using 1:2 w histeps
841 """)
842 f.close()
844 # Lines of Code
845 f = open(path + '/lines_of_code.plot', 'w')
846 f.write(GNUPLOT_COMMON)
847 f.write(
849 set output 'lines_of_code.png'
850 unset key
851 set xdata time
852 set timefmt "%s"
853 set format x "%Y-%m-%d"
854 set ylabel "Lines"
855 set xtics rotate by 90
856 set bmargin 6
857 plot 'lines_of_code.dat' using 1:2 w lines
858 """)
859 f.close()
861 os.chdir(path)
862 files = glob.glob(path + '/*.plot')
863 for f in files:
864 out = getpipeoutput([gnuplot_cmd + ' "%s"' % f])
865 if len(out) > 0:
866 print out
868 def printHeader(self, f, title = ''):
869 f.write(
870 """<?xml version="1.0" encoding="UTF-8"?>
871 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
872 <html xmlns="http://www.w3.org/1999/xhtml">
873 <head>
874 <title>GitStats - %s</title>
875 <link rel="stylesheet" href="gitstats.css" type="text/css" />
876 <meta name="generator" content="GitStats %s" />
877 <script type="text/javascript" src="sortable.js"></script>
878 </head>
879 <body>
880 """ % (self.title, getversion()))
882 def printNav(self, f):
883 f.write("""
884 <div class="nav">
885 <ul>
886 <li><a href="index.html">General</a></li>
887 <li><a href="activity.html">Activity</a></li>
888 <li><a href="authors.html">Authors</a></li>
889 <li><a href="files.html">Files</a></li>
890 <li><a href="lines.html">Lines</a></li>
891 <li><a href="tags.html">Tags</a></li>
892 </ul>
893 </div>
894 """)
897 usage = """
898 Usage: gitstats [options] <gitpath> <outputpath>
900 Options:
903 if len(sys.argv) < 3:
904 print usage
905 sys.exit(0)
907 gitpath = sys.argv[1]
908 outputpath = os.path.abspath(sys.argv[2])
909 rundir = os.getcwd()
911 try:
912 os.makedirs(outputpath)
913 except OSError:
914 pass
915 if not os.path.isdir(outputpath):
916 print 'FATAL: Output path is not a directory or does not exist'
917 sys.exit(1)
919 print 'Git path: %s' % gitpath
920 print 'Output path: %s' % outputpath
922 os.chdir(gitpath)
924 cachefile = os.path.join(outputpath, 'gitstats.cache')
926 print 'Collecting data...'
927 data = GitDataCollector()
928 data.loadCache(cachefile)
929 data.collect(gitpath)
930 print 'Refining data...'
931 data.saveCache(cachefile)
932 data.refine()
934 os.chdir(rundir)
936 print 'Generating report...'
937 report = HTMLReportCreator()
938 report.create(data, outputpath)
940 time_end = time.time()
941 exectime_internal = time_end - time_start
942 print 'Execution time %.5f secs, %.5f secs (%.2f %%) in external commands)' % (exectime_internal, exectime_external, (100.0 * exectime_external) / exectime_internal)