summaryrefslogtreecommitdiff
path: root/source-stats
blob: 08f7bf97e5c2b17f999a17791ba5779a00c006fc (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
#!/usr/bin/python
# Copyright (C) 2012,2013,2015  Codethink Limited
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program.  If not, see <http://www.gnu.org/licenses/>.


import cliapp
import csv
import os
import shutil
import sys
import tarfile
import tempfile
import time


class SourceStats(cliapp.Application):

    '''Compute some basic statistics about Baserock components.

    * name of component
    * total source lines, excluding blank lines
    * number of commits over last 12 months
    * lines added over 12 months
    * lines removed over 12 months

    Usage: ./source-stat $HOME/baserock/gits/*

    '''

    def add_settings(self):
        self.settings.string(['gitsdir'], 'base directory for git repos')

    def setup(self):
        self.writer = csv.writer(sys.stdout)
        self.cols = ['name', 'lines', 'commits', 'added', 'deleted']
        self.writer.writerow(self.cols)

    def process_input(self, gitdir):
        name = os.path.basename(gitdir)
        stats = self.compute_stats(name, gitdir)
        row = [stats[x] for x in self.cols]
        self.writer.writerow(row)
        sys.stdout.flush()

    def compute_stats(self, name, gitdir):
        stats = {
            'name': name,
        }

        t = time.time() - 365 * 86400
        tt = time.localtime(t)
        start_date = time.strftime('%Y-%m-%d', tt)

        stats['branch'] = self.pick_branch(gitdir)

        self.get_sources(gitdir, stats['branch'])

        stats['lines'] = self.count_source_lines(gitdir)

        start, end = self.find_commit_range(gitdir, start_date)
        stats['commits'] = self.count_commits(gitdir, start, end)
        stats['added'], stats['deleted'] = self.diffstat(gitdir, start, end)

        return stats

    def pick_branch(self, gitdir):
        out = self.runcmd(['git', 'branch', '-r'], cwd=gitdir)
        lines = [x.split()[-1] for x in out.splitlines()]

        candidates = [
            'origin/master',
            'origin/trunk',
            'origin/blead',
        ]

        for x in candidates:
            if x in lines:
                return x
        raise Exception('Cannot decide on branch in %s' % gitdir)

    def get_sources(self, gitdir, branch):
        self.runcmd(['git', 'checkout', branch], cwd=gitdir)

    def count_source_lines(self, tempdir):
        numlines = 0
        for dirname, subdirs, basenames in os.walk(tempdir):
            if '.git' in subdirs:
                subdirs.remove('.git')

            for basename in basenames:
                filename = os.path.join(dirname, basename)
                if os.path.isfile(filename) and not os.path.islink(filename):
                    with open(filename) as f:
                        for line in f:
                            if line.strip():
                                numlines += 1

        return numlines

    def find_commit_range(self, gitdir, start_date):
        out = self.runcmd(['git', 'log', '--format=oneline',
                           '--since=%s' % start_date],
                          cwd=gitdir)
        lines = out.splitlines()
        if len(lines) < 2:
            return 'HEAD', 'HEAD'
        end = lines[0].split()[0]
        start = lines[-1].split()[0]
        return start, end

    def count_commits(self, gitdir, start, end):
        out = self.runcmd(['git', 'log', '--format=oneline',
                           '%s..%s' % (start, end)],
                          cwd=gitdir)
        return len(out.splitlines())

    def diffstat(self, gitdir, start, end):
        out = self.runcmd(['git', 'diff', '--numstat', start, end],
                          cwd=gitdir)
        tuples = [line.split() for line in out.splitlines()]

        def toint(s):
            try:
                return int(s)
            except ValueError:
                return 0
        added = sum(toint(t[0]) for t in tuples)
        deleted = sum(toint(t[1]) for t in tuples)
        return added, deleted

SourceStats().run()