Add quick hack to count Baserock source statistics

1 files changed, 145 insertions, 0 deletions

diff --git a/source-stats b/source-stats
new file mode 100755
index 00000000..3c4579c2
--- /dev/null
+++ b/source-stats
@@ -0,0 +1,145 @@
+#!/usr/bin/python
+# Copyright (C) 2012  Codethink Limited
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; version 2 of the License.
+# 
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+
+import cliapp
+import csv
+import json
+import os
+import shutil
+import tarfile
+import tempfile
+import time
+
+
+class SourceStats(cliapp.Application):
+
+    '''Compute some basic statistics about Baserock components.
+    
+    * name of component
+    * total source lines, excluding blank lines
+    * number of commits over last 12 months
+    * lines added over 12 months
+    * lines removed over 12 months 
+
+    '''
+    
+    def add_settings(self):
+        self.settings.string(['gitsdir'], 'base directory for git repos')
+        
+    def setup(self):
+        self.writer = csv.writer(self.output)
+        self.cols = ['name', 'lines', 'commits', 'added', 'deleted']
+        self.writer.writerow(self.cols)
+        
+    def process_input(self, name):
+        with self.open_input(name) as f:
+            obj = json.load(f)
+        assert len(obj.keys()) == 1
+        name = obj.keys()[0]
+        gitdir = os.path.join(self.settings['gitsdir'], name)
+        
+        stats = self.compute_stats(name, gitdir)
+        row = [stats[x] for x in self.cols]
+        self.writer.writerow(row)
+        self.output.flush()
+        
+    def compute_stats(self, name, gitdir):
+        stats = {
+            'name': name,
+        }
+        
+        t = time.time() - 365 * 86400
+        tt = time.localtime(t)
+        start_date = time.strftime('%Y-%m-%d', tt)
+        
+        stats['branch'] = self.pick_branch(gitdir)
+
+        self.get_sources(gitdir, stats['branch'])
+
+        stats['lines'] = self.count_source_lines(gitdir)
+        
+        start, end = self.find_commit_range(gitdir, start_date)
+        stats['commits'] = self.count_commits(gitdir, start, end)
+        stats['added'], stats['deleted'] = self.diffstat(gitdir, start, end)
+
+        return stats
+        
+    def pick_branch(self, gitdir):
+        out = self.runcmd(['git', 'branch', '-r'], cwd=gitdir)
+        lines = [x.split()[-1] for x in out.splitlines()]
+        
+        candidates = [
+            'origin/master',
+            'origin/trunk',
+            'origin/blead',
+        ]
+        
+        for x in candidates:
+            if x in lines:
+                return x
+        raise Exception('Cannot decide on branch in %s' % gitdir)
+        
+    def get_sources(self, gitdir, branch):
+        self.runcmd(['git', 'checkout', branch], cwd=gitdir)
+    
+    def count_source_lines(self, tempdir):
+        numlines = 0
+        for dirname, subdirs, basenames in os.walk(tempdir):
+            if '.git' in subdirs:
+                subdirs.remove('.git')
+            
+            for basename in basenames:
+                filename = os.path.join(dirname, basename)
+                if os.path.isfile(filename) and not os.path.islink(filename):
+                    with open(filename) as f:
+                        for line in f:
+                            if line.strip():
+                                numlines += 1
+        
+        return numlines
+        
+    def find_commit_range(self, gitdir, start_date):
+        out = self.runcmd(['git', 'log', '--format=oneline',
+                           '--since=%s' % start_date],
+                          cwd=gitdir)
+        lines = out.splitlines()
+        if len(lines) < 2:
+            return 'HEAD', 'HEAD'
+        end = lines[0].split()[0]
+        start = lines[-1].split()[0]
+        return start, end
+        
+    def count_commits(self, gitdir, start, end):
+        out = self.runcmd(['git', 'log', '--format=oneline', 
+                           '%s..%s' % (start, end)],
+                          cwd=gitdir)
+        return len(out.splitlines())
+        
+    def diffstat(self, gitdir, start, end):
+        out = self.runcmd(['git', 'diff', '--numstat', start, end], 
+                          cwd=gitdir)
+        tuples = [line.split() for line in out.splitlines()]
+        def toint(s):
+            try:
+                return int(s)
+            except ValueError:
+                return 0
+        added = sum(toint(t[0]) for t in tuples)
+        deleted = sum(toint(t[1]) for t in tuples)
+        return added, deleted
+
+SourceStats().run()