New redo-sources and redo-targets commands.

Suggested by djb in personal email, and on the mailing list.  redo-targets
lists all the targets in the database; redo-sources lists all the existing
sources (ie. files that are referred to but which aren't targets).

redo-ifcreate filenames aren't included in the redo-sources list.

helpers.py

@@ -2,6 +2,10 @@ import os, errno, fcntl
 from atoi import atoi
 
 
+def join(between, l):
+    return between.join(l)
+
+
 def unlink(f):
     """Delete a file at path 'f' if it currently exists.
 

redo-sources

@@ -0,0 +1 @@
+redo-sources.py

redo-sources.py

@@ -0,0 +1,18 @@
+#!/usr/bin/python
+import sys, os
+
+import vars_init
+vars_init.init([])
+
+import state
+from log import err
+
+if len(sys.argv[1:]) != 0:
+    err('%s: no arguments expected.\n' % sys.argv[0])
+    sys.exit(1)
+
+for f in state.files():
+    if f.name.startswith('//'):
+        continue  # special name, ignore
+    if not f.is_generated and f.read_stamp() != state.STAMP_MISSING:
+        print f.nicename()

redo-targets

@@ -0,0 +1 @@
+redo-targets.py

redo-targets.py

@@ -0,0 +1,16 @@
+#!/usr/bin/python
+import sys, os
+
+import vars_init
+vars_init.init([])
+
+import state
+from log import err
+
+if len(sys.argv[1:]) != 0:
+    err('%s: no arguments expected.\n' % sys.argv[0])
+    sys.exit(1)
+
+for f in state.files():
+    if f.is_generated and f.read_stamp() != state.STAMP_MISSING:
+        print f.nicename()

state.py

@@ -1,6 +1,6 @@
 import sys, os, errno, glob, stat, fcntl, sqlite3
 import vars
-from helpers import unlink, close_on_exec
+from helpers import unlink, close_on_exec, join
 from log import err, debug2, debug3
 
 SCHEMA_VER=1
@@ -129,20 +129,18 @@ def relpath(t, base):
     while bparts:
         tparts.insert(0, '..')
         bparts.pop(0)
-    return '/'.join(tparts)
+    return join('/', tparts)
 
 
+_file_cols = ['rowid', 'name', 'is_generated', 'is_override',
+              'checked_runid', 'changed_runid', 'failed_runid',
+              'stamp', 'csum']
 class File(object):
     # use this mostly to avoid accidentally assigning to typos
-    __slots__ = ['id', 'name', 'is_generated', 'is_override',
+    __slots__ = ['id'] + _file_cols[1:]
-                 'checked_runid', 'changed_runid', 'failed_runid',
-                 'stamp', 'csum']
 
     def _init_from_idname(self, id, name):
-        q = ('select rowid, name, is_generated, is_override, '
+        q = ('select %s from Files ' % join(', ', _file_cols))
-             '    checked_runid, changed_runid, failed_runid, '
-             '    stamp, csum '
-             '  from Files ')
         if id != None:
             q += 'where rowid=?'
             l = [id]
@@ -185,11 +183,10 @@ class File(object):
         self._init_from_idname(self.id, None)
 
     def save(self):
+        cols = join(', ', ['%s=?'%i for i in _file_cols[2:]])
         _write('update Files set '
-               '    is_generated=?, is_override=?, '
+               '    %s '
-               '    checked_runid=?, changed_runid=?, failed_runid=?, '
+               '    where rowid=?' % cols,
-               '    stamp=?, csum=? '
-               '    where rowid=?',
                [self.is_generated, self.is_override,
                 self.checked_runid, self.changed_runid, self.failed_runid,
                 self.stamp, self.csum,
@@ -236,13 +233,10 @@ class File(object):
         return self.failed_runid and self.failed_runid >= vars.RUNID
 
     def deps(self):
-        q = ('select Deps.mode, Deps.source, '
+        q = ('select Deps.mode, Deps.source, %s '
-             '    name, is_generated, is_override, '
-             '    checked_runid, changed_runid, failed_runid, '
-             '    stamp, csum '
              '  from Files '
              '    join Deps on Files.rowid = Deps.source '
-             '  where target=?')
+             '  where target=?' % join(', ', _file_cols[1:]))
         for row in db().execute(q, [self.id]).fetchall():
             mode = row[0]
             cols = row[1:]
@@ -280,6 +274,11 @@ class File(object):
         return relpath(os.path.join(vars.BASE, self.name), vars.STARTDIR)
 
 
+def files():
+    q = ('select %s from Files order by name' % join(', ', _file_cols))
+    for cols in db().execute(q).fetchall():
+        yield File(cols=cols)
+
 
 # FIXME: I really want to use fcntl F_SETLK, F_SETLKW, etc here.  But python
 # doesn't do the lockdata structure in a portable way, so we have to use