Track updated files. Close iterative#61

andirey · May 10, 2017 · 0a92f93 · 0a92f93
1 parent e896030
commit 0a92f93
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 3 deletions.
diff --git a/dvc/main.py b/dvc/main.py
@@ -10,7 +10,6 @@
 
 from dvc.runtime import Runtime
 from dvc.command.init import CmdInit
-from dvc.command.import_bulk import CmdImportBulk
 from dvc.command.remove import CmdDataRemove
 from dvc.command.run import CmdRun
 from dvc.command.repro import CmdRepro
@@ -19,7 +18,7 @@
 from dvc.command.lock import CmdLock
 from dvc.command.test import CmdTest
 
-VERSION = '0.8.2'
+VERSION = '0.8.3'
 
 def print_usage():
     usage = ('',

diff --git a/dvc/repository_change.py b/dvc/repository_change.py
@@ -20,18 +20,32 @@ class RepositoryChange(object):
     def __init__(self, cmd_args, settings, stdout, stderr, shell=False):
         self._settings = settings
 
+        stemps_before = self.data_file_timesteps()
+
         Logger.debug(u'[Repository change] Exec command: {}. stdout={}, stderr={}, shell={}'.format(
                      u' '.join(cmd_args),
                      stdout,
                      stderr,
                      shell))
         Executor.exec_cmd_only_success(cmd_args, stdout, stderr, shell=shell)
 
+        stemps_after = self.data_file_timesteps()
+
+        sym_diff = stemps_after ^ stemps_before
+        self._modified_content_filenames = set([filename for filename, timestemp in sym_diff])
+
+        Logger.debug(u'[Repository change] Identified modifications: {}'.format(
+                     u', '.join(self._modified_content_filenames)))
+
         self._stated_data_items = []
         self._externally_created_files = []
         self._created_status_files = []
         self._init_file_states()
 
+    @property
+    def modified_content_data_items(self):
+        return [self._settings.path_factory.data_item(file) for file in self._modified_content_filenames]
+
     @cached_property
     def removed_data_items(self):
         return [x for x in self._stated_data_items if x.is_removed]
@@ -50,7 +64,8 @@ def unusual_data_items(self):
 
     @property
     def changed_data_items(self):
-        return self.new_data_items + self.modified_data_items
+        res = set(self.new_data_items + self.modified_data_items + self.modified_content_data_items)
+        return list(res)
 
     def _add_stated_data_item(self, state, file):
         try:
@@ -98,3 +113,13 @@ def externally_created_files(self):
     @property
     def created_status_files(self):
         return self._created_status_files
+
+    def data_file_timesteps(self):
+        res = set()
+        for root, dirs, files in os.walk(self._settings.config.data_dir):
+            for file in files:
+                filename = os.path.join(root, file)
+                timestemp = os.path.getmtime(filename)
+                res.add((filename, timestemp))
+
+        return res