add gc module

git-svn-id: svn://192.168.3.15/activex/AVS/Sources/TeamlabOffice/trunk/nodeJSProjects@68973 954022d7-b5bf-4e40-9824-e11837661b57

DocService/sources/gc.js

@@ -0,0 +1,106 @@
+var config = require('config').get('services.CoAuthoring');
+var co = require('co');
+var cron = require('cron');
+var taskResult = require('./taskresult');
+var docsCoServer = require('./DocsCoServer');
+var storage = require('./../../Common/sources/storage-base');
+var utils = require('./../../Common/sources/utils');
+var logger = require('./../../Common/sources/logger');
+var commonDefines = require('./../../Common/sources/commondefines');
+var constants = require('./../../Common/sources/constants');
+var pubsubRedis = require('./pubsubRedis.js');
+var pubsubService = require('./' + config.get('pubsub.name'));
+var queueService = require('./../../Common/sources/taskqueueRabbitMQ');
+
+var cfgRedisPrefix = config.get('redis.prefix');
+var cfgExpFilesCron = config.get('expire.filesCron');
+var cfgExpDocumentsCron = config.get('expire.documentsCron');
+var cfgExpFiles = config.get('expire.files');
+var cfgExpFilesRemovedAtOnce = config.get('expire.filesremovedatonce');
+
+var redisKeyDocuments = cfgRedisPrefix + constants.REDIS_KEY_DOCUMENTS;
+
+var checkFileExpire = function() {
+  return co(function* () {
+    try {
+      logger.debug('checkFileExpire start');
+      var expired;
+      var removedCount = 0;
+      var currentRemovedCount;
+      do {
+        currentRemovedCount = 0;
+        expired = yield taskResult.getExpired(cfgExpFilesRemovedAtOnce, cfgExpFiles);
+        for (var i = 0; i < expired.length; ++i) {
+          var docId = expired[i].tr_key;
+          //проверяем что никто не сидит в документе
+          var hvals = yield docsCoServer.getAllPresencePromise(docId);
+          if(0 == hvals.length){
+            var removeRes = yield taskResult.remove(docId);
+            //если ничего не удалилось, значит это сделал другой процесс
+            if (removeRes.affectedRows > 0) {
+              currentRemovedCount++;
+              yield storage.deletePath(docId);
+            }
+          } else {
+            logger.debug('checkFileExpire expire but presence: hvals = %s; docId = %s', hvals, docId);
+          }
+        }
+        removedCount += currentRemovedCount;
+      } while (currentRemovedCount > 0);
+      logger.debug('checkFileExpire end: removedCount = %d', removedCount);
+    } catch (e) {
+      logger.error('checkFileExpire error:\r\n%s', e.stack);
+    }
+  });
+};
+var checkDocumentExpire = function() {
+  return co(function* () {
+    try {
+      logger.debug('checkDocumentExpire start');
+      var removedCount = 0;
+      var startSaveCount = 0;
+      var redisClient = pubsubRedis.getClientRedis();
+
+      var pubsub = new pubsubService();
+      yield pubsub.initPromise();
+      //inner ping to update presence
+      pubsub.publish(JSON.stringify({type: commonDefines.c_oPublishType.expireDoc}));
+
+      var now = (new Date()).getTime();
+      var multi = redisClient.multi([
+        ['zrangebyscore', redisKeyDocuments, 0, now],
+        ['zremrangebyscore', redisKeyDocuments, 0, now]
+      ]);
+      var execRes = yield utils.promiseRedis(multi, multi.exec);
+      var expiredKeys = execRes[0];
+      if (expiredKeys.length > 0) {
+        var queue = new queueService();
+        yield queue.initPromise(true, false, false, false);
+
+        for (var i = 0; i < expiredKeys.length; ++i) {
+          var docId = expiredKeys[i];
+          if (docId) {
+            var puckerIndex = yield docsCoServer.getChangesIndexPromise(docId);
+            if (puckerIndex > 0) {
+              yield docsCoServer.createSaveTimerPromise(docId, null, queue, true);
+              startSaveCount++;
+            } else {
+              yield docsCoServer.cleanDocumentOnExitNoChangesPromise(docId);
+              removedCount++;
+            }
+          }
+        }
+      }
+
+      logger.debug('checkDocumentExpire end: startSaveCount = %d, removedCount = %d', startSaveCount, removedCount);
+    } catch (e) {
+      logger.error('checkDocumentExpire error:\r\n%s', e.stack);
+    }
+  });
+};
+
+var documentExpireJob = new cron.CronJob(cfgExpDocumentsCron, checkDocumentExpire);
+documentExpireJob.start();
+
+var fileExpireJob = new cron.CronJob(cfgExpFilesCron, checkFileExpire);
+fileExpireJob.start();