feat: add mdb sync

mopsky · May 4, 2018 · 4aebaa8 · 4aebaa8
1 parent 53e2370
commit 4aebaa8
Show file tree

Hide file tree

Showing 4 changed files with 76 additions and 8 deletions.
diff --git a/scripts/sync-db.js b/scripts/sync-db.js
@@ -3,6 +3,12 @@ const co = require('co');
 const { readdirSync } = require('fs');
 const { resolve, join } = require('path');
 
+if (process.env.TRAVIS_BRANCH !== 'master') {
+  console.log('当前分支非 Master, 不执行物料源同步脚本');
+  console.log('TRAVIS_BRANCH=' + process.env.TRAVIS_BRANCH);
+  process.exit(0);
+}
+
 const bucket = 'iceworks';
 const accessKeyId = process.env.ACCESS_KEY_ID;
 const accessKeySecret = process.env.ACCESS_KEY_SECRET;

diff --git a/tools/ice-devtools/database/generate-marterials-database.js b/tools/ice-devtools/database/generate-marterials-database.js
@@ -9,6 +9,7 @@ const os = require('os');
 const uppercamelcase = require('uppercamelcase');
 const rp = require('request-promise');
 const depAnalyze = require('../shared/dep-analyze');
+const { queryNpmTime } = require('../shared/utils');
 
 function generatePartciple(payload, source) {
   if (process.env.PARTICIPLE) {
@@ -30,7 +31,7 @@ function generatePartciple(payload, source) {
  * @param {*} SPACE
  * @param {String} type | block or react
  */
-function generateBlocks(files, SPACE, type) {
+function generateBlocks(files, SPACE, type, done) {
   const result = [];
   files.forEach((pkgPath) => {
     const pkg = JSON.parse(fs.readFileSync(path.join(SPACE, pkgPath)));
@@ -80,7 +81,7 @@ function generateBlocks(files, SPACE, type) {
       screenshot: pkgConfig.screenshot || pkgConfig.snapshot,
 
       categories: pkgConfig.categories || [],
-      publishTime: pkg.publishTime || new Date().toISOString(),
+      // publishTime: pkg.publishTime || new Date().toISOString(),
       features: {
         useComponents,
       },
@@ -131,11 +132,30 @@ function generateBlocks(files, SPACE, type) {
     result.push(payload);
   });
 
-  return result;
+  Promise.all(
+    result.map((item) => {
+      if (item.source.type !== 'npm') {
+        return Promise.resolve();
+      } else {
+        return queryNpmTime(item.source.npm)
+          .then(({ created, modified }) => {
+            item.publishTime = created;
+            item.updateTime = modified;
+          })
+          .catch((err) => {
+            item.publishTime = null;
+            item.updateTime = null;
+          });
+      }
+    })
+  ).then(() => {
+    done(result);
+  });
 }
 
-function generateScaffolds(files, SPACE) {
-  return files.map((pkgPath) => {
+function generateScaffolds(files, SPACE, done) {
+  const tasks = [];
+  const result = files.map((pkgPath) => {
     const pkg = JSON.parse(fs.readFileSync(path.join(SPACE, pkgPath)));
     const dependencies = pkg.dependencies || {};
     const devDependencies = pkg.devDependencies || {};
@@ -163,10 +183,22 @@ function generateScaffolds(files, SPACE) {
       screenshot: pkg.scaffoldConfig.screenshot || pkg.scaffoldConfig.snapshot,
 
       categories: pkg.scaffoldConfig.categories || [],
-      publishTime: pkg.publishTime || new Date().toISOString(),
+      // publishTime: pkg.publishTime || new Date().toISOString(),
       features: {},
     };
 
+    tasks.push(
+      queryNpmTime(pkg.name)
+        .then(({ created, modified }) => {
+          payload.publishTime = created;
+          payload.updateTime = modified;
+        })
+        .catch((err) => {
+          item.publishTime = null;
+          item.updateTime = null;
+        })
+    );
+
     generatePartciple(payload, {
       title: pkg.scaffoldConfig.title,
       content: pkg.description,
@@ -211,6 +243,9 @@ function generateScaffolds(files, SPACE) {
 
     return payload;
   });
+  Promise.all(tasks).then(() => {
+    done(result);
+  });
 }
 
 /**
@@ -231,7 +266,7 @@ function gatherBlocksOrLayouts(pattern, SPACE, type) {
           console.log('err:', err);
           reject(err);
         } else {
-          resolve(generateBlocks(files, SPACE, type));
+          generateBlocks(files, SPACE, type, resolve);
         }
       }
     );
@@ -256,7 +291,7 @@ function gatherScaffolds(pattern, SPACE) {
           console.log('err:', err);
           reject(err);
         } else {
-          resolve(generateScaffolds(files, SPACE));
+          generateScaffolds(files, SPACE, resolve);
         }
       }
     );

diff --git a/tools/ice-devtools/package.json b/tools/ice-devtools/package.json
@@ -17,6 +17,7 @@
   "license": "MIT",
   "dependencies": {
     "async": "^2.6.0",
+    "axios": "^0.18.0",
     "babel-core": "^6.26.0",
     "babel-loader": "^7.1.4",
     "babel-plugin-component": "^1.1.0",

diff --git a/tools/ice-devtools/shared/utils.js b/tools/ice-devtools/shared/utils.js
@@ -1,5 +1,6 @@
 const { resolve } = require('path');
 const { readFileSync } = require('fs');
+const axios = require('axios');
 
 function keys(obj) {
   return Object.keys(obj);
@@ -25,3 +26,28 @@ function getPkgJson() {
   return json;
 }
 exports.getPkgJson = getPkgJson;
+
+function queryNpmTime(
+  npm,
+  version = 'latest',
+  registry = 'http://registry.npmjs.com'
+) {
+  return axios(`${registry}/${npm.replace(/\//g, '%2f')}/`)
+    .then((response) => response.data)
+    .then((data) => data.time)
+    .catch((err) => {
+      if (err.response && err.response.status === 404) {
+        console.error(
+          '[WARN queryNpmTime] 未发布的 npm 包',
+          npm,
+          '@',
+          version,
+          '发布时间和更新时间为 Null'
+        );
+      } else {
+        console.error('[WARN queryNpmTime] failed request with err');
+      }
+      throw err;
+    });
+}
+exports.queryNpmTime = queryNpmTime;