forked from meteor/meteor
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpackage-client.js
815 lines (714 loc) · 28.5 KB
/
package-client.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
var Future = require('fibers/future');
var _ = require('underscore');
var child_process = require("child_process");
var config = require('./config.js');
var httpHelpers = require('./http-helpers.js');
var release = require('./release.js');
var files = require('./files.js');
var utils = require('./utils.js');
var buildmessage = require('./buildmessage.js');
var compiler = require('./compiler.js');
var authClient = require('./auth-client.js');
var catalog = require('./catalog.js');
var projectContextModule = require('./project-context.js');
var colonConverter = require("./colon-converter.js");
// Opens a DDP connection to a package server. Loads the packages needed for a
// DDP connection, then calls DDP connect to the package server URL in config,
// using a current user-agent header composed by http-helpers.js.
var openPackageServerConnection = function (packageServerUrl) {
var serverUrl = packageServerUrl || config.getPackageServerUrl();
return authClient.openServiceConnection(serverUrl);
};
// We don't let the user upload a blank README for UX reasons, but we would
// prefer that the server move to a world with 'readme' files for everything in
// the future. As a way to breach these interfaces, for now, we are going to
// upload blank documentation files when null docs are requested.
//
// This function generates a Readme object for a blank readme file, as well as
// the file itself.
var generateBlankReadme = function () {
return {
contents: "",
excerpt: "",
hash: files.blankHash
};
};
// Save a readme file to a temporary path.
var saveReadmeToTmp = function (readmeInfo) {
var tempReadmeDir = files.mkdtemp('readme');
var readmePath = files.pathJoin(tempReadmeDir, "Readme.md");
files.writeFileAtomically(readmePath, readmeInfo.contents);
return readmePath;
};
// Given a connection, makes a call to the package server. (Checks to see if
// the connection is connected, and reconnects if needed -- a workaround for
// the fact that connections in the tool do not reconnect)
exports.callPackageServer = function (conn) {
// XXX This is broken since it doesn't actually replace the conn in the
// caller, so it'll happen on every subsequent call
if (!conn.connected) {
conn.close();
conn = exports.loggedInPackagesConnection();
}
var args = _.values(arguments)
.slice(1, arguments.length);
return conn.call.apply(conn, args);
};
var callPackageServerBM = exports.callPackageServerBM = function () {
buildmessage.assertInJob();
try {
return exports.callPackageServer.apply(null, arguments);
} catch (e) {
buildmessage.error(e.reason || e.message);
return null;
}
};
// Requests and returns one page of new package data that we haven't cached on
// disk. We assume that data is cached chronologically, so essentially, we are
// asking for a diff from the last time that we did this.
// Takes in:
// - conn: the connection to use (does not have to be logged in)
// - syncToken: a syncToken object to be sent to the server that
// represents the last time that we talked to the server.
// - options:
// - useShortPages (Boolean). Ask the server for pages of ~3 records
// instead of ~100, for testing pagination.
//
// Returns an object, containing the following fields:
// - syncToken: a new syncToken object, that we can pass to the server in the future.
// - collections: an object keyed by the name of server collections, with the
// records as an array of javascript objects.
var loadRemotePackageData = function (conn, syncToken, options) {
options = options || {};
// Did we get disconnected between retries somehow? Then we should open a new
// connection. We shouldn't use the callPackageServer method here though,
// since we don't need to authenticate.
if (!conn.connected) {
conn.close();
conn = openPackageServerConnection();
}
var syncOpts = {};
if (options && options.useShortPages) {
syncOpts.shortPagesForTest = options.useShortPages;
}
if (options && options.compressCollections) {
syncOpts.compressCollections = options.compressCollections;
}
return conn.call('syncNewPackageData', syncToken, syncOpts);
};
// Contacts the package server to get the latest diff and writes changes to
// disk.
//
// Takes in the dataStore, which is an example of the remote catalog. Contacts
// the package server and updates the sql database with the most recent
// information.
//
// Returns null if contacting the server times out, or an object with the
// following keys:
// resetData : true if we should reset the database, otherwise false.
// connectionFailed: true if we failed to connect to the server.
//
// options can include:
// - packageStorageFile: String. The file to write the data to (overrides
// `config.getPackageStorage()`)
// - packageServerUrl: String. The package server (overrides
// `config.getPackageServerUrl()`)
// - useShortPages: Boolean. Request short pages of ~3 records from the
// server, instead of ~100 that it would send otherwise
exports.updateServerPackageData = function (dataStore, options) {
return buildmessage.enterJob('updating package catalog', function () {
return _updateServerPackageData(dataStore, options);
});
};
var _updateServerPackageData = function (dataStore, options) {
var self = this;
options = options || {};
if (dataStore === null)
throw Error("Data store expected");
var done = false;
var ret = {resetData: false};
// For now, we don't have a great progress metric, so just use a spinner
var useProgressbar = false;
var start = undefined;
// Guess that we're about an hour behind, as an opening guess
var state = { current: 0, end: 60 * 60 * 1000, done: false};
useProgressbar && buildmessage.reportProgress(state);
var conn = openPackageServerConnection(options.packageServerUrl);
// Provide some progress indication for connection
// XXX though it is just a hack
state.current = 1;
useProgressbar && buildmessage.reportProgress(state);
var getSomeData = function () {
var syncToken = dataStore.getSyncToken() || {format: "1.1"};
if (!start) {
start = {};
start.builds = syncToken.builds;
start.versions = syncToken.versions;
state.end = (Date.now() - start.builds) + (Date.now() - start.versions);
}
// XXX: This is a hack... syncToken should have a % done
state.current =
(syncToken.builds - start.builds) +
(syncToken.versions - start.versions);
useProgressbar && buildmessage.reportProgress(state);
var compress = !!process.env.METEOR_CATALOG_COMPRESS_RPCS;
// (loadRemotePackageData may throw)
var remoteData = loadRemotePackageData(conn, syncToken, {
useShortPages: options.useShortPages,
compressCollections: compress
});
// Is the remote server telling us to ignore everything we've heard before?
// OK, we can do that.
if (remoteData.resetData) {
dataStore.reset();
// The caller may want to take this as a cue to delete packages from the
// tropohouse.
ret.resetData = true;
}
if (remoteData.collectionsCompressed) {
var zlib = require('zlib');
var colsGzippedBuffer = new Buffer(
remoteData.collectionsCompressed, 'base64');
var fut = new Future;
zlib.gunzip(colsGzippedBuffer, fut.resolver());
var colsJSON = fut.wait();
remoteData.collections = JSON.parse(colsJSON);
delete remoteData.collectionsCompressed;
}
// We always write to the data store; the fact there is no data is itself
// data! e.g. the last-refresh timestamp
var syncComplete =
_.isEqual(remoteData.collections, {}) || remoteData.upToDate;
dataStore.insertData(remoteData, syncComplete);
// If there is no new data from the server, don't bother writing things to
// disk (unless we were just told to reset everything).
if (!remoteData.resetData && _.isEqual(remoteData.collections, {})) {
done = true;
return;
}
if (remoteData.upToDate) {
done = true;
}
};
try {
while (!done) {
getSomeData();
}
} finally {
conn.close();
}
return ret;
};
// Returns a logged-in DDP connection to the package server, or null if
// we cannot log in. If an error unrelated to login occurs
// (e.g. connection to package server times out), then it will be
// thrown.
exports.loggedInPackagesConnection = function () {
return authClient.loggedInConnection(
config.getPackageServerUrl(),
config.getPackageServerDomain(),
"package-server"
);
};
// XXX this is missing a few things. In retrospect a better approach here might
// be to actually make "save source somewhere else" or perhaps "add source
// to tarball" be part of the package build itself...
var bundleSource = function (isopack, includeSources, packageDir) {
buildmessage.assertInJob();
var name = isopack.name;
var tempDir = files.mkdtemp('build-source-package-');
var packageTarName = name + '-' + isopack.version + '-source';
var dirToTar = files.pathJoin(tempDir, 'source',
colonConverter.convert(packageTarName));
// XXX name probably needs to be escaped for windows?
// XXX note that publish-for-arch thinks it knows how this tarball is laid
// out, which is a bit of a shame
var sourcePackageDir = files.pathJoin(dirToTar, colonConverter.convert(name));
if (! files.mkdir_p(sourcePackageDir)) {
buildmessage.error('Failed to create temporary source directory: ' +
sourcePackageDir);
return null;
}
// We copy source files into a temp directory and then tar up the temp
// directory. It would be great if we could avoid the copy, but as far
// as we can tell, this is the only way to get a tarball with the
// directory structure that we want (<package name>-<version-source/
// at the top level).
_.each(includeSources, function (f) {
files.copyFile(files.pathJoin(packageDir, f),
files.pathJoin(sourcePackageDir, f));
});
// Write a package map to `.versions` inside the source tarball. Note that
// this differs in two ways from the `.versions` file that is maintained
// inside standalone packages by 'meteor publish':
// (a) It only contains the direct, directly implied, and linked-into-plugin
// dependencies of the package, not all transitive dependencies.
// (b) It is ALWAYS put into the source tarball, even if the package came
// from inside an app, whereas the package-source-tree .versions file
// is only used for standalone packages
var packageMapFilename = files.pathJoin(sourcePackageDir, '.versions');
if (files.exists(packageMapFilename))
throw Error(".versions file already exists? " + packageMapFilename);
var pluginProviderPackageMap = isopack.pluginProviderPackageMap;
if (! pluginProviderPackageMap)
throw Error("no pluginProviderPackageMap on isopack?");
var packageMapFile = new projectContextModule.PackageMapFile({
filename: packageMapFilename
});
packageMapFile.write(pluginProviderPackageMap);
// We put this inside the temp dir because mkdtemp makes sure that the
// temp dir gets cleaned up on process exit, so we don't have to worry
// about cleaning up our tarball (or our copied source files)
// ourselves.
var sourceTarball = files.pathJoin(tempDir, packageTarName + '.tgz');
files.createTarball(dirToTar, sourceTarball);
var tarballHash = files.fileHash(sourceTarball);
var treeHash = files.treeHash(dirToTar);
return {
sourceTarball: sourceTarball,
tarballHash: tarballHash,
treeHash: treeHash
};
};
// Uploads a file at a filepath to the HTTP put URL.
//
// Returns true on success and false on failure.
var uploadFile = function (putUrl, filepath) {
buildmessage.assertInJob();
var size = files.stat(filepath).size;
var rs = files.createReadStream(filepath);
try {
// Use getUrl instead of request, to throw on 4xx/5xx.
httpHelpers.getUrl({
method: 'PUT',
url: putUrl,
headers: {
'content-length': size,
'content-type': 'application/octet-stream',
'x-amz-acl': 'public-read'
},
bodyStream: rs,
bodyStreamLength: size
});
} catch (err) {
buildmessage.error(err.error.toString());
return false;
} finally {
rs.close();
}
return true;
};
exports.uploadFile = uploadFile;
var bundleBuild = function (isopack) {
buildmessage.assertInJob();
var tempDir = files.mkdtemp('bp-');
var packageTarName = isopack.tarballName();
var tarInputDir = files.pathJoin(tempDir, packageTarName);
// Note that we do need to do this even though we already have the isopack on
// disk in an IsopackCache, because we don't want to include
// isopack-buildinfo.json. (We don't include it because we're not passing
// includeIsopackBuildInfo to saveToPath here.)
isopack.saveToPath(tarInputDir);
var buildTarball = files.pathJoin(tempDir, packageTarName + '.tgz');
files.createTarball(tarInputDir, buildTarball);
var tarballHash = files.fileHash(buildTarball);
var treeHash = files.treeHash(tarInputDir, {
// We don't include any package.json from an npm module in the tree hash,
// because npm isn't super consistent about what it puts in there (eg, does
// it include the "readme" field)? This ends up leading to spurious
// differences. The tree hash will still notice any actual CODE changes in
// the npm packages.
ignore: function (relativePath) {
var pieces = relativePath.split(files.pathSep);
return pieces.length && _.last(pieces) === 'package.json'
&& _.contains(pieces, 'npm');
}
});
return {
buildTarball: buildTarball,
tarballHash: tarballHash,
treeHash: treeHash
};
};
exports.bundleBuild = bundleBuild;
var createBuiltPackage = function (conn, isopack) {
buildmessage.assertInJob();
var name = isopack.name;
// Note: we really want to do this before createPackageBuild, because the URL
// we get from createPackageBuild will expire!
var bundleResult;
buildmessage.enterJob("bundling build for " + name, function () {
bundleResult = bundleBuild(isopack);
});
if (buildmessage.jobHasMessages())
return;
return bundleResult;
};
var publishBuiltPackage = function (conn, isopack, bundleResult) {
buildmessage.assertInJob();
var name = isopack.name;
var uploadInfo;
buildmessage.enterJob('creating package build for ' + name, function () {
uploadInfo = callPackageServerBM(conn, 'createPackageBuild', {
packageName: isopack.name,
version: isopack.version,
buildArchitectures: isopack.buildArchitectures()
});
});
if (buildmessage.jobHasMessages())
return;
buildmessage.enterJob("uploading build", function () {
uploadFile(uploadInfo.uploadUrl,
bundleResult.buildTarball);
});
if (buildmessage.jobHasMessages())
return;
buildmessage.enterJob('publishing package build for ' + name, function () {
callPackageServerBM(conn, 'publishPackageBuild',
uploadInfo.uploadToken,
bundleResult.tarballHash,
bundleResult.treeHash);
});
if (buildmessage.jobHasMessages())
return;
};
var createAndPublishBuiltPackage = function (conn, isopack) {
publishBuiltPackage(conn, isopack, createBuiltPackage(conn, isopack));
};
exports.createAndPublishBuiltPackage = createAndPublishBuiltPackage;
// Handle an error thrown on trying to connect to the package server.
exports.handlePackageServerConnectionError = function (error) {
authClient.handleConnectionError(error, "package server");
};
// Update the package metdata in the server catalog. Chane the docs,
// descriptions and the Git URL to new values.
//
// options:
// - packageSource: the packageSource for this package.
// - readmeInfo: null, or an object containing docs information for this package.
// - connection: the open, logged-in connection over which we should talk to the
// package server. DO NOT CLOSE this connection here.
//
// Return true on success and an error code otherwise.
exports.updatePackageMetadata = function (options) {
buildmessage.assertInJob();
var packageSource = options.packageSource;
var conn = options.connection;
var readmeInfo = options.readmeInfo;
var name = packageSource.name;
var version = packageSource.version;
if (! version) {
buildmessage.error(
"Package cannot be updated because it doesn't have a version");
return;
}
// For now, documentation is optional on the client, so we have to give people
// a way to remove it with 'documentation: null'.
if (! readmeInfo) {
readmeInfo = generateBlankReadme();
}
var dataToUpdate = {
git: packageSource.metadata.git || "",
description: packageSource.metadata.summary,
longDescription: readmeInfo.excerpt
};
// Check that the metadata fits under the established limits, and give helpful
// feedback.
if (! dataToUpdate["description"]) {
buildmessage.error("Please provide a short description to use in 'meteor search'");
return;
}
if (dataToUpdate["description"] &&
dataToUpdate["description"].length > 100) {
buildmessage.error("Summary must be under 100 chars.");
return;
}
if (dataToUpdate["longDescription"].length > 1500) {
buildmessage.error(
"Longform package description is too long. Meteor uses the section of " +
"the Markdown documentation file between the first and second " +
"headings. That section must be less than 1500 characters long.");
return;
}
// Update the general metadata.
var versionIdentifier = { packageName: name, version: version };
buildmessage.enterJob('updating metadata', function () {
callPackageServerBM(
conn, "changeVersionMetadata", versionIdentifier, dataToUpdate);
});
if (buildmessage.jobHasMessages()) return;
// Upload the new Readme.
buildmessage.enterJob('uploading documentation', function () {
var readmePath = saveReadmeToTmp(readmeInfo);
var uploadInfo =
callPackageServerBM(conn, "createReadme", versionIdentifier);
if (! uploadInfo) return;
if (! uploadFile(uploadInfo.url, readmePath)) return;
callPackageServerBM(
conn, "publishReadme", uploadInfo.uploadToken, { hash: readmeInfo.hash });
});
if (buildmessage.jobHasMessages()) return;
};
// Publish the package information into the server catalog. Create new records
// for the package (if needed), the version and the build; upload source and
// isopack.
//
// options:
// - packageSource: the packageSource for this package.
// - connection: the open, logged-in connection over which we should talk to the
// package server. DO NOT CLOSE this connection here.
// - projectContext: the (probably temporary) ProjectContext to use. Must have\
// already built local packages
// - new: this package is new, we should call createPackage to create a new
// package record.
// - existingVersion: we expect the version to exist already, and for us
// to merely be providing a new build of the same source
// - doNotPublishBuild: do not publish the build of this package.
//
// Return true on success and an error code otherwise.
exports.publishPackage = function (options) {
buildmessage.assertInJob();
var packageSource = options.packageSource;
var conn = options.connection;
var projectContext = options.projectContext;
var name = packageSource.name;
var version = packageSource.version;
if (options.new && options.existingVersion)
throw Error("is it new or does it exist?!?");
// Check that the package name is valid.
utils.validatePackageName(name, { useBuildmessage: true });
if (buildmessage.jobHasMessages())
return;
// Check that we have a version.
if (! version) {
buildmessage.error(
"Package cannot be published because it doesn't have a version");
return;
}
// Check that the version description is under the character limit. (We check
// all string limits on the server, but this is the one that is mostly likely
// to be wrong)
if (! packageSource.metadata.summary) {
buildmessage.error(
"Please describe what your package does. Set a summary " +
"in Package.describe in package.js.");
return;
}
if (packageSource.metadata.summary.length > 100) {
buildmessage.error("Summary must be under 100 chars.");
return;
}
// Check that we are an authorized maintainer of this package.
if (!options['new']) {
var packRecord = catalog.official.getPackage(name);
if (! packRecord) {
buildmessage.error(
'There is no package named ' + name +
'. If you are creating a new package, use the --create flag.');
return;
}
if (!exports.amIAuthorized(name, conn, false)) {
buildmessage.error(
'You are not an authorized maintainer of ' + name + '. Only ' +
'authorized maintainers may publish new versions.');
}
}
// Check that our documentation exists (or we know that it doesn't) and has
// been filled out.
var readmeInfo = buildmessage.enterJob(
"processing documentation",
function () {
return packageSource.processReadme();
});
if (buildmessage.jobHasMessages())
return;
if (readmeInfo && (readmeInfo.hash === files.blankHash)) {
buildmessage.error(
"Your documentation file is blank, so users may have trouble figuring " +
"out how to use your package. Please fill it out, or " +
"set 'documentation: null' in your Package.describe");
return;
}
if (readmeInfo && readmeInfo.excerpt.length > 1500) {
buildmessage.error(
"Longform package description is too long. Meteor uses the section of " +
"the Markdown documentation file between the first and second " +
"headings. That section must be less than 1500 characters long.");
return;
}
// We don't let the user upload a blank README for UX reasons, but we would
// prefer that the server move to a world with 'readme' files for everything
// in the future. This helps unite these interfaces, and makes our code easier
// to reason about in the future.
if (! readmeInfo) {
readmeInfo = generateBlankReadme();
}
var readmePath = saveReadmeToTmp(readmeInfo);
// Check that the package does not have any unconstrained references.
var packageDeps = packageSource.getDependencyMetadata();
_.each(packageDeps, function(refs, label) {
if (refs.constraint == null) {
if (packageSource.isCore && files.inCheckout() &&
projectContext.localCatalog.getPackage(label)) {
// Core package is using or implying another core package,
// without a version number. We fill in the version number.
// (Well, we're assuming that the other package is core and
// not some other sort of local package.)
var versionString =
projectContext.localCatalog.getLatestVersion(label).version;
// modify the constraint on this dep that will be sent to troposphere
refs.constraint = versionString;
} else if (label === "meteor") {
// HACK: We are willing to publish a package with a "null"
// constraint on the "meteor" package to troposphere. This
// happens for non-core packages when not running from a
// checkout, because all packages implicitly depend on the
// "meteor" package, but do not necessarily specify an
// explicit version for it, and we don't have a great way to
// choose one here.
// XXX come back to this, especially if we are incrementing the
// major version of "meteor". hopefully we will have more data
// about the package system by then.
} else {
buildmessage.error(
"You must specify a version constraint for package " + label);
}
}
});
if (buildmessage.jobHasMessages())
return;
var isopack = projectContext.isopackCache.getIsopack(name);
if (! isopack)
throw Error("no isopack " + name);
var sourceFiles = isopack.getSourceFilesUnderSourceRoot(
packageSource.sourceRoot);
if (! sourceFiles)
throw Error("isopack doesn't know what its source files are?");
// We need to have built the test package to get all of its sources, even
// though we're not publishing a BUILD for the test package.
if (packageSource.testName) {
var testIsopack = projectContext.isopackCache.getIsopack(
packageSource.testName);
if (! testIsopack)
throw Error("no testIsopack " + packageSource.testName);
var testSourceFiles = testIsopack.getSourceFilesUnderSourceRoot(
packageSource.sourceRoot);
if (! testSourceFiles)
throw Error("test isopack doesn't know what its source files are?");
sourceFiles = _.union(sourceFiles, testSourceFiles);
}
var sourceBundleResult;
buildmessage.enterJob("bundling source for " + name, function () {
sourceBundleResult = bundleSource(
isopack, sourceFiles, packageSource.sourceRoot);
});
if (buildmessage.jobHasMessages())
return;
// Create the package. Check that the metadata exists.
if (options.new) {
buildmessage.enterJob("creating package " + name, function () {
callPackageServerBM(conn, 'createPackage', {
name: packageSource.name
});
});
if (buildmessage.jobHasMessages())
return;
}
if (options.existingVersion) {
var existingRecord = catalog.official.getVersion(name, version);
if (! existingRecord) {
buildmessage.error("Version does not exist.");
return;
}
if (existingRecord.source.treeHash !== sourceBundleResult.treeHash) {
buildmessage.error("Package source differs from the existing version.");
return;
}
if (! options.doNotPublishBuild) {
createAndPublishBuiltPackage(conn, isopack);
if (buildmessage.jobHasMessages())
return;
}
// XXX check that we're actually providing something new?
} else {
var uploadInfo;
buildmessage.enterJob("pre-publishing package " + name, function () {
var uploadRec = {
packageName: packageSource.name,
version: version,
description: packageSource.metadata.summary,
longDescription: readmeInfo.excerpt,
git: packageSource.metadata.git,
compilerVersion: compiler.BUILT_BY,
containsPlugins: packageSource.containsPlugins(),
debugOnly: packageSource.debugOnly,
exports: packageSource.getExports(),
releaseName: release.current.name,
dependencies: packageDeps
};
uploadInfo = callPackageServerBM(conn, 'createPackageVersion', uploadRec);
});
if (buildmessage.jobHasMessages())
return;
// XXX If package version already exists, print a nice error message
// telling them to try 'meteor publish-for-arch' if they want to
// publish a new build.
// Documentation is smaller than the source. Upload it first, to minimize
// the chances of PUT URLs expiring. (XXX: in the far future, parallelize this)
buildmessage.enterJob("uploading documentation", function () {
uploadFile(uploadInfo.readmeUrl, readmePath);
});
if (buildmessage.jobHasMessages())
return;
buildmessage.enterJob("uploading source", function () {
uploadFile(uploadInfo.uploadUrl, sourceBundleResult.sourceTarball);
});
if (buildmessage.jobHasMessages())
return;
if (! options.doNotPublishBuild) {
var bundleResult = createBuiltPackage(conn, isopack);
if (buildmessage.jobHasMessages())
return;
}
var hashes = {
tarballHash: sourceBundleResult.tarballHash,
treeHash: sourceBundleResult.treeHash,
readmeHash: readmeInfo.hash
};
buildmessage.enterJob("publishing package version", function () {
callPackageServerBM(
conn, 'publishPackageVersion', uploadInfo.uploadToken, hashes);
});
if (buildmessage.jobHasMessages())
return;
if (! options.doNotPublishBuild) {
publishBuiltPackage(conn, isopack, bundleResult);
if (buildmessage.jobHasMessages())
return;
}
}
return;
};
// Call the server to ask if we are authorized to update this release or
// package. This is a way to save time before sending data to the server. It
// will mostly ignore most errors (just in case we have a flaky network connection or
// something) and let the method deal with those.
//
// If this returns FALSE, then we are NOT authorized.
// Otherwise, return true.
exports.amIAuthorized = function (name, conn, isRelease) {
var methodName = "amIAuthorized" +
(isRelease ? "Release" : "Package");
try {
exports.callPackageServer(conn, methodName, name);
} catch (err) {
if (err.error === 401) {
return false;
}
// We don't know what this error is. Probably we can't contact the server,
// or the like. It would be a pity to fail all operations with the server
// just because a preliminary check fails, so return true for now.
return true;
}
return true;
};