Ran large swarm on children's data set

tools/swarm/description.py

@@ -24,7 +24,7 @@
 description.py file by replacing $XXXXXXXX tokens with desired values.
 
 This description.py file was generated by:
-'/Users/chetansurpur/Development/nta/eng/lib/python2.7/site-packages/nupic/frameworks/opf/exp_generator/ExpGenerator.pyc'
+'/home/ec2-user/nta/eng/lib/python2.6/site-packages/nupic/frameworks/opf/exp_generator/ExpGenerator.pyc'
 """
 
 from nupic.frameworks.opf.expdescriptionapi import ExperimentDescriptionAPI
@@ -311,11 +311,11 @@
 
   # Input stream specification per py/nupic/frameworks/opf/jsonschema/stream_def.json.
   #
-  'dataset' : {   u'info': u'ugly_duckling',
+  'dataset' : {   u'info': u'childrens-stories',
         u'streams': [   {   u'columns': [u'*'],
-                            u'info': u'ugly_duckling.csv',
-                            u'last_record': 100000,
-                            u'source': u'file://linguist/ugly_duckling.csv'}],
+                            u'info': u'childrens_stories.csv',
+                            u'last_record': 10000,
+                            u'source': u'file://linguist/childrens_stories.csv'}],
         u'version': 1},
 
   # Iteration count: maximum number of iterations.  Each iteration corresponds

tools/swarm/model_0/description.py

@@ -0,0 +1,43 @@
+
+# ----------------------------------------------------------------------
+# Numenta Platform for Intelligent Computing (NuPIC)
+# Copyright (C) 2013, Numenta, Inc.  Unless you have purchased from
+# Numenta, Inc. a separate commercial license for this software code, the
+# following terms and conditions apply:
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 3 as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+# See the GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see http://www.gnu.org/licenses.
+#
+# http://numenta.org/licenses/
+# ----------------------------------------------------------------------
+
+## This file defines parameters for a prediction experiment.
+
+###############################################################################
+#                                IMPORTANT!!!
+# This params file is dynamically generated by the RunExperimentPermutations
+# script. Any changes made manually will be over-written the next time
+# RunExperimentPermutations is run!!!
+###############################################################################
+
+
+from nupic.frameworks.opf.expdescriptionhelpers import importBaseDescription
+
+# the sub-experiment configuration
+config ={
+  'aggregationInfo' : {'seconds': 0, 'fields': [], 'months': 0, 'days': 0, 'years': 0, 'hours': 0, 'microseconds': 0, 'weeks': 0, 'minutes': 0, 'milliseconds': 0},
+  'modelParams' : {'sensorParams': {'encoders': {'_classifierInput': {'fieldname': 'letter', 'classifierOnly': True, 'type': 'SDRCategoryEncoder', 'w': 21, 'n': 121}, u'letter': {'type': 'SDRCategoryEncoder', 'fieldname': 'letter', 'name': 'letter', 'w': 21, 'n': 121}}}, 'inferenceType': 'TemporalMultiStep', 'spParams': {'synPermInactiveDec': 0.025910586208889513}, 'tpParams': {'minThreshold': 9, 'activationThreshold': 15, 'pamLength': 2}, 'clParams': {'alpha': 0.00080959960713530062}},
+
+}
+
+mod = importBaseDescription('../description.py', config)
+locals().update(mod.__dict__)

tools/swarm/model_0/params.csv

@@ -0,0 +1,2 @@
+modelParams|clParams|alpha,modelParams|inferenceType,modelParams|spParams|synPermInactiveDec,modelParams|tpParams|activationThreshold,modelParams|tpParams|minThreshold,modelParams|tpParams|pamLength
+0.000809599607135,TemporalMultiStep,0.0259105862089,15,9,2

tools/swarm/permutations.py

@@ -24,7 +24,7 @@
 permutations.py file by replacing $XXXXXXXX tokens with desired values.
 
 This permutations.py file was generated by:
-'/Users/chetansurpur/Development/nta/eng/lib/python2.7/site-packages/nupic/frameworks/opf/exp_generator/ExpGenerator.pyc'
+'/home/ec2-user/nta/eng/lib/python2.6/site-packages/nupic/frameworks/opf/exp_generator/ExpGenerator.pyc'
 """
 
 import os
@@ -96,17 +96,17 @@
 # (generated from minimize = "multiStepBestPredictions:multiStep:errorMetric='avg_err':steps=\[1, 2, 3, 4, 5, 6, 7, 8, 9, 10\]:window=1000:field=letter")
 minimize = "multiStepBestPredictions:multiStep:errorMetric='avg_err':steps=\[1, 2, 3, 4, 5, 6, 7, 8, 9, 10\]:window=1000:field=letter"
 
-minParticlesPerSwarm = 5
+minParticlesPerSwarm = 15
 
 inputPredictedField = 'auto'
 
 
 
 
 
+tryAll3FieldCombinationsWTimestamps = True
 
 
-maxModels = 200
 
 #############################################################################
 def permutationFilter(perm):