Hi,
Thanks for writing StarCluster. The software will save me a lot time
setting up MPI clusters on Amazon on the fly. I just downloaded via
git using the link on the webpage.
The traceback below is probably a very easy fix. It looks like you're
missing parentheses.
Thanks,
Damian
PS: I'm following the March thread on using starcluster start -x
[other-args] to launch StarCluster over manually reserved spot
instances. I'll let you know if it works for me. :)
eads_at_argentina:~/work/repo/StarCluster$ starcluster start smallcluster dtest
/tmp/qqq/lib/python2.6/site-packages/pycrypto-2.0.1-py2.6-linux-i686.egg/Crypto/Hash/SHA.py:6:
DeprecationWarning: the sha module is deprecated; use the hashlib
module instead
/tmp/qqq/lib/python2.6/site-packages/pycrypto-2.0.1-py2.6-linux-i686.egg/Crypto/Hash/MD5.py:6:
DeprecationWarning: the md5 module is deprecated; use hashlib instead
/var/lib/python-support/python2.6/IPython/Magic.py:38:
DeprecationWarning: the sets module is deprecated
from sets import Set
StarCluster - (
http://web.mit.edu/starcluster)
Software Tools for Academics and Researchers (STAR)
Please submit bug reports to starcluster_at_mit.edu
>>> Validating cluster settings...
>>> Cluster settings are valid
>>> Starting cluster...
>>> Launching a 2-node cluster...
>>> Launching master node...
>>> Master AMI: ami-9329c7fa
>>> Creating security group _at_sc-masters...
>>> Creating security group _at_sc-dtest...
Reservation:r-34c4cd5c
>>> Launching worker nodes...
>>> Node AMI: ami-9329c7fa
Reservation:r-36c4cd5e
>>> Waiting for cluster to start...
>>> The master node is ec2-184-73-106-55.compute-1.amazonaws.com
>>> Attaching volume vol-172c867e to master node...
>>> Setting up the cluster...
>>> Mounting EBS volume vol-172c867e on /data...
ssh.py:65 - WARNING - specified key does not end in either rsa or dsa,
trying both
>>> Using private key /home/eads/deadskey.pem (rsa)
>>> Creating cluster user: sgeadmin
ssh.py:65 - WARNING - specified key does not end in either rsa or dsa,
trying both
>>> Using private key /home/eads/deadskey.pem (rsa)
>>> Configuring scratch space for user: sgeadmin
>>> Configuring /etc/hosts on each node
ERROR: An unexpected error occurred while tokenizing input
The following traceback may be corrupted or invalid
The error message is: ('EOF in multi-line statement', (405, 0))
---------------------------------------------------------------------------
TypeError Traceback (most recent call last)
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/EGG-INFO/scripts/starcluster
in <module>()
3 __requires__ = 'StarCluster==0.9999'
4 import pkg_resources
----> 5 pkg_resources.run_script('StarCluster==0.9999', 'starcluster')
6
7
/usr/lib/python2.6/dist-packages/pkg_resources.pyc in run_script(self,
requires, script_name)
446 ns.clear()
447 ns['__name__'] = name
--> 448 self.require(requires)[0].run_script(script_name, ns)
449
450
/usr/lib/python2.6/dist-packages/pkg_resources.pyc in run_script(self,
script_name, namespace)
1171 )
1172 script_code = compile(script_text,script_filename,'exec')
-> 1173 exec script_code in namespace, namespace
1174
1175 def _has(self, path):
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/EGG-INFO/scripts/starcluster
in <module>()
4
5
----> 6
7
8
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/cli.pyc
in main()
750 sys.exit(0)
751 try:
--> 752 sc.execute(args)
753 except exception.BaseException,e:
754 log.error(e.msg)
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/cli.pyc
in execute(self, args)
161 log.info('Cluster settings are valid')
162 if not self.opts.validate_only:
--> 163 scluster.start(create=not self.opts.no_create)
164 if self.opts.login_master:
165 cluster.ssh_to_master(tag, self.cfg)
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/utils.pyc
in wrapper(*arg, **kargs)
22 """Raw timing function """
23 time1 = time.time()
---> 24 res = func(*arg, **kargs)
25 time2 = time.time()
26 log.info('%s took %0.3f mins' % (func.func_name,
(time2-time1)/60.0))
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/cluster.pyc
in start(self, create)
395 self.nodes, self.master_node,
396 self.cluster_user, self.cluster_shell,
--> 397 self.volumes
398 )
399 for plugin in self._plugins:
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/clustersetup.pyc
in run(self, nodes, master, user, user_shell, volumes)
275 self._setup_cluster_user()
276 self._setup_scratch()
--> 277 self._setup_etc_hosts()
278 self._setup_nfs()
279 self._setup_passwordless_ssh()
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/clustersetup.pyc
in _setup_etc_hosts(self)
64 print >> host_file, "127.0.0.1
localhost.localdomain localhost"
65 for node in self._nodes:
---> 66 print >> host_file, node.get_hosts_entry()
67 host_file.close()
68
/tmp/qqq/lib/python2.6/site-packages/StarCluster-0.9999-py2.6.egg/starcluster/node.pyc
in get_hosts_entry(self)
152 def get_hosts_entry(self):
153 """ Returns /etc/hosts entry for this node """
--> 154 etc_hosts_line = "%s %s" % self.private_ip_address, self.alias
155 return etc_hosts_line
156
TypeError: not enough arguments for format string
eads_at_argentina:~/work/repo/StarCluster$
-----------------------------------------------------
Damian Eads Ph.D. Candidate
University of California Computer Science
1156 High Street Machine Learning Lab, E2-489
Santa Cruz, CA 95064
http://www.soe.ucsc.edu/~eads
Received on Thu Apr 15 2010 - 15:21:19 EDT