[2] | 1 | """ |
---|
| 2 | Manage Galaxy eggs |
---|
| 3 | """ |
---|
| 4 | |
---|
| 5 | import os, sys, subprocess |
---|
| 6 | from scramble import ScrambleEgg, ScrambleCrate, ScrambleFailure, galaxy_dir, py |
---|
| 7 | from __init__ import Crate, CaseSensitiveConfigParser |
---|
| 8 | |
---|
| 9 | import logging |
---|
| 10 | log = logging.getLogger( __name__ ) |
---|
| 11 | log.addHandler( logging.NullHandler() ) |
---|
| 12 | |
---|
| 13 | class DistScrambleEgg( ScrambleEgg ): |
---|
| 14 | def set_dir( self ): |
---|
| 15 | self.dir = os.path.join( galaxy_dir, 'dist-eggs', self.name ) |
---|
| 16 | if not os.path.exists( self.dir ): |
---|
| 17 | os.makedirs( self.dir ) |
---|
| 18 | @property |
---|
| 19 | def path( self ): |
---|
| 20 | # don't look for compatible eggs, look for exact matches |
---|
| 21 | if os.path.exists( self.distribution.location ): |
---|
| 22 | return self.distribution.location |
---|
| 23 | return None |
---|
| 24 | def run_scramble_script( self ): |
---|
| 25 | log.warning( "%s(): Beginning build" % sys._getframe().f_code.co_name ) |
---|
| 26 | # subprocessed to sterilize the env |
---|
| 27 | cmd = "ssh %s 'cd %s; PYTHONPATH= %s -ES %s'" % ( self.build_host, self.buildpath, self.python, 'scramble.py' ) |
---|
| 28 | log.debug( '%s(): Executing:' % sys._getframe().f_code.co_name ) |
---|
| 29 | log.debug( ' %s' % cmd ) |
---|
| 30 | p = subprocess.Popen( args = cmd, shell = True ) |
---|
| 31 | r = p.wait() |
---|
| 32 | if r != 0: |
---|
| 33 | raise ScrambleFailure( "%s(): Egg build failed for %s %s" % ( sys._getframe().f_code.co_name, self.name, self.version ) ) |
---|
| 34 | def unpack_if_needed( self ): |
---|
| 35 | return # do not unpack dist eggs |
---|
| 36 | |
---|
| 37 | class DistScrambleCrate( ScrambleCrate ): |
---|
| 38 | """ |
---|
| 39 | Holds eggs with info on how to build them for distribution. |
---|
| 40 | """ |
---|
| 41 | dist_config_file = os.path.join( galaxy_dir, 'dist-eggs.ini' ) |
---|
| 42 | def __init__( self, build_on='all' ): |
---|
| 43 | self.dist_config = CaseSensitiveConfigParser() |
---|
| 44 | self.build_on = build_on |
---|
| 45 | ScrambleCrate.__init__( self ) |
---|
| 46 | def parse( self ): |
---|
| 47 | self.dist_config.read( DistScrambleCrate.dist_config_file ) |
---|
| 48 | self.hosts = dict( self.dist_config.items( 'hosts' ) ) |
---|
| 49 | self.groups = dict( self.dist_config.items( 'groups' ) ) |
---|
| 50 | self.ignore = dict( self.dist_config.items( 'ignore' ) ) |
---|
| 51 | self.platforms = self.get_platforms( self.build_on ) |
---|
| 52 | self.noplatforms = self.get_platforms( 'noplatform' ) |
---|
| 53 | Crate.parse( self ) |
---|
| 54 | def get_platforms( self, wanted ): |
---|
| 55 | # find all the members of a group and process them |
---|
| 56 | if self.groups.has_key( wanted ): |
---|
| 57 | platforms = [] |
---|
| 58 | for name in self.groups[wanted].split(): |
---|
| 59 | for platform in self.get_platforms( name ): |
---|
| 60 | if platform not in platforms: |
---|
| 61 | platforms.append( platform ) |
---|
| 62 | return platforms |
---|
| 63 | elif self.hosts.has_key( wanted ): |
---|
| 64 | return [ wanted ] |
---|
| 65 | else: |
---|
| 66 | raise Exception( "unknown platform: %s" % wanted ) |
---|
| 67 | def parse_egg_section( self, eggs, tags, full_platform=False ): |
---|
| 68 | for name, version in eggs: |
---|
| 69 | self.eggs[name] = [] |
---|
| 70 | tag = dict( tags ).get( name, '' ) |
---|
| 71 | url = '/'.join( ( self.repo, name ) ) |
---|
| 72 | try: |
---|
| 73 | sources = self.config.get( 'source', name ).split() |
---|
| 74 | except: |
---|
| 75 | sources = [] |
---|
| 76 | try: |
---|
| 77 | dependencies = self.config.get( 'dependencies', name ).split() |
---|
| 78 | except: |
---|
| 79 | dependencies = [] |
---|
| 80 | if full_platform: |
---|
| 81 | platforms = self.platforms |
---|
| 82 | else: |
---|
| 83 | platforms = self.noplatforms |
---|
| 84 | for platform in platforms: |
---|
| 85 | if name in self.ignore and platform in self.ignore[name].split(): |
---|
| 86 | continue |
---|
| 87 | egg = DistScrambleEgg( name, version, tag, url, platform ) |
---|
| 88 | host_info = self.hosts[platform].split() |
---|
| 89 | egg.build_host, egg.python = host_info[:2] |
---|
| 90 | egg.sources = sources |
---|
| 91 | egg.dependencies = dependencies |
---|
| 92 | self.eggs[name].append( egg ) |
---|