| 1 | """ | 
|---|
| 2 | Tool Parameter specific sanitizing. | 
|---|
| 3 | """ | 
|---|
| 4 |  | 
|---|
| 5 | import logging | 
|---|
| 6 | import string | 
|---|
| 7 | import galaxy.util | 
|---|
| 8 |  | 
|---|
| 9 | log = logging.getLogger( __name__ ) | 
|---|
| 10 |  | 
|---|
| 11 | class ToolParameterSanitizer( object ): | 
|---|
| 12 | """ | 
|---|
| 13 | Handles tool parameter specific sanitizing. | 
|---|
| 14 |  | 
|---|
| 15 | >>> from elementtree.ElementTree import XML | 
|---|
| 16 | >>> sanitizer = ToolParameterSanitizer.from_element( XML( | 
|---|
| 17 | ... ''' | 
|---|
| 18 | ... <sanitizer invalid_char=""> | 
|---|
| 19 | ...   <valid initial="string.letters"/> | 
|---|
| 20 | ... </sanitizer> | 
|---|
| 21 | ... ''' ) ) | 
|---|
| 22 | >>> sanitizer.sanitize_param( string.printable ) == string.letters | 
|---|
| 23 | True | 
|---|
| 24 | >>> slash = chr( 92 ) | 
|---|
| 25 | >>> sanitizer = ToolParameterSanitizer.from_element( XML( | 
|---|
| 26 | ... ''' | 
|---|
| 27 | ... <sanitizer> | 
|---|
| 28 | ...   <valid initial="none"> | 
|---|
| 29 | ...    <add preset="string.printable"/> | 
|---|
| 30 | ...    <remove value="""/> | 
|---|
| 31 | ...    <remove value="%s"/> | 
|---|
| 32 | ...   </valid> | 
|---|
| 33 | ...   <mapping initial="none"> | 
|---|
| 34 | ...     <add source=""" target="%s""/> | 
|---|
| 35 | ...     <add source="%s" target="%s%s"/> | 
|---|
| 36 | ...   </mapping> | 
|---|
| 37 | ... </sanitizer> | 
|---|
| 38 | ... ''' % ( slash, slash, slash, slash, slash ) ) ) | 
|---|
| 39 | >>> text = '%s"$rm&#!' % slash | 
|---|
| 40 | >>> [ c for c in sanitizer.sanitize_param( text ) ] == [ slash, slash, slash, '"', '$', 'r', 'm', '&', '#', '!' ] | 
|---|
| 41 | True | 
|---|
| 42 | """ | 
|---|
| 43 |  | 
|---|
| 44 | VALID_PRESET = { 'default':( string.letters + string.digits +" -=_.()/+*^,:?!" ), 'none':'' } | 
|---|
| 45 | MAPPING_PRESET = { 'default':galaxy.util.mapped_chars, 'none':{} } | 
|---|
| 46 | DEFAULT_INVALID_CHAR = 'X' | 
|---|
| 47 |  | 
|---|
| 48 | #class methods | 
|---|
| 49 | @classmethod | 
|---|
| 50 | def from_element( cls, elem ): | 
|---|
| 51 | """Loads the proper filter by the type attribute of elem""" | 
|---|
| 52 | #TODO: Add ability to generically specify a method to use for sanitizing input via specification in tool XML | 
|---|
| 53 | rval = ToolParameterSanitizer() | 
|---|
| 54 | rval._invalid_char = elem.get( 'invalid_char', cls.DEFAULT_INVALID_CHAR ) | 
|---|
| 55 | rval.sanitize = galaxy.util.string_as_bool( elem.get( 'sanitize', 'True' ) ) | 
|---|
| 56 | for valid_elem in elem.findall( 'valid' ): | 
|---|
| 57 | rval._valid_chars = rval.get_valid_by_name( valid_elem.get( 'initial', 'default' ) ) | 
|---|
| 58 | for action_elem in valid_elem: | 
|---|
| 59 | preset = rval.get_valid_by_name( action_elem.get( 'preset', 'none' ) ) | 
|---|
| 60 | valid_value = [ val for val in action_elem.get( 'value', [] ) ] | 
|---|
| 61 | if action_elem.tag.lower() == 'add': | 
|---|
| 62 | for val in ( preset + valid_value ): | 
|---|
| 63 | if val not in rval._valid_chars: | 
|---|
| 64 | rval._valid_chars.append( val ) | 
|---|
| 65 | elif action_elem.tag.lower() == 'remove': | 
|---|
| 66 | for val in ( preset + valid_value ): | 
|---|
| 67 | while val in rval._valid_chars: | 
|---|
| 68 | rval._valid_chars.remove( val ) | 
|---|
| 69 | else: | 
|---|
| 70 | log.debug( 'Invalid action tag in valid: %s' % action_elem.tag ) | 
|---|
| 71 | for mapping_elem in elem.findall( 'mapping' ): | 
|---|
| 72 | rval._mapped_chars = rval.get_mapping_by_name( mapping_elem.get( 'initial', 'default' ) ) | 
|---|
| 73 | for action_elem in mapping_elem: | 
|---|
| 74 | map_source = action_elem.get( 'source', None ) | 
|---|
| 75 | map_target = action_elem.get( 'target', None ) | 
|---|
| 76 | preset = rval.get_mapping_by_name( action_elem.get( 'preset', 'none' ) ) | 
|---|
| 77 | if action_elem.tag.lower() == 'add': | 
|---|
| 78 | rval._mapped_chars.update( preset ) | 
|---|
| 79 | if None not in [ map_source, map_target ]: | 
|---|
| 80 | rval._mapped_chars[ map_source ] = map_target | 
|---|
| 81 | elif action_elem.tag.lower() == 'remove': | 
|---|
| 82 | for map_key in preset.keys(): | 
|---|
| 83 | if map_key in rval._mapped_chars: | 
|---|
| 84 | del rval._mapped_chars[ map_key ] | 
|---|
| 85 | if map_source is not None and map_key in rval._mapped_chars: | 
|---|
| 86 | del rval._mapped_chars[ map_key ] | 
|---|
| 87 | else: | 
|---|
| 88 | log.debug( 'Invalid action tag in mapping: %s' % action_elem.tag ) | 
|---|
| 89 | return rval | 
|---|
| 90 |  | 
|---|
| 91 | @classmethod | 
|---|
| 92 | def get_valid_by_name( cls, name ): | 
|---|
| 93 | rval = [] | 
|---|
| 94 | for split_name in name.split( ',' ): | 
|---|
| 95 | split_name = split_name.strip() | 
|---|
| 96 | value = [] | 
|---|
| 97 | if split_name.startswith( 'string.' ): | 
|---|
| 98 | try: | 
|---|
| 99 | value = eval( split_name ) | 
|---|
| 100 | except NameError, e: | 
|---|
| 101 | log.debug( 'Invalid string preset specified: %s' % e ) | 
|---|
| 102 | elif split_name in cls.VALID_PRESET: | 
|---|
| 103 | value = cls.VALID_PRESET[ split_name ] | 
|---|
| 104 | else: | 
|---|
| 105 | log.debug( 'Invalid preset name specified: %s' % split_name ) | 
|---|
| 106 | rval.extend( [ val for val in value if val not in rval ] ) | 
|---|
| 107 | return rval | 
|---|
| 108 |  | 
|---|
| 109 | @classmethod | 
|---|
| 110 | def get_mapping_by_name( cls, name ): | 
|---|
| 111 | rval = {} | 
|---|
| 112 | for split_name in name.split( ',' ): | 
|---|
| 113 | split_name = split_name.strip() | 
|---|
| 114 | if split_name in cls.MAPPING_PRESET: | 
|---|
| 115 | rval.update( cls.MAPPING_PRESET[ split_name ] ) | 
|---|
| 116 | else: | 
|---|
| 117 | log.debug( 'Invalid preset name specified: %s' % split_name ) | 
|---|
| 118 | return rval | 
|---|
| 119 | #end class methods | 
|---|
| 120 |  | 
|---|
| 121 | def __init__( self ): | 
|---|
| 122 | self._valid_chars = [] #List of valid characters | 
|---|
| 123 | self._mapped_chars = {} #Replace a char with a any number of characters | 
|---|
| 124 | self._invalid_char = self.DEFAULT_INVALID_CHAR #Replace invalid characters with this character | 
|---|
| 125 | self.sanitize = True #Simply pass back the passed in value | 
|---|
| 126 |  | 
|---|
| 127 | def restore_text( self, text ): | 
|---|
| 128 | """Restores sanitized text""" | 
|---|
| 129 | if self.sanitize: | 
|---|
| 130 | for key, value in self._mapped_chars.iteritems(): | 
|---|
| 131 | text = text.replace( value, key ) | 
|---|
| 132 | return text | 
|---|
| 133 |  | 
|---|
| 134 | def restore_param( self, value ): | 
|---|
| 135 | if self.sanitize: | 
|---|
| 136 | if isinstance( value, basestring ): | 
|---|
| 137 | return self.restore_text( value ) | 
|---|
| 138 | elif isinstance( value, list ): | 
|---|
| 139 | return map( self.restore_text, value ) | 
|---|
| 140 | else: | 
|---|
| 141 | raise Exception, 'Unknown parameter type (%s:%s)' % ( type( value ), value ) | 
|---|
| 142 | return value | 
|---|
| 143 |  | 
|---|
| 144 | def sanitize_text( self, text ): | 
|---|
| 145 | """Restricts the characters that are allowed in a text""" | 
|---|
| 146 | if not self.sanitize: | 
|---|
| 147 | return text | 
|---|
| 148 | rval = [] | 
|---|
| 149 | for c in text: | 
|---|
| 150 | if c in self._valid_chars: | 
|---|
| 151 | rval.append( c ) | 
|---|
| 152 | elif c in self._mapped_chars: | 
|---|
| 153 | rval.append( self._mapped_chars[ c ] ) | 
|---|
| 154 | else: | 
|---|
| 155 | rval.append( self._invalid_char ) | 
|---|
| 156 | return ''.join( rval ) | 
|---|
| 157 |  | 
|---|
| 158 | def sanitize_param( self, value ): | 
|---|
| 159 | """Clean incoming parameters (strings or lists)""" | 
|---|
| 160 | if not self.sanitize: | 
|---|
| 161 | return value | 
|---|
| 162 | if isinstance( value, basestring ): | 
|---|
| 163 | return self.sanitize_text( value ) | 
|---|
| 164 | elif isinstance( value, list ): | 
|---|
| 165 | return map( self.sanitize_text, value ) | 
|---|
| 166 | else: | 
|---|
| 167 | raise Exception, 'Unknown parameter type (%s:%s)' % ( type( value ), value ) | 
|---|