Slide 32
Slide 32 text
Example Mixins
class JSONParserMixin(Pipeline):
def parse_data(self, data):
return json.loads(data)
class AnnomizeDataMixin(Pipeline):
def parse_data(self, data, parsed_data):
return {}
class SuperSecureEncryptDataMixin(Pipeline):
def parse_data(self, data, parsed_data):
return parsed_data.encode('rot13')
class HTTPPublisher(Pipeline):
def publish(self, data, parsed_data, computed_data):
u = urllib2.urlopen(self.dat_url, computed_data)
return u
class FilePublisher(Pipeline):
def publish(self, data, parsed_data, computed_data):
with open(self.output, 'a') as f:
f.write(computed_data)
Sunday, 17 March, 13