Slide 68
Slide 68 text
example mixins
class JSONParserMixin(Pipeline):
def parse(self, data):
return json.loads(data)
class SuperSecureEncryptDataMixin(Pipeline):
def compute(self, data, parsed_data):
return parsed_data.encode('rot13')
class AnnomizeDataMixin(Pipeline):
def compute(self, data, parsed_data):
return {}
class HTTPPublisher(Pipeline):
def publish(self, data, parsed_data, computed_data):
u = urllib2.urlopen(self.dat_url, computed_data)
return u
class FilePublisher(Pipeline):
def publish(self, data, parsed_data, computed_data):
with open(self.output, 'a') as f:
f.write(computed_data)