Source code for malleefowl.processes.wps_download

import json

from pywps import Process
from pywps import LiteralInput
from pywps import ComplexInput
from pywps import LiteralOutput
from pywps import ComplexOutput
from pywps import Format, FORMATS
from pywps.app.Common import Metadata

from malleefowl.download import download_files

import logging
LOGGER = logging.getLogger("PYWPS")


[docs]class Download(Process): def __init__(self): inputs = [ LiteralInput('resource', 'Resource', data_type='string', abstract="URL of your resource.", min_occurs=1, max_occurs=1024, ), ] outputs = [ ComplexOutput('output', 'Downloaded files', abstract="Json document with list of downloaded files with file url.", as_reference=True, supported_formats=[Format('application/json')]), ] super(Download, self).__init__( self._handler, identifier="download", title="Download files", version="0.8", abstract="Downloads files and provides file list as json document.", metadata=[ Metadata('Birdhouse', 'http://bird-house.github.io/'), Metadata('User Guide', 'http://malleefowl.readthedocs.io/en/latest/'), ], inputs=inputs, outputs=outputs, status_supported=True, store_supported=True, ) def _handler(self, request, response): response.update_status("starting download ...", 0) urls = [resource.data for resource in request.inputs['resource']] LOGGER.debug("downloading urls: %s", len(urls)) if 'X-X509-User-Proxy' in request.http_request.headers: credentials = request.http_request.headers['X-X509-User-Proxy'] LOGGER.debug('Using X509_USER_PROXY.') else: credentials = None LOGGER.debug('Using no credentials') def monitor(msg, progress): LOGGER.info("%s - (%d/100)", msg, progress) # response.update_status(msg, progress) files = download_files( urls=urls, credentials=credentials, monitor=monitor) with open('out.json', 'w') as fp: json.dump(obj=files, fp=fp, indent=4, sort_keys=True) response.outputs['output'].file = fp.name response.update_status("download done", 100) return response