swarbhanu

#!/usr/bin/env python
__license__ = 'Apache 2.0'
'''
@author Maurice Manning
@author Swarbhanu Chatterjee
@file ion/services/dm/ingestion/ingestion_management_service.py
@description Implementation for IngestionManagementService
'''
from interface.services.dm.iingestion_management_service import BaseIngestionManagementService
from pyon.core.exception import NotFound

swarbhanu

class IngestionWorker(TransformDataProcess):
    ''' A basic transform that receives input through a subscription,
    parses the input for an integer and adds 1 to it. If the transform
    has an output_stream it will publish the output on the output stream.

    This transform appends transform work in '/tmp/transform_output'
    '''

    def __init__(self, *args, **kwargs):
        super(IngestionWorker,self).__init__()

swarbhanu

#!/usr/bin/env python
__license__ = 'Apache 2.0'
'''
@author Maurice Manning
@author Swarbhanu Chatterjee
@file ion/services/dm/ingestion/ingestion_management_service.py
@description Implementation for IngestionManagementService
'''
from interface.services.dm.iingestion_management_service import BaseIngestionManagementService
from pyon.core.exception import NotFound

swarbhanu

from pyon.datastore.couchdb.couchdb_datastore import CouchDB_DataStore

db = CouchDB_DataStore()

# Creates a datastore

datastore_name = 'dm_datastore'
db.create_datastore(datastore_name)

# Create a document

swarbhanu

#!/usr/bin/env python

__author__ = 'Maurice Manning'
__license__ = 'Apache 2.0'


from interface.services.dm.iingestion_management_service import BaseIngestionManagementService
from pyon.core.exception import NotFound
from pyon.public import RT, AT, log, IonObject
from pyon.public import CFG

swarbhanu

from interface.services.dm.ipubsub_management_service import PubsubManagementServiceClient
from interface.services.dm.itransform_management_service import TransformManagementServiceClient
from interface.services.coi.iresource_registry_service import ResourceRegistryServiceClient
from interface.services.dm.iingestion_management_service import IngestionManagementServiceClient
from pyon.public import IonObject, RT, log, AT

from ion.services.dm.transformation.example.transform_example import TransformExampleProducer

pubsub_client = PubsubManagementServiceClient(node=cc.node)
tms_client = TransformManagementServiceClient(node=cc.node)

swarbhanu

#!/usr/bin/env python

'''
@package ion.services.dm.ingestion
@file ion/services/dm/ingestion/ingestion.py
@author Swarbhanu Chatterjee
@brief Ingestion Class. When instantiated the ingestion objects will be able to handle one specific scientific request.
The scientific request may involved several data subscriptions, retrievals, processing, and data publishing.
Uses the HDFEncoder and HDFDecoder classes to perform most of its work with the data and the PubSub messaging to
send data far and wide.

swarbhanu

#!/usr/bin/env python

from pyon.util.log import log

from interface.services.examples.hello.ihello_service import BaseHelloService

from examples.service.hello_service import HelloService

import h5py
import numpy

swarbhanu

#!/usr/bin/env python

from zope.interface import Interface, implements

from collections import OrderedDict, defaultdict

from pyon.service.service import BaseService, BaseClients
from pyon.net.endpoint import RPCClient, ProcessRPCClient

from interface.services.examples.hello.ihello_service import HelloServiceClientMixin

swarbhanu

type: release
name: MyConfig
version: 0.1
description: Demo deployment configuration
ion: 0.0.1
apps:
  - name: hdf_hello
    description: HDF Hello service
    version: 0.1
    processapp: [hdf_hello, examples.service.hdf_hello, HDFHelloService]