LeoCBS

package main

import "fmt"

// Seq is an iterator over sequences of individual values.
// When called as seq(yield), seq calls yield(v) for each value v 
// in the sequence, stopping early if yield returns false.
// type Seq[V any] func(yield func(V) bool)

// our iterator function takes in a value and returns a func

LeoCBS

# based from twisted doc
# https://twistedmatrix.com/documents/16.5.0/core/howto/defer.html

from twisted.internet import reactor, defer

def getDeferredObj(inputData):
    print('getDeferredObj called')
    deferred = defer.Deferred()
    # simulate a delayed result by asking the reactor to fire the
    # Deferred in 2 seconds time with the result inputData * 3

LeoCBS

- install k8s env (node, master)
- Customaze docker path

LeoCBS

- Make one example with TDD.
- One example with channel
- One example with goroutines
- Demostrate tag unit / integration tests
- example with pointer / slice
- rabbit consume example with channel

LeoCBS

#change in image: kaixhin/cuda-caffe
pip install --upgrade pip
pip install numpy --user
sudo apt-get install python-scipy
make pycaffe
apt-get install vim
wget http://dl.caffe.berkeleyvision.org/bvlc_reference_caffenet.caffemodel

# run image
docker run --name caffe -ti kaixhin/cuda-caffe bash

LeoCBS

#Kill all running containers

docker kill $(docker ps -q)

#Delete all stopped containers

docker rm $(docker ps -a -q)

#Delete all ‘untagged/dangling’ (<none>) images

LeoCBS

$ sudo docker logs -f cac0e1987b5d

LeoCBS

$ sudo docker logs -f cac0e1987b5d
2015-03-11 19:44:24+0000 [scrapy] INFO: Scrapy 0.24.5 started (bot: guj)
2015-03-11 19:44:24+0000 [scrapy] INFO: Optional features available: ssl, http11
2015-03-11 19:44:24+0000 [scrapy] INFO: Overridden settings: {'NEWSPIDER_MODULE': 'guj.spiders', 'REDIRECT_MAX_TIMES': 5, 'FEED_URI': ' items.json', 'SPIDER_MODULES': ['guj.spiders'], 'BOT_NAME': 'guj', 'TELNETCONSOLE_ENABLED': False, 'FEED_FORMAT': 'json', 'DOWNLOAD_DELAY': 600}
2015-03-11 19:44:24+0000 [scrapy] INFO: Enabled extensions: FeedExporter, LogStats, CloseSpider, WebService, CoreStats, SpiderState
2015-03-11 19:44:24+0000 [scrapy] INFO: Enabled downloader middlewares: HttpAuthMiddleware, DownloadTimeoutMiddleware, UserAgentMiddleware, RetryMiddleware, DefaultHeadersMiddleware, MetaRefreshMiddleware, HttpCompressionMiddleware, RedirectMiddleware, CookiesMiddleware, ChunkedTransferMiddleware, DownloaderStats
2015-03-11 19:44:24+0000 [scrapy] INFO: Enabled spider middlewares: HttpErrorMiddleware, OffsiteMiddleware,

LeoCBS

$ sudo docker ps
CONTAINER ID        IMAGE               COMMAND                CREATED             STATUS              PORTS               NAMES
cac0e1987b5d        scrapy:latest       "scrapy crawl java '   7 seconds ago       Up 6 seconds                            jolly_hopper        

LeoCBS

sudo docker run -d scrapy