keidrun

How to start scraping with Python and Scrapy

Prerequisite

• Python: 3.6.5
• IPython: 6.4.0

Recommendation

• Use VSCode Editor + Python Plugin for python coding

keidrun

{
  "extends": [
    "airbnb",
    "prettier",
    "prettier/react",
    "prettier/flowtype",
    "plugin:flowtype/recommended"
  ],
  "parser": "babel-eslint",
  "parserOptions": {

keidrun

Heroku way

• heroku container:push web
• heroku container:release web

The way to use an existing docker image

• docker tag $IMAGE_ID registry.heroku.com/$HEROKU_APP/$HEROKU_PROCESS_TYPE:$TAG
• docker push registry.heroku.com/$HEROKU_APP/$HEROKU_PROCESS_TYPE:$TAG
• bash ./heroku-container-release.sh $HEROKU_APP $HEROKU_PROCESS_TYPE $TAG $HEROKU_API_TOKEN

keidrun

const log4js = require('log4js');
const logger = require('./logger').access;

module.exports = function(options) {
  options = options || {};
  options.level = options.level || 'auto';
  return log4js.connectLogger(logger, options);
};

keidrun

const { morgan, LOG_FORMAT } = require('./morgan');

const logFormat =
  !process.env.NODE_ENV || process.env.NODE_ENV === 'development'
    ? 'dev'
    : LOG_FORMAT;

module.exports = options =>
  morgan(logFormat, {
    skip(req, res) {

keidrun

{
  "extends": [
    "airbnb-base",
    "plugin:prettier/recommended"
  ],
  "plugins": [
    "node",
    "prettier"
  ],
  "env": {

keidrun

language: node_js
node_js:
  - "10"

before_deploy:
  - yarn build

deploy:
  provider: npm
  email: "$NPM_EMAIL"

keidrun

FROM jenkins

USER root
RUN cd tmp/ \
    && wget https://updates.jenkins-ci.org/latest/jenkins.war \
    && mv ./jenkins.war /usr/share/jenkins/

USER jenkins

keidrun

FROM jenkins

USER root

RUN apt-get update \
    && apt-get install -y \
        apt-utils \
        apt-transport-https \
        ca-certificates \
        curl \

keidrun

Answer

Use custom nullable types instead of original sql.Null types like sql.NullBool, sql.NullFloat64, sql.NullInt64 or sql.NullString.