ambud · February 3, 2017 01:42
diff --git a/flux.html b/flux.html
 <html>
 <!--
 Copyright 2017 Ambud Sharma

 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 -->
 <head>
    <title>Storm Flux Viewer</title>
    <style>
      body {
        font-family: helvetica;
        font-size: 16px;
      }

      textarea {
        font-size: 16px;
      }

      #cy {
        width: 60%;
        height: 100%;
        z-index: 999;
        float: left;
      }
    </style>
    <script src="http://code.jquery.com/jquery-2.0.3.min.js"></script>
    <script src="http://cytoscape.github.io/cytoscape.js/api/cytoscape.js-latest/cytoscape.min.js"></script>
    <script src="https://cdn.rawgit.com/cpettitt/dagre/v0.7.4/dist/dagre.min.js"></script>
    <script src="https://cdn.rawgit.com/cytoscape/cytoscape.js-dagre/1.1.2/cytoscape-dagre.js"></script>

    <script src="https://cdnjs.cloudflare.com/ajax/libs/esprima/2.7.3/esprima.min.js"></script>
    <script src="https://cdnjs.cloudflare.com/ajax/libs/js-yaml/3.7.0/js-yaml.min.js"></script>
    <script type="text/javascript">
      function toCytoscapeGraph(doc) {
        var nodes = [];
        for(i in doc.bolts) {
          var e = doc.bolts[i];
          e.type='bolt';
          nodes[e.id] = e;
        }
        for(i in doc.spouts) {
          var e = doc.spouts[i];
          e.type='spout';
          nodes[e.id] = e;
        }
        var nNodes = [];
        for(i in nodes) {
          var node = nodes[i];
          nNodes.push({data:{id:i, class:node.className, type:node.type}});
        }
        console.log(nNodes);
        var edges = [];
        for(i in doc.streams) {
          var e = doc.streams[i];
          edges.push({ data:{source:e.from, target:e.to, label: e.grouping.type}});
        }
        console.log(edges);
        var graph = { nodes:nNodes, edges:edges }
        return graph
      }

      function parseAndRender() {
        var input = document.getElementById('taInput').value;
        var doc = jsyaml.load(input);
        var graph = toCytoscapeGraph(doc)

        $(function(){

        var cy = window.cy = cytoscape({
          container: document.getElementById('cy'),

          boxSelectionEnabled: false,
          autounselectify: true,

          layout: {
            name: 'dagre'
          },

          style: [
            {
              selector: 'node',
              style: {
                'content': 'data(id)',
                'text-valign': 'bottom'
              }
            },

            {
              selector: '[type=\'spout\']',
              style: {
                'content': 'data(id)',
                'text-valign': 'bottom',
                'height': 100,
                'width': 100,
                'background-image': './imgs/spout.png'
              }
            },

            {
              selector: '[type=\'bolt\']',
              style: {
                'content': 'data(id)',
                'text-valign': 'bottom',
                'height': 100,
                'width': 100,
                'background-image': './imgs/bolt.png'
              }
            },

            {
              selector: 'edge',
              style: {
                'content': 'data(label)',
                'curve-style': 'haystack',
                'haystack-radius': 0,
                'width': 5,
                'opacity': 0.5,
                'line-color': 'black'
              }
            }
          ],

          elements: graph});
        });
      }
    </script>
 </head>
 <body>

  <div id="input">
    <textarea id="taInput" style="width:40%;height:100%;float:left" onchange="parseAndRender()">
      # Topology definition
      # name to be used when submitting
      name: "HendrixAlertsTopology"

      # NOTE: We may want to consider some level of spring integration. For example, allowing component references
      # to a spring `ApplicationContext`.

      # topology configuration
      # this will be passed to the submitter as a map of config options
      #
      config:
          topology.workers: 1
          store.sql.url: "${javax.persistence.jdbc.url}"
          store.username: "${javax.persistence.jdbc.user}"
          store.password: "${javax.persistence.jdbc.password}"
          store.sql.db: "${javax.persistence.jdbc.db}"
          tstore.type: "io.symcpe.wraith.silo.sql.SQLRulesStore"
          tstore.sql.table: "alert_template"
          mail.smtp.from: ${mail.smtp.from}
          mail.smtp.starttls.enable: false
          mail.smtp.host: ${mail.smtp.host}
          mail.smtp.socketFactory.fallback: true
          mail.smtp.port: 25
          mail.smtp.socketFactory.port: 465
          mail.smtps.auth: false

      # Components
      # Components are analagous to Spring beans. They are meant to be used as constructor,
      # property(setter), and builder arguments.
      #
      # for the time being, components must be declared in the order they are referenced
      components:
        - id: "stringScheme"
          className: "storm.kafka.StringScheme"

        - id: "stringMultiScheme"
          className: "backtype.storm.spout.SchemeAsMultiScheme"
          constructorArgs:
            - ref: "stringScheme"

        - id: "zkHosts"
          className: "storm.kafka.ZkHosts"
          constructorArgs:
            - "${kafka.zk.host}"

        - id: "alertSpoutConfig"
          className: "storm.kafka.SpoutConfig"
          constructorArgs:
            # brokerHosts
            - ref: "zkHosts"
            # topic
            - "awsAlertTopic"
            # zkRoot
            - ""
            # id
            - "hendrixAlertsConsumer"
          properties:
            - name: "ignoreZkOffsets"
              value: false
            - name: "bufferSizeBytes"
              value: 2097152
      #      - name: "fetchMaxWait"
      #        value:
            - name: "fetchSizeBytes"
              value: 2097152
            - name: "scheme"
              ref: stringMultiScheme

        - id: "templateSpoutConfig"
          className: "storm.kafka.SpoutConfig"
          constructorArgs:
            # brokerHosts
            - ref: "zkHosts"
            # topic
            - "templateTopic"
            # zkRoot
            - ""
            # id
            - "hendrixAlertTemplateConsumer"
          properties:
            - name: "ignoreZkOffsets"
              value: false
            - name: "bufferSizeBytes"
              value: 1048576
      #      - name: "fetchMaxWait"
      #        value:
            - name: "fetchSizeBytes"
              value: 1048576
            - name: "scheme"
              ref: stringMultiScheme

      # spout definitions
      spouts:
        - id: "alertSpout"
          className: "storm.kafka.KafkaSpout"
          constructorArgs:
            - ref: "alertSpoutConfig"
          parallelism: 40

        - id: "templateSpout"
          className: "storm.kafka.KafkaSpout"
          constructorArgs:
            - ref: "templateSpoutConfig"

      # bolt definitions
      bolts:
        - id: "alertTranslatorBolt"
          className: "io.symcpe.hendrix.alerts.AlertTranslatorBolt"
          parallelism: 4

        - id: "templateComponent"
          className: "io.symcpe.hendrix.storm.bolts.TemplateTranslatorBolt"
          parallelism: 1

        - id: "suppressionBolt"
          className: "io.symcpe.hendrix.alerts.SuppressionBolt"
          parallelism: 4

        - id: "alertRouterBolt"
          className: "io.symcpe.hendrix.alerts.AlertRouterBolt"
          parallelism: 2

        - id: "suppressionMonitorBolt"
          className: "io.symcpe.hendrix.alerts.SuppressionMonitorBolt"
          parallelism: 1

        - id: "mailBolt"
          className: "io.symcpe.hendrix.alerts.MailBolt"
          parallelism: 2

        - id: "httpBolt"
          className: "io.symcpe.hendrix.alerts.HttpBolt"
          parallelism: 2

        - id: "errorBolt"
          className: "io.symcpe.hendrix.storm.bolts.ErrorBolt"
          parallelism: 1

        - id: "printerBolt"
          className: "io.symcpe.hendrix.storm.bolts.helpers.PrinterBolt"
          parallelism: 1

      #stream definitions
      # stream definitions define connections between spouts and bolts.
      # note that such connections can be cyclical
      # custom stream groupings are also supported

      streams:
        - name: "Kafka->Alert Translator"
          from: "alertSpout"
          to: "alertTranslatorBolt"
          grouping:
            type: SHUFFLE

        - name: "Kafka Templates->Template Translator"
          from: "templateSpout"
          to: "templateComponent"
          grouping:
            type: SHUFFLE

        - name: "Alert Translator->Suppression"
          from: "alertTranslatorBolt"
          to: "suppressionBolt"
          grouping:
            type: FIELDS
            args: ["_id"]

      #  - name: "Print Alerts"
      #    from: "alertTranslatorBolt"
      #    to: "printerBolt"
      #    grouping:
      #      type: SHUFFLE

        - name: "Suppresion->Suppression Monitor"
          from: "suppressionBolt"
          to: "suppressionMonitorBolt"
          grouping:
            type: SHUFFLE
            streamId: suppressionStream

        - name: "Suppresion->Printer"
          from: "suppressionBolt"
          to: "printerBolt"
          grouping:
            type: SHUFFLE
            streamId: deliveryStream

        - name: "Template Translator->Suppression"
          from: "templateComponent"
          to: "suppressionBolt"
          grouping:
            type: ALL
            streamId: "syncStream"

        - name: "Suppresion->Router"
          from: "suppressionBolt"
          to: "alertRouterBolt"
          grouping:
            type: SHUFFLE
            streamId: deliveryStream

        - name: "Router->Mail"
          from: "alertRouterBolt"
          to: "mailBolt"
          grouping:
            type: SHUFFLE
            streamId: mail

        - name: "Router->HTTP"
          from: "alertRouterBolt"
          to: "httpBolt"
          grouping:
            type: SHUFFLE
            streamId: http

        - name: "Translator->Error"
          from: "alertTranslatorBolt"
          to: "errorBolt"
          grouping:
            type: SHUFFLE
            streamId: "errorStream"

        - name: "Suppression->Error"
          from: "suppressionBolt"
          to: "errorBolt"
          grouping:
            type: SHUFFLE
            streamId: "errorStream"

        - name: "Template Translator->Error"
          from: "templateComponent"
          to: "errorBolt"
          grouping:
            type: SHUFFLE
            streamId: "errorStream"

        - name: "Error->Printer"
          from: "errorBolt"
          to: "printerBolt"
          grouping:
            type: SHUFFLE
            streamId: "kafkaErrorStream"
    </textarea>
  </div>

  <div id="cy" >
  </div>

  <script type="text/javascript">
    parseAndRender();
  </script>

 </body>
 </html>
	<html>
	<!--
	Copyright 2017 Ambud Sharma

	Licensed under the Apache License, Version 2.0 (the "License");
	you may not use this file except in compliance with the License.
	You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
	-->
	<head>
	<title>Storm Flux Viewer</title>
	<style>
	body {
	font-family: helvetica;
	font-size: 16px;
	}

	textarea {
	font-size: 16px;
	}

	#cy {
	width: 60%;
	height: 100%;
	z-index: 999;
	float: left;
	}
	</style>
	<script src="http://code.jquery.com/jquery-2.0.3.min.js"></script>
	<script src="http://cytoscape.github.io/cytoscape.js/api/cytoscape.js-latest/cytoscape.min.js"></script>
	<script src="https://cdn.rawgit.com/cpettitt/dagre/v0.7.4/dist/dagre.min.js"></script>
	<script src="https://cdn.rawgit.com/cytoscape/cytoscape.js-dagre/1.1.2/cytoscape-dagre.js"></script>

	<script src="https://cdnjs.cloudflare.com/ajax/libs/esprima/2.7.3/esprima.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/js-yaml/3.7.0/js-yaml.min.js"></script>
	<script type="text/javascript">
	function toCytoscapeGraph(doc) {
	var nodes = [];
	for(i in doc.bolts) {
	var e = doc.bolts[i];
	e.type='bolt';
	nodes[e.id] = e;
	}
	for(i in doc.spouts) {
	var e = doc.spouts[i];
	e.type='spout';
	nodes[e.id] = e;
	}
	var nNodes = [];
	for(i in nodes) {
	var node = nodes[i];
	nNodes.push({data:{id:i, class:node.className, type:node.type}});
	}
	console.log(nNodes);
	var edges = [];
	for(i in doc.streams) {
	var e = doc.streams[i];
	edges.push({ data:{source:e.from, target:e.to, label: e.grouping.type}});
	}
	console.log(edges);
	var graph = { nodes:nNodes, edges:edges }
	return graph
	}

	function parseAndRender() {
	var input = document.getElementById('taInput').value;
	var doc = jsyaml.load(input);
	var graph = toCytoscapeGraph(doc)

	$(function(){

	var cy = window.cy = cytoscape({
	container: document.getElementById('cy'),

	boxSelectionEnabled: false,
	autounselectify: true,

	layout: {
	name: 'dagre'
	},

	style: [
	{
	selector: 'node',
	style: {
	'content': 'data(id)',
	'text-valign': 'bottom'
	}
	},

	{
	selector: '[type=\'spout\']',
	style: {
	'content': 'data(id)',
	'text-valign': 'bottom',
	'height': 100,
	'width': 100,
	'background-image': './imgs/spout.png'
	}
	},

	{
	selector: '[type=\'bolt\']',
	style: {
	'content': 'data(id)',
	'text-valign': 'bottom',
	'height': 100,
	'width': 100,
	'background-image': './imgs/bolt.png'
	}
	},

	{
	selector: 'edge',
	style: {
	'content': 'data(label)',
	'curve-style': 'haystack',
	'haystack-radius': 0,
	'width': 5,
	'opacity': 0.5,
	'line-color': 'black'
	}
	}
	],

	elements: graph});
	});
	}
	</script>
	</head>
	<body>

	<div id="input">
	<textarea id="taInput" style="width:40%;height:100%;float:left" onchange="parseAndRender()">
	# Topology definition
	# name to be used when submitting
	name: "HendrixAlertsTopology"

	# NOTE: We may want to consider some level of spring integration. For example, allowing component references
	# to a spring `ApplicationContext`.

	# topology configuration
	# this will be passed to the submitter as a map of config options
	#
	config:
	topology.workers: 1
	store.sql.url: "${javax.persistence.jdbc.url}"
	store.username: "${javax.persistence.jdbc.user}"
	store.password: "${javax.persistence.jdbc.password}"
	store.sql.db: "${javax.persistence.jdbc.db}"
	tstore.type: "io.symcpe.wraith.silo.sql.SQLRulesStore"
	tstore.sql.table: "alert_template"
	mail.smtp.from: ${mail.smtp.from}
	mail.smtp.starttls.enable: false
	mail.smtp.host: ${mail.smtp.host}
	mail.smtp.socketFactory.fallback: true
	mail.smtp.port: 25
	mail.smtp.socketFactory.port: 465
	mail.smtps.auth: false

	# Components
	# Components are analagous to Spring beans. They are meant to be used as constructor,
	# property(setter), and builder arguments.
	#
	# for the time being, components must be declared in the order they are referenced
	components:
	- id: "stringScheme"
	className: "storm.kafka.StringScheme"

	- id: "stringMultiScheme"
	className: "backtype.storm.spout.SchemeAsMultiScheme"
	constructorArgs:
	- ref: "stringScheme"

	- id: "zkHosts"
	className: "storm.kafka.ZkHosts"
	constructorArgs:
	- "${kafka.zk.host}"

	- id: "alertSpoutConfig"
	className: "storm.kafka.SpoutConfig"
	constructorArgs:
	# brokerHosts
	- ref: "zkHosts"
	# topic
	- "awsAlertTopic"
	# zkRoot
	- ""
	# id
	- "hendrixAlertsConsumer"
	properties:
	- name: "ignoreZkOffsets"
	value: false
	- name: "bufferSizeBytes"
	value: 2097152
	# - name: "fetchMaxWait"
	# value:
	- name: "fetchSizeBytes"
	value: 2097152
	- name: "scheme"
	ref: stringMultiScheme

	- id: "templateSpoutConfig"
	className: "storm.kafka.SpoutConfig"
	constructorArgs:
	# brokerHosts
	- ref: "zkHosts"
	# topic
	- "templateTopic"
	# zkRoot
	- ""
	# id
	- "hendrixAlertTemplateConsumer"
	properties:
	- name: "ignoreZkOffsets"
	value: false
	- name: "bufferSizeBytes"
	value: 1048576
	# - name: "fetchMaxWait"
	# value:
	- name: "fetchSizeBytes"
	value: 1048576
	- name: "scheme"
	ref: stringMultiScheme

	# spout definitions
	spouts:
	- id: "alertSpout"
	className: "storm.kafka.KafkaSpout"
	constructorArgs:
	- ref: "alertSpoutConfig"
	parallelism: 40

	- id: "templateSpout"
	className: "storm.kafka.KafkaSpout"
	constructorArgs:
	- ref: "templateSpoutConfig"

	# bolt definitions
	bolts:
	- id: "alertTranslatorBolt"
	className: "io.symcpe.hendrix.alerts.AlertTranslatorBolt"
	parallelism: 4

	- id: "templateComponent"
	className: "io.symcpe.hendrix.storm.bolts.TemplateTranslatorBolt"
	parallelism: 1

	- id: "suppressionBolt"
	className: "io.symcpe.hendrix.alerts.SuppressionBolt"
	parallelism: 4

	- id: "alertRouterBolt"
	className: "io.symcpe.hendrix.alerts.AlertRouterBolt"
	parallelism: 2

	- id: "suppressionMonitorBolt"
	className: "io.symcpe.hendrix.alerts.SuppressionMonitorBolt"
	parallelism: 1

	- id: "mailBolt"
	className: "io.symcpe.hendrix.alerts.MailBolt"
	parallelism: 2

	- id: "httpBolt"
	className: "io.symcpe.hendrix.alerts.HttpBolt"
	parallelism: 2

	- id: "errorBolt"
	className: "io.symcpe.hendrix.storm.bolts.ErrorBolt"
	parallelism: 1

	- id: "printerBolt"
	className: "io.symcpe.hendrix.storm.bolts.helpers.PrinterBolt"
	parallelism: 1

	#stream definitions
	# stream definitions define connections between spouts and bolts.
	# note that such connections can be cyclical
	# custom stream groupings are also supported

	streams:
	- name: "Kafka->Alert Translator"
	from: "alertSpout"
	to: "alertTranslatorBolt"
	grouping:
	type: SHUFFLE

	- name: "Kafka Templates->Template Translator"
	from: "templateSpout"
	to: "templateComponent"
	grouping:
	type: SHUFFLE

	- name: "Alert Translator->Suppression"
	from: "alertTranslatorBolt"
	to: "suppressionBolt"
	grouping:
	type: FIELDS
	args: ["_id"]

	# - name: "Print Alerts"
	# from: "alertTranslatorBolt"
	# to: "printerBolt"
	# grouping:
	# type: SHUFFLE

	- name: "Suppresion->Suppression Monitor"
	from: "suppressionBolt"
	to: "suppressionMonitorBolt"
	grouping:
	type: SHUFFLE
	streamId: suppressionStream

	- name: "Suppresion->Printer"
	from: "suppressionBolt"
	to: "printerBolt"
	grouping:
	type: SHUFFLE
	streamId: deliveryStream

	- name: "Template Translator->Suppression"
	from: "templateComponent"
	to: "suppressionBolt"
	grouping:
	type: ALL
	streamId: "syncStream"

	- name: "Suppresion->Router"
	from: "suppressionBolt"
	to: "alertRouterBolt"
	grouping:
	type: SHUFFLE
	streamId: deliveryStream

	- name: "Router->Mail"
	from: "alertRouterBolt"
	to: "mailBolt"
	grouping:
	type: SHUFFLE
	streamId: mail

	- name: "Router->HTTP"
	from: "alertRouterBolt"
	to: "httpBolt"
	grouping:
	type: SHUFFLE
	streamId: http

	- name: "Translator->Error"
	from: "alertTranslatorBolt"
	to: "errorBolt"
	grouping:
	type: SHUFFLE
	streamId: "errorStream"

	- name: "Suppression->Error"
	from: "suppressionBolt"
	to: "errorBolt"
	grouping:
	type: SHUFFLE
	streamId: "errorStream"

	- name: "Template Translator->Error"
	from: "templateComponent"
	to: "errorBolt"
	grouping:
	type: SHUFFLE
	streamId: "errorStream"

	- name: "Error->Printer"
	from: "errorBolt"
	to: "printerBolt"
	grouping:
	type: SHUFFLE
	streamId: "kafkaErrorStream"
	</textarea>
	</div>

	<div id="cy" >
	</div>

	<script type="text/javascript">
	parseAndRender();
	</script>

	</body>
	</html>
No results found