Skip to content

Instantly share code, notes, and snippets.

View juztas's full-sized avatar

Justas Balcas juztas

View GitHub Profile
@juztas
juztas / gist:7114330ef9b21e77fdc4
Last active August 29, 2015 14:06
exampleofconfig
{
"cmsweb-dev": {
"delegate-dn": [
"/DC=ch/DC=cern/OU=computers/CN=vocms(24[34]|3[136]|21|045).cern.ch|/DC=ch/DC=cern/OU=computers/CN=balcas-crab.cern.ch|/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=jbalcas/CN=751133/CN=Justas Balcas"
],
"transformation": {
"Analysis": "http://common-analysis-framework.cern.ch/CMSRunAnaly.sh",
"PrivateMC": "http://common-analysis-framework.cern.ch/CMSRunMCProd.sh"
},
"backend-urls" : {
{
"cmsweb-dev": {
"delegate-dn": [
"/DC=ch/DC=cern/OU=computers/CN=crab-slc5.cern.ch|/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=jbalcas/CN=751133/CN=Justas Balcas"
],
"transformation": {
"Analysis": "http://common-analysis-framework.cern.ch/CMSRunAnaly.sh",
"PrivateMC": "http://common-analysis-framework.cern.ch/CMSRunMCProd.sh"
},
"backend-urls" : {
if getattr(self.step.data.application.silentMemoryCheck, 'memoryCheck', False):
self.process.add_(PSetConfig.Service("SimpleMemoryCheck", jobReportOutputOnly=PSetConfig.untracked.bool(True)))
elif getattr(self.step.data.application.command, 'memoryCheck', True):
self.process.add_(PSetConfig.Service("SimpleMemoryCheck"))
if getattr(self.step.data.application.command, 'silentMemoryCheck', False):
self.process.add_(PSetConfig.Service("SimpleMemoryCheck", jobReportOutputOnly=PSetConfig.untracked.bool(True)))
else:
self.process.add_(PSetConfig.Service("SimpleMemoryCheck"))
from pyes import *
#Parametrai kuriuos reikia paduoti
lemma = "katinas" # Lemma
typel = "Nc" # Lemos tipas
n =1 # Kolokacijos yra 1,2,3 ir šitas n reikalingas duomenų bazei.
url = 'localhost:9200'
conn = ES(url) # Use HTTP
@juztas
juztas / gist:c7c05260d7086fcf5b8f
Last active January 25, 2016 13:20
new crabconfig
{
"cmsweb-dev": {
"delegate-dn": [
"/DC=ch/DC=cern/OU=computers/CN=vocms(0[23]1|045).cern.ch|/DC=ch/DC=cern/OU=computers/CN=balcas-crab.cern.ch|/DC=ch/DC=cern/OU=computers/CN=balcas-crab2.cern.ch|/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=jbalcas/CN=751133/CN=Justas Balcas"
],
"backend-urls" : {
"cacheSSL" : "https://cmsweb.cern.ch/crabcache",
"baseURL" : "https://cmsweb.cern.ch/crabcache",
"htcondorSchedds" : ["crab3test-2@vocms095.cern.ch"],
"htcondorPool" : "vocms099.cern.ch,cmssrv221.fnal.gov",
@juztas
juztas / cmsweb-config
Created September 16, 2015 07:51
cmsweb-config
{
"cmsweb-dev": {
"delegate-dn": [
"/DC=ch/DC=cern/OU=computers/CN=vocms(3[136]|21|045|052|021|031|0118|0119).cern.ch"
],
"transformation": {
"Analysis": "http://common-analysis-framework.cern.ch/CMSRunAnaly.sh",
"PrivateMC": "http://common-analysis-framework.cern.ch/CMSRunMCProd.sh"
},
"backend-urls" : {
{
"cmsweb-dev": {
"delegate-dn": [
"/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=jbalcas/CN=751133/CN=Justas Balcas"
],
"backend-urls" : {
"cacheSSL" : "https://cmsweb-testbed.cern.ch/crabcache",
"baseURL" : "https://cmsweb-testbed.cern.ch/crabcache",
"htcondorSchedds" : {
"crab3@vocms021.cern.ch" : {
{
"StorageInfo":{
"Keys":[
"Filesystem",
"Type",
"Inodes",
"IUsed",
"IFree",
"IUse%",
"1K-blocks",
# 1. Inside the tarball there is a out.json file, which has all information about all workflows.
{ KEY1: {KEY2: {KEY3:VAL4}}
# KEY1 - if value of this key is a dictionary, it means that KEY1 is a workflow name
# KEY1 - if value of this key is integer, means KEY1 is workflow status from reqmgr2 and value is a timestamp
# KEY2 - is a subtask of that specific workflow;
# KEY3 - is a date format range, e.g.: "2017-05-03 18:56:16.834660 TO 2017-05-02 18:56:16.834660" Which can be separated by " TO " and loaded with python datetime
# VAL4 - is a path inside the tarball, there the numpy array is saved.
One example is below and that is all what you need to know :)