nomoa’s gists

nomoa / image_qual.md

Created August 23, 2018 14:26

import tensorflow as tf
import requests
from PIL import Image
from io import BytesIO
import os, sys

nomoa / testtensor.md

Created August 3, 2018 16:36

testtensor.md

import tensorflow as tf

tf.reset_default_graph()
x = tf.placeholder(shape=([None]), name="x", dtype=tf.float32)

nomoa / profile_request.json

Last active April 24, 2018 22:00

profile request

nomoa / profiling_output.json

Last active April 24, 2018 21:42

profiling_output

	{
	"profile" : {
	"shards" : [
	{
	"id" : "[Hyk8ekCdRbutEqJcQpsv5g][test][0]",
	"searches" : [
	{
	"query" : [
	{
	"type" : "MatchAllDocsQuery",

nomoa / pytest error

Created October 31, 2017 15:13

	mjolnir/test/utilities/test_spark.py ..........F........

	========================================= FAILURES ==========================================
	test_load_config[/vagrant/mjolnir/test/fixtures/load_config/example_train.test-/vagrant/mjolnir/test/fixtures/load_config/example_train.expect]

	monkeypatch = <_pytest.monkeypatch.MonkeyPatch instance at 0x7fc4cb4d2bd8>
	test_file = '/vagrant/mjolnir/test/fixtures/load_config/example_train.test'
	expect_file = '/vagrant/mjolnir/test/fixtures/load_config/example_train.expect'

	@pytest.mark.parametrize(*generate_fixtures('load_config'))

nomoa / composer monolog problem

Created September 26, 2017 15:24

	find ./ -name composer.json -type f -print0 \| xargs --null grep monolog
	./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/tests/phpunit/fixtures/testOneMergeWithConflicts/composer.json: "monolog/monolog": "~1.0"
	./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/tests/phpunit/fixtures/testHasBranchAlias/composer.json: "monolog/monolog": "^1.0",
	./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/tests/phpunit/fixtures/testMergeWithReplace/composer.json: "monolog/monolog": "~1.0"
	./extensions/WikidataBuildResources/vendor/wikimedia/composer-merge-plugin/example/extensions/Foo/composer.json: "monolog/monolog": "1.10.0"
	./extensions/Elastica/vendor/ruflin/elastica/composer.json: "monolog/monolog": "Logging request"
	./composer.json: "monolog/monolog": "~1.22.1",
	./composer.json: "monolog/monolog": "Flexible debug logging system",
	./tests/phpunit/data/composer/composer.json: "monolog/monolog": "*"
	./vendor

nomoa / pickle problem

Created July 26, 2017 15:58

	Tracker started, with env={DMLC_TRACKER_URI=10.64.5.104, DMLC_NUM_WORKER=1, DMLC_TRACKER_PORT=9095, DMLC_NUM_SERVER=0}
	train-ndcg@10: 0.86364
	Traceback (most recent call last):
	File "/home/dcausse/mjolnir/venv/lib/python2.7/site-packages/mjolnir/cli/training_pipeline.py", line 173, in <module>
	main(sc, sqlContext, **args)
	File "/home/dcausse/mjolnir/venv/lib/python2.7/site-packages/mjolnir/cli/training_pipeline.py", line 90, in main
	f.write(pickle.dumps(tune_results))
	File "/usr/lib/python2.7/pickle.py", line 1374, in dumps
	Pickler(file, protocol).dump(obj)
	File "/usr/lib/python2.7/pickle.py", line 224, in dump

nomoa / mjolnir tests

Created July 6, 2017 16:41

mjolnir tests

	vagrant@mjolnir:/vagrant$ venv/bin/tox
	GLOB sdist-make: /vagrant/setup.py
	flake8 inst-nodeps: /vagrant/.tox/dist/mjolnir-0.0.1.zip
	flake8 installed: certifi==2017.4.17,chardet==3.0.4,clickmodels==1.0.2,configparser==3.5.0,enum34==1.1.6,flake8==3.3.0,idna==2.5,mccabe==0.6.1,mjolnir==0.0.1,pycodestyle==2.3.1,pyflakes==1.5.0,requests==2.18.1,urllib3==1.21.1
	flake8 runtests: PYTHONHASHSEED='1926447621'
	flake8 runtests: commands[0] \| flake8 mjolnir/
	pytest inst-nodeps: /vagrant/.tox/dist/mjolnir-0.0.1.zip
	pytest installed: certifi==2017.4.17,chardet==3.0.4,clickmodels==1.0.2,configparser==3.5.0,decorator==4.0.11,enum34==1.1.6,findspark==1.1.0,flake8==3.3.0,future==0.16.0,hyperopt==0.1,idna==2.5,kafka==1.3.3,mccabe==0.6.1,mjolnir==0.0.1,networkx==1.11,nose==1.3.7,numpy==1.13.0,pluggy==0.4.0,py==1.4.34,py4j==0.10.6,pycodestyle==2.3.1,pyflakes==1.5.0,pymongo==3.4.0,pytest==3.1.3,requests==2.18.1,scipy==0.19.1,six==1.10.0,tox==2.7.0,urllib3==1.21.1,virtualenv==15.1.0
	pytest runtests: PYTHONHASHSEED='1926447621'
	pytes

nomoa / ext deploy

Created June 23, 2017 14:42

	cd /srv/mediawiki-staging/php-1.29.0-wmf.6/
	git fetch
	git log HEAD..origin/wmf/1.29.0-wmf.6
	git rebase
	git submodule update extensions/CirrusSearch/
	cd extensions/CirrusSearch/
	git log
	cd ../../..
	scap sync-dir php-1.29.0-wmf.6/extensions/CirrusSearch/ "T153051: Do not return the current wikis when detecting query languages"

nomoa / match_query_oom.bash

Last active March 8, 2017 11:15

match_query_oom

	host=http://localhost:9200
	query="a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a a"

	# curl -XDELETE $host/test_index &> /dev/null

	# Create index
	curl -s -XPUT "$host/test_index?pretty&wait_for_active_shards=1" -d @- <<EOF
	{
	"settings": {
	"number_of_shards": 1,

David Causse nomoa