Skip to content

Instantly share code, notes, and snippets.

View tomatolog's full-sized avatar

Stas tomatolog

View GitHub Profile
diff --git a/src/sphinxsearch.cpp b/src/sphinxsearch.cpp
index 7919117..d1276dd 100644
--- a/src/sphinxsearch.cpp
+++ b/src/sphinxsearch.cpp
@@ -510,16 +510,6 @@ class FSMphrase
protected:
struct State_t
{
- State_t ()
- {
@tomatolog
tomatolog / gist:4073084
Created November 14, 2012 16:21
additional report on spa loading failed
--- src\sphinx.cpp
+++ src\sphinx.cpp
@@ -680,14 +680,14 @@
}
if ( bCheckSizeT )
{
size_t sCheck = (size_t)st.st_size;
if ( st.st_size!=SphOffset_t(sCheck) )
{
- sError.SetSprintf ( "failed to load %s: bad size "INT64_FMT" (out of size_t; 4 GB limit on 32-bit machine hit?)",
@tomatolog
tomatolog / gist:4721022
Created February 6, 2013 07:49
more info on large spa fail
--- a/src/sphinx.cpp 2013-02-06 11:48:18.000000000 +-0400
+++ b/src/sphinx.cpp 2013-02-06 11:47:57.000000000 +-0400
@@ -15405,13 +15405,14 @@
m_pDocinfoIndex = m_pDocinfo.GetWritePtr()+iDocinfoSize;
} else
{
if ( iDocinfoSize < iRealDocinfoSize )
{
- m_sLastError.SetSprintf ( "precomputed chunk size check mismatch" );
// check if key matches
int iNameLen = sphJsonUnpackInt ( &p );
if ( iNameLen==tKey.m_iLen && !memcmp ( tKey.m_sKey.cstr(), p, tKey.m_iLen ) )
vs
return JSON_EOF;
}
@tomatolog
tomatolog / gist:8348545
Last active January 2, 2016 19:09 — forked from kevgs/gist:8343057
import MySQLdb
import sys
db = MySQLdb.connect(host='0', port=9306)
c = db.cursor()
for i in range(100):
print ( "pre limit " + sys.argv[1] + " " + datetime.datetime(1970, 1, 1) )
c.execute("""SELECT 1234, 1235 FROM goods_main limit %s""" % sys.argv[1])
print ( "pre limit " + sys.argv[1] + " " + datetime.datetime(1970, 1, 1) )
Function Name Inclusive Samples Exclusive Samples Inclusive Samples % Exclusive Samples % Module Name
CSphKBufferMVAGroupSorter<MatchGeneric5_fn,0,1>::Push 5 396 2 99,87 0,04
CSphKBufferGroupSorter<MatchGeneric2_fn,1,0>::PushEx 5 390 15 99,76 0,28
CSphKBufferGroupSorter<MatchGeneric2_fn,1,0>::CutWorst 5 359 0 99,19 0,00
sphSort<SphGroupedValue_t,SphLess_T<SphGroupedValue_t>,SphAccessor_T<SphGroupedValue_t> >
4 975 4 975 92,08 92,08
[Wed Feb 5 21:26:01.874 2014] [17477] CutWorst uniq.len=226135(239014)
[Wed Feb 5 21:26:02.083 2014] [17477] CutWorst uniq.len=344601(355839)
[Wed Feb 5 21:26:02.346 2014] [17477] CutWorst uniq.len=406859(417260)
[Wed Feb 5 21:26:02.637 2014] [17477] CutWorst uniq.len=505261(517737)
[Wed Feb 5 21:26:03.009 2014] [17477] CutWorst uniq.len=661641(677210)
[Wed Feb 5 21:26:03.417 2014] [17477] CutWorst uniq.len=749077(759717)
[Wed Feb 5 21:26:03.838 2014] [17477] CutWorst uniq.len=815751(826790)
[Wed Feb 5 21:26:04.306 2014] [17477] CutWorst uniq.len=899294(910487)
[Wed Feb 5 21:26:04.819 2014] [17477] CutWorst uniq.len=973393(982360)
[Wed Feb 5 21:26:05.340 2014] [17477] CutWorst uniq.len=1019143(1029491)
all dist=0 (default)
20 threads, 23590 queries 428.9 qps load average: 14.37
30 threads, 23796 queries 432.6 qps load average: 22.50
100 threads, 23212 queries 422.0 qps load average: 62.82
all7 dist=0 (same as all)
20 threads, 18136 queries 329.7 qps load average: 14.79
30 threads, 18055 queries 328.2 qps load average: 21.99
100 threads, 18366 queries 333.9 qps load average: 78.16
<pre>
all dist=0 (default)
20 threads, 23590 queries 428.9 qps load average: 14.37
30 threads, 23796 queries 432.6 qps load average: 22.50
100 threads, 23212 queries 422.0 qps load average: 62.82
all7 dist=0 (same as all)
20 threads, 18136 queries 329.7 qps load average: 14.79
30 threads, 18055 queries 328.2 qps load average: 21.99
100 threads, 18366 queries 333.9 qps load average: 78.16
/* Tue Sep 30 23:21:37.454 2014 conn 168 real 0.981 wall 0.981 found 47390 */ SELECT * , MIN(modification_start_year) AS group_start_year, MAX(modification_end_year) AS group_end_year, MIN(price) AS group_min_price, MAX(price) AS group_max_price, COUNT(*) as group_city_count, COUNT(*) as group_all_count, ( IF(seller=4, 1, 0) - IF(seller=3, 1, 0) + IF(photo, 10, 0) + IF(state<2, 5, 0) + IF(custom<2, 5, 0) + IF(availability=1, 5, 0) + IF(warranty=1, 5, 0) + IF(section_id = 2, 10, IF(owners_number<=2, 5, 0)) + IF(year>=2009, 5, 0) - IF(is_suspect_photo, 9, 0) ) AS rank_expr , (IF(seller=4, 1, 0)) AS dealer_rank_expr, GROUP_CONCAT(id) AS ids FROM all WHERE modification_default=0 AND folder_id!=0 AND status IN (0,8,9) AND ex