Skip to content

Instantly share code, notes, and snippets.

@kevsmith
Created May 29, 2014 01:47
Show Gist options
  • Save kevsmith/290c115a4fc776171fa7 to your computer and use it in GitHub Desktop.
Save kevsmith/290c115a4fc776171fa7 to your computer and use it in GitHub Desktop.
> ps ax | grep postgres\:\ planet | grep -v grep | wc -l
183
> ps ax | grep postgres\:\ planet | grep idle | grep -v grep | wc -l
183
> ps ax | grep postgres\:\ planet | grep idle\ in\ trans | grep -v grep | wc -l
42
%% Seeing reams of these in PG's logs
%% load is currently at 24+ and 23 of these queries are in flight
SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.470189731102437 149999.78999866565573,149940.529810268897563 149999.78999866565573,149940.529810268897563 -150000.21000133434427,-150059.470189731102437 -150000.21000133434427,-150059.470189731102437 149999.78999866565573))')) ORDER BY id) AS anon_1
2014-05-29 01:40:07 UTC LOG: duration: 7712.716 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.545135739695979 149999.702133408194641,149940.454864260304021 149999.702133408194641,149940.454864260304021 -150000.297866591805359,-150059.545135739695979 -150000.297866591805359,-150059.545135739695979 149999.702133408194641))')) ORDER BY id) AS anon_1
2014-05-29 01:40:07 UTC LOG: duration: 7460.539 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150063.235481882293243 150000.595436593808699,149936.764518117706757 150000.595436593808699,149936.764518117706757 -149999.404563406191301,-150063.235481882293243 -149999.404563406191301,-150063.235481882293243 150000.595436593808699))')) ORDER BY id) AS anon_1
2014-05-29 01:40:17 UTC LOG: duration: 16533.452 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150058.814462929294677 150000.707441504957387,149941.185537070705323 150000.707441504957387,149941.185537070705323 -149999.292558495042613,-150058.814462929294677 -149999.292558495042613,-150058.814462929294677 150000.707441504957387))')) ORDER BY id) AS anon_1
2014-05-29 01:40:18 UTC LOG: duration: 16602.152 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.432569280004827 149999.835696905793156,149940.567430719995173 149999.835696905793156,149940.567430719995173 -150000.164303094206844,-150059.432569280004827 -150000.164303094206844,-150059.432569280004827 149999.835696905793156))')) ORDER BY id) AS anon_1
2014-05-29 01:40:18 UTC LOG: duration: 16695.720 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.07027251899126 150000.378753591299755,149940.92972748100874 150000.378753591299755,149940.92972748100874 -149999.621246408700245,-150059.07027251899126 -149999.621246408700245,-150059.07027251899126 150000.378753591299755))')) ORDER BY id) AS anon_1
2014-05-29 01:40:18 UTC LOG: duration: 16630.262 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150063.527099180588266 150000.172136770474026,149936.472900819411734 150000.172136770474026,149936.472900819411734 -149999.827863229525974,-150063.527099180588266 -149999.827863229525974,-150063.527099180588266 150000.172136770474026))')) ORDER BY id) AS anon_1
2014-05-29 01:40:18 UTC LOG: duration: 18079.875 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150063.636112207110273 150000.027666528447298,149936.363887792889727 150000.027666528447298,149936.363887792889727 -149999.972333471552702,-150063.636112207110273 -149999.972333471552702,-150063.636112207110273 150000.027666528447298))')) ORDER BY id) AS anon_1
2014-05-29 01:40:18 UTC LOG: duration: 17818.106 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.177725338697201 150000.224149475398008,149940.822274661302799 150000.224149475398008,149940.822274661302799 -149999.775850524601992,-150059.177725338697201 -149999.775850524601992,-150059.177725338697201 150000.224149475398008))')) ORDER BY id) AS anon_1
2014-05-29 01:40:22 UTC LOG: duration: 5437.265 ms statement: SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, ST_AsBinary(scenes.geom) AS scenes_geom, ST_AsBinary(scenes.est_geom) AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.470189731102437 149999.78999866565573,149940.529810268897563 149999.78999866565573,149940.529810268897563 -150000.21000133434427,-150059.470189731102437 -150000.21000133434427,-150059.470189731102437 149999.78999866565573))')) ORDER BY id
LIMIT 100 OFFSET 16200
2014-05-29 01:40:22 UTC LOG: duration: 15260.876 ms statement: SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, ST_AsBinary(scenes.geom) AS scenes_geom, ST_AsBinary(scenes.est_geom) AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.392712653701892 149999.884429002675461,149940.607287346298108 149999.884429002675461,149940.607287346298108 -150000.115570997324539,-150059.392712653701892 -150000.115570997324539,-150059.392712653701892 149999.884429002675461))')) ORDER BY id
LIMIT 100 OFFSET 12600
2014-05-29 01:40:22 UTC LOG: duration: 15218.644 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.318572901393054 149999.990417434775736,149940.681427098606946 149999.990417434775736,149940.681427098606946 -150000.009582565224264,-150059.318572901393054 -150000.009582565224264,-150059.318572901393054 149999.990417434775736))')) ORDER BY id) AS anon_1
2014-05-29 01:40:22 UTC LOG: duration: 15456.934 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.141868661303306 150000.277868859644514,149940.858131338696694 150000.277868859644514,149940.858131338696694 -149999.722131140355486,-150059.141868661303306 -149999.722131140355486,-150059.141868661303306 150000.277868859644514))')) ORDER BY id) AS anon_1
2014-05-29 01:40:30 UTC LOG: duration: 13142.329 ms statement: SELECT count(*) AS count_1
FROM (SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, scenes.geom AS scenes_geom, scenes.est_geom AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.246927311294712 150000.106280960288132,149940.753072688705288 150000.106280960288132,149940.753072688705288 -149999.893719039711868,-150059.246927311294712 -149999.893719039711868,-150059.246927311294712 150000.106280960288132))')) ORDER BY id) AS anon_1
2014-05-29 01:40:31 UTC LOG: duration: 14003.049 ms statement: SELECT scenes.id AS scenes_id, scenes.bucket_id AS scenes_bucket_id, scenes.name AS scenes_name, scenes.checksum AS scenes_checksum, scenes.pass_at AS scenes_pass_at, scenes.created AS scenes_created, scenes.updated AS scenes_updated, ST_AsBinary(scenes.geom) AS scenes_geom, ST_AsBinary(scenes.est_geom) AS scenes_est_geom, scenes.file_size AS scenes_file_size, scenes.cpu_hostname AS scenes_cpu_hostname, scenes.backend AS scenes_backend, scenes.cmo AS scenes_cmo, scenes.extended AS scenes_extended, scenes.sat AS scenes_sat, scenes.ground AS scenes_ground
FROM scenes
WHERE 23 = scenes.bucket_id AND (scenes.geom && ST_GeomFromEWKT('POLYGON ((-150059.545135739695979 149999.702133408194641,149940.454864260304021 149999.702133408194641,149940.454864260304021 -150000.297866591805359,-150059.545135739695979 -150000.297866591805359,-150059.545135739695979 149999.702133408194641))')) ORDER BY id
LIMIT 100 OFFSET 18500
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment