Open saza-ku opened 12 months ago
+-------+--------+-----+-----+-----+-----+-----+-----+
| COUNT | METHOD | URI | MIN | MAX | SUM | AVG | P99 |
+-------+--------+-----+-----+-----+-----+-----+-----+
+-------+--------+-----+-----+-----+-----+-----+-----+
Count: 33285 Time=0.00s (56s) Lock=0.00s (0s) Rows=0.2 (5222), isudns[isudns]@isucon1
SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=N and name='S' and domain_id=N
Count: 23858 Time=0.00s (37s) Lock=0.00s (0s) Rows=0.5 (12090), isudns[isudns]@isucon1
SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=N and type='S' and name='S'
Count: 40770 Time=0.00s (4s) Lock=0.00s (0s) Rows=0.0 (0), isudns[isudns]@isucon1
select kind,content from domains, domainmetadata where domainmetadata.domain_id=domains.id and name='S'
Count: 592 Time=0.00s (2s) Lock=0.00s (0s) Rows=0.0 (0), isudns[isudns]@isucon1
delete from records where domain_id=N and name='S' and type='S'
Count: 1184 Time=0.00s (2s) Lock=0.00s (0s) Rows=0.5 (592), isudns[isudns]@isucon1
SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=N and type='S' and name='S' and domain_id=N
Count: 92877 Time=0.00s (1s) Lock=0.00s (0s) Rows=0.0 (0), isudns[isudns]@isucon1
#
Count: 592 Time=0.00s (0s) Lock=0.00s (0s) Rows=0.0 (0), isudns[isudns]@isucon1
commit
Count: 592 Time=0.00s (0s) Lock=0.00s (0s) Rows=0.0 (0), isudns[isudns]@isucon1
insert into records (content,ttl,prio,type,domain_id,disabled,name,ordername,auth) values ('S',N,N,'S',N,N,'S',NULL,N)
Count: 592 Time=0.00s (0s) Lock=0.00s (0s) Rows=1.0 (592), isudns[isudns]@isucon1
select id,name,master,last_check,notified_serial,type,options,catalog,account from domains where name='S'
Count: 1184 Time=0.00s (0s) Lock=0.00s (0s) Rows=0.0 (0), isudns[isudns]@isucon1
SET SESSION TRANSACTION ISOLATION LEVEL READ COMMITTED
Reading from STDIN ...
# 12.2s user time, 40ms system time, 36.62M rss, 51.05M vsz
# Current date: Sat Nov 25 06:09:23 2023
# Hostname: ip-192-168-0-12
# Files: STDIN
# Overall: 196.12k total, 20 unique, 2.36k QPS, 1.26x concurrency ________
# Time range: 2023-11-25T06:07:48 to 2023-11-25T06:09:11
# Attribute total min max avg 95% stddev median
# ============ ======= ======= ======= ======= ======= ======= =======
# Exec time 104s 1us 11ms 531us 2ms 781us 89us
# Lock time 163ms 0 5ms 0 1us 22us 1us
# Rows sent 18.07k 0 1 0.09 0.99 0.29 0
# Rows examine 88.92M 0 1.83k 475.39 1.69k 713.97 0
# Query size 15.38M 5 221 82.21 151.03 48.82 112.70
# Profile
# Rank Query ID Response time Calls R/Call V/M Item
# ==== ============================= ============= ===== ====== ===== ====
# 1 0x42EF7D7D98FBCC9723BF896E... 56.1376 53.9% 33285 0.0017 0.00 SELECT records
# 2 0x3D83BC87F3B3A00D571FFC81... 37.5262 36.0% 23858 0.0016 0.00 SELECT records
# 3 0x22279D81D51006139E0C7640... 4.5792 4.4% 40770 0.0001 0.00 SELECT domains domainmetadata
# 4 0x859BBB7E9D760686137A9444... 2.2849 2.2% 592 0.0039 0.00 DELETE records
# MISC 0xMISC 3.6901 3.5% 97620 0.0000 0.0 <16 ITEMS>
# Query 1: 482.39 QPS, 0.81x concurrency, ID 0x42EF7D7D98FBCC9723BF896EBFC51D24 at byte 5809802
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:48 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 16 33285
# Exec time 53 56s 700us 9ms 2ms 3ms 478us 2ms
# Lock time 27 45ms 0 2ms 1us 1us 15us 1us
# Rows sent 28 5.10k 0 1 0.16 0.99 0.36 0
# Rows examine 56 50.23M 1.25k 1.83k 1.55k 1.78k 162.30 1.53k
# Query size 29 4.51M 129 221 142.00 158.58 12.01 136.99
# String:
# Hosts isucon1
# Users isudns
# Query_time distribution
# 1us
# 10us
# 100us #
# 1ms ################################################################
# 10ms
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'records'\G
# SHOW CREATE TABLE `records`\G
# EXPLAIN /*!50100 PARTITIONS*/
SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=0 and name='*.u.isucon.dev' and domain_id=4\G
# EXPLAIN failed: DBD::mysql::st execute failed: Table 'isupipe.records' doesn't exist [for Statement "EXPLAIN SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=0 and name='*.u.isucon.dev' and domain_id=4"] at /usr/bin/pt-query-digest line 7796.
# Query 2: 345.77 QPS, 0.54x concurrency, ID 0x3D83BC87F3B3A00D571FFC8104A6E50C at byte 54452583
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:48 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 12 23858
# Exec time 36 38s 657us 9ms 2ms 2ms 449us 1ms
# Lock time 17 28ms 0 149us 1us 1us 1us 1us
# Rows sent 65 11.81k 0 1 0.51 0.99 0.50 0.99
# Rows examine 40 36.02M 1.25k 1.83k 1.55k 1.78k 162.55 1.53k
# Query size 20 3.09M 126 220 135.77 151.03 11.37 124.25
# String:
# Hosts isucon1
# Users isudns
# Query_time distribution
# 1us
# 10us
# 100us #
# 1ms ################################################################
# 10ms
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'records'\G
# SHOW CREATE TABLE `records`\G
# EXPLAIN
SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=0 and type='SOA' and name='u.isucon.dev'\G
# EXPLAIN failed: DBD::mysql::st execute failed: Table 'isupipe.records' doesn't exist [for Statement "EXPLAIN SELECT content,ttl,prio,type,domain_id,disabled,name,auth FROM records WHERE disabled=0 and type='SOA' and name='u.isucon.dev'"] at /usr/bin/pt-query-digest line 7796.
# Query 3: 590.87 QPS, 0.07x concurrency, ID 0x22279D81D51006139E0C76405B54C261 at byte 43047196
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:48 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 20 40770
# Exec time 4 5s 72us 6ms 112us 125us 96us 98us
# Lock time 35 57ms 0 123us 1us 1us 1us 1us
# Rows sent 0 0 0 0 0 0 0 0
# Rows examine 0 0 0 0 0 0 0 0
# Query size 28 4.43M 114 114 114 114 0 114
# String:
# Hosts isucon1
# Users isudns
# Query_time distribution
# 1us
# 10us #######################
# 100us ################################################################
# 1ms #
# 10ms
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'domains'\G
# SHOW CREATE TABLE `domains`\G
# SHOW TABLE STATUS LIKE 'domainmetadata'\G
# SHOW CREATE TABLE `domainmetadata`\G
# EXPLAIN
select kind,content from domains, domainmetadata where domainmetadata.domain_id=domains.id and name='u.isucon.dev'\G
# EXPLAIN failed: DBD::mysql::st execute failed: Table 'isupipe.domains' doesn't exist [for Statement "EXPLAIN select kind,content from domains, domainmetadata where domainmetadata.domain_id=domains.id and name='u.isucon.dev'"] at /usr/bin/pt-query-digest line 7796.
# Query 4: 8.71 QPS, 0.03x concurrency, ID 0x859BBB7E9D760686137A944406874C4D at byte 39621326
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:49 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 0 592
# Exec time 2 2s 2ms 11ms 4ms 6ms 937us 4ms
# Lock time 17 29ms 0 5ms 49us 1us 389us 1us
# Rows sent 0 0 0 0 0 0 0 0
# Rows examine 1 910.83k 1.25k 1.83k 1.54k 1.78k 169.16 1.53k
# Query size 0 49.47k 78 93 85.57 88.31 3.28 84.10
# String:
# Hosts isucon1
# Users isudns
# Query_time distribution
# 1us
# 10us
# 100us
# 1ms ################################################################
# 10ms #
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'records'\G
# SHOW CREATE TABLE `records`\G
delete from records where domain_id=4 and name='kenichi550.u.isucon.dev' and type='A'\G
# Converted for EXPLAIN
# EXPLAIN
select * from records where domain_id=4 and name='kenichi550.u.isucon.dev' and type='A'\G
http://localhost:19992/#menu_services;after=1700892468936;before=1700892548944
go tool pprof -http=0.0.0.0:1080 http://isucon2/pprof/11250607
+-------+--------+-----+-----+-----+-----+-----+-----+
| COUNT | METHOD | URI | MIN | MAX | SUM | AVG | P99 |
+-------+--------+-----+-----+-----+-----+-----+-----+
+-------+--------+-----+-----+-----+-----+-----+-----+
Count: 2208 Time=0.02s (41s) Lock=0.00s (0s) Rows=0.7 (1483), isucon[isucon]@isucon1
SELECT id, user_id, livestream_id, word FROM ng_words WHERE user_id = N AND livestream_id = N
Count: 34198 Time=0.00s (29s) Lock=0.00s (0s) Rows=1.0 (34198), isucon[isucon]@isucon1
SELECT * FROM themes WHERE user_id = N
Count: 53914 Time=0.00s (14s) Lock=0.00s (0s) Rows=0.9 (46617), isucon[isucon]@isucon1
SELECT icon_path FROM icons WHERE user_id = N
Count: 130255 Time=0.00s (11s) Lock=0.00s (0s) Rows=1.0 (130255), isucon[isucon]@isucon1
SELECT * FROM tags WHERE id = N
Count: 395 Time=0.03s (10s) Lock=0.00s (0s) Rows=0.0 (0), isucon[isucon]@isucon1
UPDATE reservation_slots SET slot = slot - N WHERE start_at >= N AND end_at <= N
Count: 397 Time=0.02s (8s) Lock=0.00s (0s) Rows=9.8 (3883), isucon[isucon]@isucon1
SELECT * FROM reservation_slots WHERE start_at >= N AND end_at <= N FOR UPDATE
Count: 257 Time=0.02s (5s) Lock=0.00s (0s) Rows=2.4 (629), isucon[isucon]@isucon1
SELECT * FROM livestreams WHERE user_id = N
Count: 283 Time=0.02s (5s) Lock=0.00s (0s) Rows=0.4 (108), isucon[isucon]@isucon1
SELECT * FROM ng_words WHERE user_id = N AND livestream_id = N ORDER BY created_at DESC
Count: 29089 Time=0.00s (4s) Lock=0.00s (0s) Rows=4.5 (130259), isucon[isucon]@isucon1
SELECT * FROM livestream_tags WHERE livestream_id = N
Count: 2084 Time=0.00s (4s) Lock=0.00s (0s) Rows=10.0 (20811), isucon[isucon]@isucon1
SELECT * FROM livecomments WHERE livestream_id = N ORDER BY created_at DESC
Reading from STDIN ...
# 24.8s user time, 80ms system time, 37.75M rss, 52.22M vsz
# Current date: Sat Nov 25 06:09:37 2023
# Hostname: ip-192-168-0-13
# Files: STDIN
# Overall: 415.60k total, 66 unique, 5.01k QPS, 2.01x concurrency ________
# Time range: 2023-11-25T06:07:49 to 2023-11-25T06:09:12
# Attribute total min max avg 95% stddev median
# ============ ======= ======= ======= ======= ======= ======= =======
# Exec time 167s 1us 65ms 401us 839us 2ms 76us
# Lock time 384ms 0 8ms 0 1us 20us 1us
# Rows sent 1.08M 0 7.70k 2.73 4.96 64.22 0.99
# Rows examine 117.60M 0 14.19k 296.71 1.33k 1.21k 0.99
# Query size 15.35M 6 453 38.73 59.77 25.64 34.95
# Profile
# Rank Query ID Response time Calls R/Call V/M Item
# ==== ============================ ============= ====== ====== ===== ====
# 1 0x64CC8A4E8E4B39020337559... 41.8038 25.1% 2208 0.0189 0.00 SELECT ng_words
# 2 0x38BC86A45F31C6B1EE32467... 29.9415 17.9% 34198 0.0009 0.00 SELECT themes
# 3 0xB4FC1F99A422ACB1A54E6E2... 14.9986 9.0% 53914 0.0003 0.00 SELECT icons
# 4 0xFBC5564AE716EAE82F20BFB... 11.7462 7.0% 130255 0.0001 0.00 SELECT tags
# MISC 0xMISC 68.3228 41.0% 195024 0.0004 0.0 <62 ITEMS>
# Query 1: 32.47 QPS, 0.61x concurrency, ID 0x64CC8A4E8E4B390203375597CE4D611F at byte 15916210
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:49 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 0 2208
# Exec time 25 42s 4ms 54ms 19ms 34ms 9ms 17ms
# Lock time 0 2ms 0 16us 0 1us 0 1us
# Rows sent 0 1.45k 0 4 0.67 1.96 0.81 0
# Rows examine 25 30.39M 14.00k 14.19k 14.10k 13.78k 0 13.78k
# Query size 1 213.46k 97 99 99.00 97.36 0.14 97.36
# String:
# Hosts isucon1
# Users isucon
# Query_time distribution
# 1us
# 10us
# 100us
# 1ms ###########
# 10ms ################################################################
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'ng_words'\G
# SHOW CREATE TABLE `ng_words`\G
# EXPLAIN /*!50100 PARTITIONS*/
SELECT id, user_id, livestream_id, word FROM ng_words WHERE user_id = 1019 AND livestream_id = 7538\G
# *************************** 1. row ***************************
# id: 1
# select_type: SIMPLE
# table: ng_words
# partitions: NULL
# type: ALL
# possible_keys: NULL
# key: NULL
# key_len: NULL
# ref: NULL
# rows: 14275
# filtered: 1.00
# Extra: Using where
# Query 2: 502.91 QPS, 0.44x concurrency, ID 0x38BC86A45F31C6B1EE324671506C898A at byte 58167769
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:49 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 8 34198
# Exec time 17 30s 237us 21ms 875us 2ms 929us 596us
# Lock time 8 34ms 0 2ms 1us 1us 15us 1us
# Rows sent 3 33.40k 1 1 1 1 0 1
# Rows examine 35 42.09M 1000 1.55k 1.26k 1.46k 168.54 1.20k
# Query size 8 1.33M 38 41 40.88 40.45 0.62 40.45
# String:
# Hosts isucon1
# Users isucon
# Query_time distribution
# 1us
# 10us
# 100us ################################################################
# 1ms ############
# 10ms #
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'themes'\G
# SHOW CREATE TABLE `themes`\G
# EXPLAIN
SELECT * FROM themes WHERE user_id = 1196\G
# *************************** 1. row ***************************
# id: 1
# select_type: SIMPLE
# table: themes
# partitions: NULL
# type: ALL
# possible_keys: NULL
# key: NULL
# key_len: NULL
# ref: NULL
# rows: 1592
# filtered: 10.00
# Extra: Using where
# Query 3: 792.85 QPS, 0.22x concurrency, ID 0xB4FC1F99A422ACB1A54E6E2F01B84879 at byte 74182645
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:49 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 12 53914
# Exec time 8 15s 46us 14ms 278us 626us 451us 204us
# Lock time 14 55ms 0 1ms 1us 1us 11us 1us
# Rows sent 4 45.52k 0 1 0.86 0.99 0.34 0.99
# Rows examine 12 15.04M 0 583 292.46 537.02 163.73 284.79
# Query size 16 2.46M 45 48 47.87 46.83 0.25 46.83
# String:
# Hosts isucon1
# Users isucon
# Query_time distribution
# 1us
# 10us ######
# 100us ################################################################
# 1ms ##
# 10ms #
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'icons'\G
# SHOW CREATE TABLE `icons`\G
# EXPLAIN
SELECT icon_path FROM icons WHERE user_id = 1165\G
# *************************** 1. row ***************************
# id: 1
# select_type: SIMPLE
# table: icons
# partitions: NULL
# type: ALL
# possible_keys: NULL
# key: NULL
# key_len: NULL
# ref: NULL
# rows: 583
# filtered: 10.00
# Extra: Using where
# Query 4: 1.92k QPS, 0.17x concurrency, ID 0xFBC5564AE716EAE82F20BFB45F6C37E7 at byte 38030073
# This item is included in the report because it matches --limit.
# Scores: V/M = 0.00
# Time range: 2023-11-25T06:07:49 to 2023-11-25T06:08:57
# Attribute pct total min max avg 95% stddev median
# ============ === ======= ======= ======= ======= ======= ======= =======
# Count 31 130255
# Exec time 7 12s 41us 23ms 90us 103us 211us 66us
# Lock time 34 132ms 0 4ms 1us 1us 15us 1us
# Rows sent 11 127.20k 1 1 1 1 0 1
# Rows examine 0 127.20k 1 1 1 1 0 1
# Query size 25 3.97M 31 33 31.95 31.70 0.43 31.70
# String:
# Hosts isucon1
# Users isucon
# Query_time distribution
# 1us
# 10us ################################################################
# 100us ###
# 1ms #
# 10ms #
# 100ms
# 1s
# 10s+
# Tables
# SHOW TABLE STATUS LIKE 'tags'\G
# SHOW CREATE TABLE `tags`\G
# EXPLAIN
SELECT * FROM tags WHERE id = 61\G
# *************************** 1. row ***************************
# id: 1
# select_type: SIMPLE
# table: tags
# partitions: NULL
# type: const
# possible_keys: PRIMARY
# key: PRIMARY
# key_len: 8
# ref: const
# rows: 1
# filtered: 100.00
# Extra: NULL
http://localhost:19993/#menu_services;after=1700892468928;before=1700892548936
go tool pprof -http=0.0.0.0:1080 http://isucon3/pprof/11250607
isucon1
alp
slow query
explain
netdata
http://localhost:19991/#menu_services;after=1700892468910;before=1700892544925
pprof