[mongo_db_plugin] mongo db blockchain log store for yosemite blockchain explorer

[bezalel]

yosemite mongo db scheme / log processing for yosemite blockchain explorer and replacing eosio 'history' plugin which will be deprecated in the future

[bezalel]

• Document sample in 'blocks' mongo db collection

  {
  "_id":ObjectId("5b8d064ed76fe49a9a2f9424"),
  "block_id":"000001e83cb1a3965f2bfd298f23a2f9a6b0e545eed57068e674c67bf9c797a2",
  "block_num":488,
  "block":{
    "timestamp":"2018-09-03T10:00:46.000",
    "producer":"producer.c",
    "confirmed":0,
    "previous":"000001e730620c95df7b15e20bfa3d1afcf5bd30021171bbf0d7e26dd96cc845",
    "transaction_mroot":"eabf811ee217c9f82efc793bb0e2658a4af26952852102a9cb8d6bf298974b76",
    "action_mroot":"9712392101a3ac6ee5d770528f37fd469108094ddaea66c2a5683105bd881142",
    "schedule_version":1,
    "new_producers":null,
    "header_extensions":[
  
    ],
    "producer_signature":"YSG_K1_JwNVLEMgjiFzdQyLzfmttP5v4Sm5E4SjuCqGo3BQXXH8KkJmBkzmTfJwt4eA5Z3mEwbNQapdjbuukr1fquF6GnG1HfYFXR",
    "transactions":[
       {
          "status":"executed",
          "cpu_usage_us":6652,
          "net_usage_words":18,
          "trx":{
             "id":"5c6699dd6c2ab4a258daa41cf885f22a93bc7b17c6c4623e342c701d93fb6a75",
             "signatures":[
                "YSG_K1_K4dvtHZ4qVjHYHbtJoXKXJQpPVZDDtapW5FbFyrE273VK9JBhJXSt1rkhHCt7Bcaogw6b4ZmzK71A73QAUNTZc7vzZGtGL"
             ],
             "compression":"none",
             "packed_context_free_data":"",
             "context_free_data":[
  
             ],
             "packed_trx":"6b068d5ba301cd655b3a00000000010000980ad23c41f7000000572d3ccdcd0130f2d414217315d600000000a8ed32322630f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f3101e9030800c00257219de8ad",
             "transaction":{
                "expiration":"2018-09-03T10:01:15",
                "ref_block_num":419,
                "ref_block_prefix":979068365,
                "max_net_usage_words":0,
                "max_cpu_usage_ms":0,
                "delay_sec":0,
                "context_free_actions":[
  
                ],
                "actions":[
                   {
                      "account":"yx.ntoken",
                      "name":"transfer",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "from":"useraccount3",
                         "to":"useraccount2",
                         "amount":"5000.0000 DKRW",
                         "memo":"memo1"
                      },
                      "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f31"
                   }
                ],
                "transaction_extensions":[
                   [
                      1001,
                      "00c00257219de8ad"
                   ]
                ]
             }
          }
       },
       {
          "status":"executed",
          "cpu_usage_us":6075,
          "net_usage_words":18,
          "trx":{
             "id":"13aa8b22c43ea4d734b6c2a8da90e65568a7f9ccf0859423b7d357c743cfa96b",
             "signatures":[
                "YSG_K1_KA3Sm2qDg1TueY8ojymcMJkMJNgVX9oQNvDCNkgs78W7D4oC9Rd8xGwG7nMiPkMBu8Pm7Jaang8GVtVS98EpZmpMJBbqpy"
             ],
             "compression":"none",
             "packed_context_free_data":"",
             "context_free_data":[
  
             ],
             "packed_trx":"6b068d5ba301cd655b3a00000000010000980ad23c41f7000000572d3ccdcd0130f2d414217315d600000000a8ed32322630f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f3201e9030800000357219de8ad",
             "transaction":{
                "expiration":"2018-09-03T10:01:15",
                "ref_block_num":419,
                "ref_block_prefix":979068365,
                "max_net_usage_words":0,
                "max_cpu_usage_ms":0,
                "delay_sec":0,
                "context_free_actions":[
  
                ],
                "actions":[
                   {
                      "account":"yx.ntoken",
                      "name":"transfer",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "from":"useraccount3",
                         "to":"useraccount2",
                         "amount":"5000.0000 DKRW",
                         "memo":"memo2"
                      },
                      "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f32"
                   }
                ],
                "transaction_extensions":[
                   [
                      1001,
                      "00000357219de8ad"
                   ]
                ]
             }
          }
       },
       {
          "status":"executed",
          "cpu_usage_us":5972,
          "net_usage_words":18,
          "trx":{
             "id":"e32741f8ccd2486d7f6038258351e5a69b9b4aed02d1766289d47e44823ded73",
             "signatures":[
                "YSG_K1_Kbgme7qd87qRhcnT2LAmCG9K8YJX7Tv9PHeDU3PxzayvJxVDjrfJnsAvcNNorrvK57yhTEjtfzZwVk2dzBVZAEkVvCLvCz"
             ],
             "compression":"none",
             "packed_context_free_data":"",
             "context_free_data":[
  
             ],
             "packed_trx":"6b068d5ba301cd655b3a00000000010000980ad23c41f7000000572d3ccdcd0130f2d414217315d600000000a8ed32322630f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f3301e9030800000357219de8ad",
             "transaction":{
                "expiration":"2018-09-03T10:01:15",
                "ref_block_num":419,
                "ref_block_prefix":979068365,
                "max_net_usage_words":0,
                "max_cpu_usage_ms":0,
                "delay_sec":0,
                "context_free_actions":[
  
                ],
                "actions":[
                   {
                      "account":"yx.ntoken",
                      "name":"transfer",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "from":"useraccount3",
                         "to":"useraccount2",
                         "amount":"5000.0000 DKRW",
                         "memo":"memo3"
                      },
                      "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f33"
                   }
                ],
                "transaction_extensions":[
                   [
                      1001,
                      "00000357219de8ad"
                   ]
                ]
             }
          }
       }
    ],
    "block_extensions":[
  
    ]
  },
  "trx_votes":[
    [
       "producer.f",
       1000000
    ],
    [
       "producer.g",
       2000000
    ]
  ],
  "irrAt":   ISODate("2018-09-03T10:01:22.505Z"),
  "validated":true,
  "in_current_chain":true
  }

[bezalel]

• Document sample in 'transactions' mongo db collection ('transaction_trace' data are merged to 'transactions')

  {
  "_id":ObjectId("5b921b1cce929992d29d4aa3"),
  "id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
  "receipt":{
    "status":"executed",
    "cpu_usage_us":5658,
    "net_usage_words":18
  },
  "elapsed":5658,
  "net_usage":144,
  "scheduled":false,
  "action_traces":[
    {
       "receipt":{
          "receiver":"yx.ntoken",
          "act_digest":"50cf385834699415c233f608b6a7be0e3254767189144b26142bbb641aa52ab7",
          "global_sequence":645,
          "recv_sequence":20,
          "auth_sequence":[
             [
                "useraccount3",
                5
             ]
          ],
          "code_sequence":1,
          "abi_sequence":1
       },
       "act":{
          "account":"yx.ntoken",
          "name":"transfer",
          "authorization":[
             {
                "actor":"useraccount3",
                "permission":"active"
             }
          ],
          "data":{
             "from":"useraccount3",
             "to":"useraccount2",
             "amount":"5000.0000 DKRW",
             "memo":"memo1"
          },
          "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f31"
       },
       "elapsed":2347,
       "cpu_usage":0,
       "console":"",
       "total_cpu_usage":0,
       "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
       "inline_traces":[
          {
             "receipt":{
                "receiver":"yx.ntoken",
                "act_digest":"cefd67ce9fbe5d07628c1f8e10f041f0984a77eaf1e406794bf9512a1ed3beac",
                "global_sequence":646,
                "recv_sequence":21,
                "auth_sequence":[
                   [
                      "useraccount3",
                      6
                   ],
                   [
                      "yosemite",
                      596
                   ]
                ],
                "code_sequence":1,
                "abi_sequence":1
             },
             "act":{
                "account":"yx.ntoken",
                "name":"ntransfer",
                "authorization":[
                   {
                      "actor":"useraccount3",
                      "permission":"active"
                   },
                   {
                      "actor":"yosemite",
                      "permission":"active"
                   }
                ],
                "data":{
                   "from":"useraccount3",
                   "to":"useraccount2",
                   "token":{
                      "amount":"5000.0000 DKRW",
                      "issuer":"sysdepo1"
                   },
                   "memo":"memo1"
                },
                "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000000000815695b0c7056d656d6f31"
             },
             "elapsed":1926,
             "cpu_usage":0,
             "console":"",
             "total_cpu_usage":0,
             "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
             "inline_traces":[
                {
                   "receipt":{
                      "receiver":"useraccount3",
                      "act_digest":"cefd67ce9fbe5d07628c1f8e10f041f0984a77eaf1e406794bf9512a1ed3beac",
                      "global_sequence":647,
                      "recv_sequence":5,
                      "auth_sequence":[
                         [
                            "useraccount3",
                            7
                         ],
                         [
                            "yosemite",
                            597
                         ]
                      ],
                      "code_sequence":1,
                      "abi_sequence":1
                   },
                   "act":{
                      "account":"yx.ntoken",
                      "name":"ntransfer",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         },
                         {
                            "actor":"yosemite",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "from":"useraccount3",
                         "to":"useraccount2",
                         "token":{
                            "amount":"5000.0000 DKRW",
                            "issuer":"sysdepo1"
                         },
                         "memo":"memo1"
                      },
                      "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000000000815695b0c7056d656d6f31"
                   },
                   "elapsed":3,
                   "cpu_usage":0,
                   "console":"",
                   "total_cpu_usage":0,
                   "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
                   "inline_traces":[
  
                   ]
                },
                {
                   "receipt":{
                      "receiver":"useraccount2",
                      "act_digest":"cefd67ce9fbe5d07628c1f8e10f041f0984a77eaf1e406794bf9512a1ed3beac",
                      "global_sequence":648,
                      "recv_sequence":8,
                      "auth_sequence":[
                         [
                            "useraccount3",
                            8
                         ],
                         [
                            "yosemite",
                            598
                         ]
                      ],
                      "code_sequence":1,
                      "abi_sequence":1
                   },
                   "act":{
                      "account":"yx.ntoken",
                      "name":"ntransfer",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         },
                         {
                            "actor":"yosemite",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "from":"useraccount3",
                         "to":"useraccount2",
                         "token":{
                            "amount":"5000.0000 DKRW",
                            "issuer":"sysdepo1"
                         },
                         "memo":"memo1"
                      },
                      "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000000000815695b0c7056d656d6f31"
                   },
                   "elapsed":3,
                   "cpu_usage":0,
                   "console":"",
                   "total_cpu_usage":0,
                   "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
                   "inline_traces":[
  
                   ]
                }
             ]
          },
          {
             "receipt":{
                "receiver":"yx.ntoken",
                "act_digest":"4d64896a95e1e16e171a4e9f6e3803da13a172d9dd8356ef80ca7a11433c364f",
                "global_sequence":649,
                "recv_sequence":22,
                "auth_sequence":[
                   [
                      "useraccount3",
                      9
                   ],
                   [
                      "yosemite",
                      599
                   ]
                ],
                "code_sequence":1,
                "abi_sequence":1
             },
             "act":{
                "account":"yx.ntoken",
                "name":"payfee",
                "authorization":[
                   {
                      "actor":"useraccount3",
                      "permission":"active"
                   },
                   {
                      "actor":"yosemite",
                      "permission":"active"
                   }
                ],
                "data":{
                   "payer":"useraccount3",
                   "token":{
                      "amount":"100.0000 DKRW",
                      "issuer":"sysdepo1"
                   }
                },
                "hex_data":"30f2d414217315d640420f000000000004444b5257000000000000815695b0c7"
             },
             "elapsed":1170,
             "cpu_usage":0,
             "console":"",
             "total_cpu_usage":0,
             "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
             "inline_traces":[
                {
                   "receipt":{
                      "receiver":"useraccount3",
                      "act_digest":"4d64896a95e1e16e171a4e9f6e3803da13a172d9dd8356ef80ca7a11433c364f",
                      "global_sequence":650,
                      "recv_sequence":6,
                      "auth_sequence":[
                         [
                            "useraccount3",
                            10
                         ],
                         [
                            "yosemite",
                            600
                         ]
                      ],
                      "code_sequence":1,
                      "abi_sequence":1
                   },
                   "act":{
                      "account":"yx.ntoken",
                      "name":"payfee",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         },
                         {
                            "actor":"yosemite",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "payer":"useraccount3",
                         "token":{
                            "amount":"100.0000 DKRW",
                            "issuer":"sysdepo1"
                         }
                      },
                      "hex_data":"30f2d414217315d640420f000000000004444b5257000000000000815695b0c7"
                   },
                   "elapsed":3,
                   "cpu_usage":0,
                   "console":"",
                   "total_cpu_usage":0,
                   "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
                   "inline_traces":[
  
                   ]
                },
                {
                   "receipt":{
                      "receiver":"yx.txfee",
                      "act_digest":"4d64896a95e1e16e171a4e9f6e3803da13a172d9dd8356ef80ca7a11433c364f",
                      "global_sequence":651,
                      "recv_sequence":23,
                      "auth_sequence":[
                         [
                            "useraccount3",
                            11
                         ],
                         [
                            "yosemite",
                            601
                         ]
                      ],
                      "code_sequence":1,
                      "abi_sequence":1
                   },
                   "act":{
                      "account":"yx.ntoken",
                      "name":"payfee",
                      "authorization":[
                         {
                            "actor":"useraccount3",
                            "permission":"active"
                         },
                         {
                            "actor":"yosemite",
                            "permission":"active"
                         }
                      ],
                      "data":{
                         "payer":"useraccount3",
                         "token":{
                            "amount":"100.0000 DKRW",
                            "issuer":"sysdepo1"
                         }
                      },
                      "hex_data":"30f2d414217315d640420f000000000004444b5257000000000000815695b0c7"
                   },
                   "elapsed":46,
                   "cpu_usage":0,
                   "console":"",
                   "total_cpu_usage":0,
                   "trx_id":"5af78171307052b86cb3159be6df74146d88cce12ebf7eb3dab0fc24f0af8284",
                   "inline_traces":[
  
                   ]
                }
             ]
          }
       ]
    }
  ],
  "trx_vote":{
    "to":"producer.f",
    "amt":1000000
  },
  "except":null,
  "expiration":"2018-09-07T06:31:22",
  "ref_block_num":418,
  "ref_block_prefix":NumberLong("2379706178"),
  "max_net_usage_words":0,
  "max_cpu_usage_ms":0,
  "delay_sec":0,
  "context_free_actions":[
  
  ],
  "actions":[
    {
       "account":"yx.ntoken",
       "name":"transfer",
       "authorization":[
          {
             "actor":"useraccount3",
             "permission":"active"
          }
       ],
       "data":{
          "from":"useraccount3",
          "to":"useraccount2",
          "amount":"5000.0000 DKRW",
          "memo":"memo1"
       },
       "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000056d656d6f31"
    }
  ],
  "transaction_extensions":[
    [
       1001,
       "00c00257219de8ad"
    ]
  ],
  "signatures":[
    "YSG_K1_JyBo8bZLr6WYigBAJpVjUpXjf7HPViQGc2KXhyT9FQ9HkgCgFaU8rDx4DxsSi2u33tYG3BPtuREAuyF8NzrgEn4BBauMhF"
  ],
  "context_free_data":[
  
  ],
  "signing_keys":{
    "0":"YOS5ubmvsnjHviACtfc9SwGbY7SprqTu1P5GQeDfwfZmhCq6aR7GH"
  },
  "accepted":true,
  "implicit":false,
  "irrAt":   ISODate("2018-09-07T06:31:29.513Z"),
  "bId":"000001e94b8a71d93927c930302f540e9af532d8b2a29f7fcdb8cd7a5c304005",
  "bNum":489,
  "bTime":   ISODate("2018-09-07T06:30:53Z")
  }

[bezalel]

• Document sample in 'action_traces' mongo db collection

  {
  "_id":ObjectId("5b9354812b60c60ac507b9e0"),
  "receipt":{
    "receiver":"yx.ntoken",
    "act_digest":"cefd67ce9fbe5d07628c1f8e10f041f0984a77eaf1e406794bf9512a1ed3beac",
    "global_sequence":649,
    "recv_sequence":21,
    "auth_sequence":[
       [
          "useraccount3",
          6
       ],
       [
          "yosemite",
          599
       ]
    ],
    "code_sequence":1,
    "abi_sequence":1
  },
  "act":{
    "account":"yx.ntoken",
    "name":"ntransfer",
    "authorization":[
       {
          "actor":"useraccount3",
          "permission":"active"
       },
       {
          "actor":"yosemite",
          "permission":"active"
       }
    ],
    "data":{
       "from":"useraccount3",
       "to":"useraccount2",
       "token":{
          "amount":"5000.0000 DKRW",
          "issuer":"sysdepo1"
       },
       "memo":"memo1"
    },
    "hex_data":"30f2d414217315d620f2d414217315d680f0fa020000000004444b5257000000000000815695b0c7056d656d6f31"
  },
  "elapsed":2803,
  "cpu_usage":0,
  "console":"",
  "total_cpu_usage":0,
  "trx_id":"a1481e23f00a7bdb37cb57ac0f78419b7d5baa0027ce21cd961906bf4425a390",
  "bNum":492,
  "bTime":   ISODate("2018-09-08T04:48:02   Z"),
  "parent":NumberLong(648)
  }