graphprotocol / indexer

Graph Protocol indexer components and infrastructure
MIT License
241 stars 130 forks source link

Failed to query indexer allocations, keeping existing #167

Closed suntzu93 closed 3 years ago

suntzu93 commented 3 years ago

From service:

3|start_indexer_service | {"level":20,"time":1608416975921,"pid":1874424,"hostname":"suntzu-server","name":"IndexerService","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","component":"AllocationMonitor","msg":"Refresh active allocations"} 3|start_indexer_service | {"level":40,"time":1608416976209,"pid":1874424,"hostname":"suntzu-server","name":"IndexerService","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","component":"AllocationMonitor","allocations":[],"err":{"type":"IndexerError","message":"Failed to query indexer allocations","stack":"IndexerError: Failed to query indexer allocations\n at Object.indexerError (/usr/local/lib/node_modules/@graphprotocol/indexer-service/node_modules/@graphprotocol/indexer-common/dist/errors.js:97:12)\n at /usr/local/lib/node_modules/@graphprotocol/indexer-service/dist/allocations.js:67:39\n at Generator.next ()\n at fulfilled (/usr/local/lib/node_modules/@graphprotocol/indexer-service/dist/allocations.js:5:58)\n at processTicksAndRejections (internal/process/task_queues.js:93:5)","code":"IE010","explanation":"https://github.com/graphprotocol/indexer/blob/master/docs/errors.md#ie010","cause":{"type":"Error","message":"Indexer not found on chain","stack":"Error: Indexer not found on chain\n at /usr/local/lib/node_modules/@graphprotocol/indexer-service/dist/allocations.js:59:23\n at Generator.next ()\n at fulfilled (/usr/local/lib/node_modules/@graphprotocol/indexer-service/dist/allocations.js:5:58)\n at processTicksAndRejections (internal/process/task_queues.js:93:5)"}},"msg":"Failed to query indexer allocations, keeping existing"}

suntzu93 commented 3 years ago

From agent when start:

2|start_indexer_agent | {"level":30,"time":1608417184441,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","host":"localhost","port":5432,"database":"graph_indexer_agent","msg":"Connect to database"} 2|start_indexer_agent | {"level":20,"time":1608417184512,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"MetricsServer","component":"MetricsServer","port":7301,"msg":"Listening on port"} 2|start_indexer_agent | {"level":30,"time":1608417184567,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Successfully connected to database"} 2|start_indexer_agent | {"level":30,"time":1608417184567,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Run database migrations"} 2|start_indexer_agent | {"level":30,"time":1608417184579,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Successfully ran database migrations"} 2|start_indexer_agent | {"level":30,"time":1608417184579,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Connect to Ethereum"} 2|start_indexer_agent | {"level":30,"time":1608417184581,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","pollingInterval":4000,"network":{"name":"homestead","chainId":1,"ensAddress":"0x00000000000C2E074eC69A0dFb2997BA6C7d2e1e"},"msg":"Connected to Ethereum"} 2|start_indexer_agent | {"level":30,"time":1608417184581,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Connect to network"} 2|start_indexer_agent | {"level":30,"time":1608417184583,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","network":"homestead","chainId":1,"msg":"Create wallet"} 2|start_indexer_agent | {"level":30,"time":1608417184748,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","address":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","msg":"Successfully created wallet"} 2|start_indexer_agent | {"level":30,"time":1608417184748,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","msg":"Connecting to contracts"} 2|start_indexer_agent | {"level":30,"time":1608417184762,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","curation":"0x8FE00a685Bcb3B2cc296ff6FfEaB10acA4CE1538","disputeManager":"0x97307b963662cCA2f7eD50e38dCC555dfFc4FB0b","epochManager":"0x64F990Bf16552A693dCB043BB7bf3866c5E05DdB","gns":"0xaDcA0dd4729c8BA3aCf3E99F3A9f471EF37b6825","rewardsManager":"0x9Ac758AB77733b4150A901ebd659cbF8cB93ED66","serviceRegistry":"0xaD0C9DaCf1e515615b0581c8D7E295E296Ec26E6","staking":"0xF55041E37E12cD407ad00CE2910B8269B01263b9","token":"0xc944E90C64B2c07662A292be6244BDf05Cda44a7","msg":"Successfully connected to contracts"} 2|start_indexer_agent | {"level":30,"time":1608417184765,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","msg":"Network paused"} 2|start_indexer_agent | {"level":30,"time":1608417184766,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","msg":"No operator status for indexer"} 2|start_indexer_agent | {"level":30,"time":1608417184776,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","restakeRewards":true,"msg":"Successfully connected to network"} 2|start_indexer_agent | {"level":30,"time":1608417184776,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Launch indexer management API server"} 2|start_indexer_agent | {"level":30,"time":1608417184790,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Launched indexer management API server"} 2|start_indexer_agent | {"level":30,"time":1608417184794,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Connect to Graph node(s)"} 2|start_indexer_agent | {"level":30,"time":1608417184794,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Check if indexing status API is available"} 2|start_indexer_agent | {"level":20,"time":1608417184803,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"IndexerManagementServer","msg":"Listening on port 18000"} 2|start_indexer_agent | {"level":30,"time":1608417184812,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","currentDeployments":[{"bytes32":"0x31edcacc9a53bc8ab4be2eeb0d873409da4c4228cb2d60e4243bd3b4e8af7500","ipfsHash":"QmRhYzT8HEZ9LziQhP6JfNfd4co9A7muUYQhPMJsMUojSF"}],"msg":"Successfully connected to indexing status API"} 2|start_indexer_agent | {"level":30,"time":1608417184812,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","address":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","url":"http://135.181.16.220/","geoCoordinates":["60.1719","24.9347"],"geoHash":"ud9wr3uys","msg":"Register indexer"} 2|start_indexer_agent | {"level":30,"time":1608417184819,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","msg":"Have operator status for indexer"} 2|start_indexer_agent | {"level":30,"time":1608417184821,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","address":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","url":"http://135.181.16.220/","geoCoordinates":["60.1719","24.9347"],"geoHash":"ud9wr3uys","action":"register","msg":"Network is paused, skipping this action"} 2|start_indexer_agent | {"level":30,"time":1608417184831,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"CostModelAutomation","value":"2.22839702944858963","msg":"Update $DAI variable"} 2|start_indexer_agent | {"level":30,"time":1608417184837,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"Synchronize with the network every 120s"} 2|start_indexer_agent | {"level":30,"time":1608417185154,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","component":"Network","indexer":"0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF","operator":"0xD96d4B52CAb35cF3DF1d58765bD2eA7cb1Fb6016","msg":"Network active"} 2|start_indexer_agent | {"level":30,"time":1608417185777,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","msg":"The network is currently paused, not doing anything until it resumes"} 2|start_indexer_agent | {"level":30,"time":1608417186745,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","claimable":[],"msg":"Claim rebate rewards"} 2|start_indexer_agent | {"level":30,"time":1608417186747,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","active":[{"bytes32":"0x31edcacc9a53bc8ab4be2eeb0d873409da4c4228cb2d60e4243bd3b4e8af7500","ipfsHash":"QmRhYzT8HEZ9LziQhP6JfNfd4co9A7muUYQhPMJsMUojSF"}],"target":[{"bytes32":"0x31edcacc9a53bc8ab4be2eeb0d873409da4c4228cb2d60e4243bd3b4e8af7500","ipfsHash":"QmRhYzT8HEZ9LziQhP6JfNfd4co9A7muUYQhPMJsMUojSF"}],"msg":"Reconcile deployments"} 2|start_indexer_agent | {"level":30,"time":1608417186747,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","deploy":[],"remove":[],"msg":"Deployment changes"} 2|start_indexer_agent | {"level":30,"time":1608417186748,"pid":1874869,"hostname":"suntzu-server","name":"IndexerAgent","currentEpoch":5,"maxAllocationEpochs":28,"allocationLifetime":27,"active":[{"id":"0xDcd589Cb5E1f6d93E41d51D2A21cdE56d3077b0a","deployment":{"bytes32":"0x31edcacc9a53bc8ab4be2eeb0d873409da4c4228cb2d60e4243bd3b4e8af7500","ipfsHash":"QmRhYzT8HEZ9LziQhP6JfNfd4co9A7muUYQhPMJsMUojSF"},"createdAtEpoch":5}],"msg":"Reconcile allocations"}

suntzu93 commented 3 years ago

My vesting contract: 0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF Operator : 0xd96d4b52cab35cf3df1d58765bd2ea7cb1fb6016

Double check config for both agent/service and it's ok.

--indexer-address "0x4167EB613d784C910f5dc0F3f0515D61Ec6EC8DF" --mnemonic "mnemonic of operator"

suntzu93 commented 3 years ago

Fixed with use gate mainnet : https://gateway.network.thegraph.com

Jannis commented 3 years ago

The gateway endpoint only fixed the indexer service issue.

The indexer agent issue is being fixed right now. PR coming right up!