vesoft-inc / nebula-importer

Nebula Graph Importer with Go
Apache License 2.0
90 stars 60 forks source link

Support CSV file with BOM in windows #138

Open yixinglu opened 3 years ago

yixinglu commented 3 years ago

image

{
  "version": "v2",
  "description": "web console import",
  "clientSettings": {
    "concurrency": 10,
    "channelBufferSize": 128,
    "space": "ashare_1",
    "connection": {
      "user": "user",
      "password": "123",
      "address": "192.168.10.217:9669"
    }
  },
  "logPath": "/Users/hetaohua/Documents/Projects/nebula-graph-studio/tmp/upload/tmp/import.log",
  "files": [
    {
      "path": "/Users/hetaohua/Documents/Projects/nebula-graph-studio/tmp/upload/nodes.csv",
      "failDataPath": "/Users/hetaohua/Documents/Projects/nebula-graph-studio/tmp/upload/tmp/err/数据源 1Fail.csv",
      "batchSize": 10,
      "type": "csv",
      "csv": {
        "withHeader": false,
        "withLabel": false
      },
      "schema": {
        "type": "vertex",
        "vertex": {
          "vid": {
            "index": 0,
            "type": "int"
          },
          "tags": [
            {
              "name": "stocks",
              "props": [
                {
                  "name": "stock_id",
                  "type": "string",
                  "index": 1
                },
                {
                  "name": "name",
                  "type": "string",
                  "index": 2
                },
                {
                  "name": "industry",
                  "type": "string",
                  "index": 3
                }
              ]
            }
          ]
        }
      }
    },
    {
      "path": "/Users/hetaohua/Documents/Projects/nebula-graph-studio/tmp/upload/edges.csv",
      "failDataPath": "/Users/hetaohua/Documents/Projects/nebula-graph-studio/tmp/upload/tmp//err/Edge 1Fail.csv",
      "batchSize": 10,
      "type": "csv",
      "csv": {
        "withHeader": false,
        "withLabel": false
      },
      "schema": {
        "type": "edge",
        "edge": {
          "name": "relation",
          "srcVID": {
            "index": 0,
            "type": "int"
          },
          "dstVID": {
            "index": 1,
            "type": "int"
          },
          "withRanking": false,
          "props": [
            {
              "name": "weight",
              "type": "double",
              "index": 2
            }
          ]
        }
      }
    }
  ]
}

edges.csv nodes.csv