dataloading

Update a data loading process

For a process for a CloudConnect graph, do the following before making this call:

  1. Archive or zip the entire CloudConnect Project that you want to upload and name it upload.zip. The ZIP file must be smaller than 5 MB.
  2. Upload the archive or zip file to your GoodData user-specific storage.

This is a sample request for updating a process of the GRAPH type.

{
    "process" : {
        "type": "GRAPH",
        "name": "{process_name}",
        "path": "{path/to/archive.zip}"
    }
}

This is a sample request for updating a process of the ETL type.

{
    "process": {
        "type": "ETL",
        "name": "{process_name}",
        "component": {
            "name": "{brick}",
            "version": "1",
            "configLocation": {
                "s3": {
                    "path": "s3://{bds_bucket}/{path/to/configuration}/",
                    "accessKey": "{s3_access_key}",
                    "secretKey": "{s3_secret_key}",
                    "region": "us-east-1",
                    "serverSideEncryption": true
                }
            }
        },
        "dataSources": [
            {
                "id": "{data_source_01_id}"
            },
            {
                "id": "{data_source_02_id}"
            }
        ]
    }
}

This is a sample response for an updated process of the GRAPH type. executables lists executables (CloudConnect graphs / Ruby scripts / Groovy scripts) in the uploaded zip file.

{
    "process" : {
        "type": "GRAPH",
        "name": "{process_name}",
        "graphs": [
            "{graph_1.grf}"
        ],
        "executables": [
            "graph/{graph_2}.grf",
            "graph/{graph_3}.grf"
        ],
        "ownerLogin": "{owner_email_address}",
        "links": {
            "self": "/gdc/projects/{project_id}/dataload/processes/{process_id}",
            "executions": "/gdc/projects/{project_id}/dataload/processes/{process_id}/executions",
            "source": "/gdc/projects/{project_id}/dataload/processes/{process_id}/source"
        }
    }
}

This is a sample response for an updated process of the ETL type.

{
    "process": {
        "type": "ETL",
        "name": "{process_name}",
        "lastDeployed": "YYYY-MM-DD'T'HH:MM:SS.SSS'Z'",
        "ownerLogin": "{owner_email_address}",
        "links": {
            "self": "/gdc/projects/{project_id}/dataload/processes/{process_id}",
            "executions": "/gdc/projects/{project_id}/dataload/processes/{process_id}/executions",
            "source": "/gdc/projects/{project_id}/dataload/processes/{process_id}/source"
        },
        "component": {
            "name": "{brick}",
            "version": "1",
            "configLocation": {
                "s3": {
                    "path": "s3://{bds_bucket}/{path/to/configuration}/",
                    "accessKey": "{s3_access_key}",
                    "region": "us-east-1",
                    "serverSideEncryption": true
                }
            }
        },
        "dataSources": [
            {
                "id": "{data_source_01_id}"
            },
            {
                "id": "{data_source_02_id}"
            }
        ]
    }
}
put/gdc/projects/{projectId}/dataload/processes/{processId}

Request

  • Base URL
    https://secure.gooddata.com
  • Auth
    none declared

Request body

Example request

{
  "process": {
    "alias": "some_transformation_123",
    "type": "GRAPH",
    "name": "some_transformation",
    "component": {},
    "dataSources": [
      {
        "id": "data_source_id"
      }
    ],
    "path": "{path}",
    "ownerLogin": "{ownerLogin}",
    "graphs": [],
    "executables": [
      "graph/downloader.grf",
      "graph/gd_load.grf",
      "graph/jsons_parser.grf",
      "graph/run.grf",
      "graph/transform.grf"
    ]
  }
}

Response

OK

Example response

{
  "process": {
    "alias": "some_transformation_123",
    "type": "GRAPH",
    "name": "some_transformation",
    "component": {},
    "dataSources": [
      {
        "id": "data_source_id"
      }
    ],
    "ownerLogin": "{ownerLogin}",
    "graphs": [],
    "executables": [
      "graph/downloader.grf",
      "graph/gd_load.grf",
      "graph/jsons_parser.grf",
      "graph/run.grf",
      "graph/transform.grf"
    ],
    "links": {
      "self": "/gdc/projects/{project_id}/dataload/processes/{process_id}",
      "executions": "/gdc/projects/{project_id}/dataload/processes/{process_id}/executions"
    }
  }
}

Changes

No recorded changes to this operation across all 1 revision of this API.