Python SDK
from cognite.client.data_classes import ExtractionPipelineWrite
extpipes = [ExtractionPipelineWrite(name="extPipe1",...), ExtractionPipelineWrite(name="extPipe2",...)]
res = client.extraction_pipelines.create(extpipes)List<ExtractionPipeline> upsertPipelinesList = List.of(ExtractionPipeline.newBuilder()
.setExternalId("10")
.setName("generated-")
.setDescription("Generated description")
.setDataSetId(dataSetId)
.setSource("sdk-data-generator")
.putMetadata("type", "sdk-data-generator")
.addContacts(ExtractionPipeline.Contact.newBuilder()
.setName("generated-")
.setRole("generated")
.build())
.build());
client.extractionPipelines().upsert(upsertPipelinesList);curl --request POST \
--url https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"items": [
{
"externalId": "<string>",
"name": "<string>",
"dataSetId": 4503599627370495,
"description": "<string>",
"rawTables": [
{
"dbName": "<string>",
"tableName": "<string>"
}
],
"schedule": "<string>",
"contacts": [
{
"name": "<string>",
"email": "jsmith@example.com",
"role": "<string>",
"sendNotification": true
}
],
"metadata": {
"property1": "string",
"property2": "string"
},
"source": "<string>",
"documentation": "<string>",
"notificationConfig": {
"allowedNotSeenRangeInMinutes": 1
},
"createdBy": "<string>"
}
]
}
'const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
items: [
{
externalId: '<string>',
name: '<string>',
dataSetId: 4503599627370495,
description: '<string>',
rawTables: [{dbName: '<string>', tableName: '<string>'}],
schedule: '<string>',
contacts: [
{
name: '<string>',
email: 'jsmith@example.com',
role: '<string>',
sendNotification: true
}
],
metadata: {property1: 'string', property2: 'string'},
source: '<string>',
documentation: '<string>',
notificationConfig: {allowedNotSeenRangeInMinutes: 1},
createdBy: '<string>'
}
]
})
};
fetch('https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'items' => [
[
'externalId' => '<string>',
'name' => '<string>',
'dataSetId' => 4503599627370495,
'description' => '<string>',
'rawTables' => [
[
'dbName' => '<string>',
'tableName' => '<string>'
]
],
'schedule' => '<string>',
'contacts' => [
[
'name' => '<string>',
'email' => 'jsmith@example.com',
'role' => '<string>',
'sendNotification' => true
]
],
'metadata' => [
'property1' => 'string',
'property2' => 'string'
],
'source' => '<string>',
'documentation' => '<string>',
'notificationConfig' => [
'allowedNotSeenRangeInMinutes' => 1
],
'createdBy' => '<string>'
]
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes"
payload := strings.NewReader("{\n \"items\": [\n {\n \"externalId\": \"<string>\",\n \"name\": \"<string>\",\n \"dataSetId\": 4503599627370495,\n \"description\": \"<string>\",\n \"rawTables\": [\n {\n \"dbName\": \"<string>\",\n \"tableName\": \"<string>\"\n }\n ],\n \"schedule\": \"<string>\",\n \"contacts\": [\n {\n \"name\": \"<string>\",\n \"email\": \"jsmith@example.com\",\n \"role\": \"<string>\",\n \"sendNotification\": true\n }\n ],\n \"metadata\": {\n \"property1\": \"string\",\n \"property2\": \"string\"\n },\n \"source\": \"<string>\",\n \"documentation\": \"<string>\",\n \"notificationConfig\": {\n \"allowedNotSeenRangeInMinutes\": 1\n },\n \"createdBy\": \"<string>\"\n }\n ]\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}require 'uri'
require 'net/http'
url = URI("https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"items\": [\n {\n \"externalId\": \"<string>\",\n \"name\": \"<string>\",\n \"dataSetId\": 4503599627370495,\n \"description\": \"<string>\",\n \"rawTables\": [\n {\n \"dbName\": \"<string>\",\n \"tableName\": \"<string>\"\n }\n ],\n \"schedule\": \"<string>\",\n \"contacts\": [\n {\n \"name\": \"<string>\",\n \"email\": \"jsmith@example.com\",\n \"role\": \"<string>\",\n \"sendNotification\": true\n }\n ],\n \"metadata\": {\n \"property1\": \"string\",\n \"property2\": \"string\"\n },\n \"source\": \"<string>\",\n \"documentation\": \"<string>\",\n \"notificationConfig\": {\n \"allowedNotSeenRangeInMinutes\": 1\n },\n \"createdBy\": \"<string>\"\n }\n ]\n}"
response = http.request(request)
puts response.read_body{
"items": [
{
"externalId": "<string>",
"name": "<string>",
"dataSetId": 4503599627370495,
"description": "<string>",
"rawTables": [
{
"dbName": "<string>",
"tableName": "<string>"
}
],
"schedule": "<string>",
"contacts": [
{
"name": "<string>",
"email": "jsmith@example.com",
"role": "<string>",
"sendNotification": true
}
],
"metadata": {
"property1": "string",
"property2": "string"
},
"source": "<string>",
"documentation": "<string>",
"notificationConfig": {
"allowedNotSeenRangeInMinutes": 1
},
"createdBy": "<string>",
"id": 4503599627370495,
"lastSuccess": 123,
"lastFailure": 123,
"lastMessage": "<string>",
"lastSeen": 123,
"createdTime": 1730204346000,
"lastUpdatedTime": 1730204346000
}
],
"nextCursor": "<string>"
}{
"code": 123,
"message": "<string>",
"missing": [
{}
],
"duplicated": [
{}
]
}Create extraction pipelines
Required capabilities:
extractionpipelinesAcl:WRITEdatasetsAcl:READ
Creates multiple new extraction pipelines. A maximum of 1000 extraction pipelines can be created per request.
POST
/
extpipes
Python SDK
from cognite.client.data_classes import ExtractionPipelineWrite
extpipes = [ExtractionPipelineWrite(name="extPipe1",...), ExtractionPipelineWrite(name="extPipe2",...)]
res = client.extraction_pipelines.create(extpipes)List<ExtractionPipeline> upsertPipelinesList = List.of(ExtractionPipeline.newBuilder()
.setExternalId("10")
.setName("generated-")
.setDescription("Generated description")
.setDataSetId(dataSetId)
.setSource("sdk-data-generator")
.putMetadata("type", "sdk-data-generator")
.addContacts(ExtractionPipeline.Contact.newBuilder()
.setName("generated-")
.setRole("generated")
.build())
.build());
client.extractionPipelines().upsert(upsertPipelinesList);curl --request POST \
--url https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"items": [
{
"externalId": "<string>",
"name": "<string>",
"dataSetId": 4503599627370495,
"description": "<string>",
"rawTables": [
{
"dbName": "<string>",
"tableName": "<string>"
}
],
"schedule": "<string>",
"contacts": [
{
"name": "<string>",
"email": "jsmith@example.com",
"role": "<string>",
"sendNotification": true
}
],
"metadata": {
"property1": "string",
"property2": "string"
},
"source": "<string>",
"documentation": "<string>",
"notificationConfig": {
"allowedNotSeenRangeInMinutes": 1
},
"createdBy": "<string>"
}
]
}
'const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
items: [
{
externalId: '<string>',
name: '<string>',
dataSetId: 4503599627370495,
description: '<string>',
rawTables: [{dbName: '<string>', tableName: '<string>'}],
schedule: '<string>',
contacts: [
{
name: '<string>',
email: 'jsmith@example.com',
role: '<string>',
sendNotification: true
}
],
metadata: {property1: 'string', property2: 'string'},
source: '<string>',
documentation: '<string>',
notificationConfig: {allowedNotSeenRangeInMinutes: 1},
createdBy: '<string>'
}
]
})
};
fetch('https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'items' => [
[
'externalId' => '<string>',
'name' => '<string>',
'dataSetId' => 4503599627370495,
'description' => '<string>',
'rawTables' => [
[
'dbName' => '<string>',
'tableName' => '<string>'
]
],
'schedule' => '<string>',
'contacts' => [
[
'name' => '<string>',
'email' => 'jsmith@example.com',
'role' => '<string>',
'sendNotification' => true
]
],
'metadata' => [
'property1' => 'string',
'property2' => 'string'
],
'source' => '<string>',
'documentation' => '<string>',
'notificationConfig' => [
'allowedNotSeenRangeInMinutes' => 1
],
'createdBy' => '<string>'
]
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes"
payload := strings.NewReader("{\n \"items\": [\n {\n \"externalId\": \"<string>\",\n \"name\": \"<string>\",\n \"dataSetId\": 4503599627370495,\n \"description\": \"<string>\",\n \"rawTables\": [\n {\n \"dbName\": \"<string>\",\n \"tableName\": \"<string>\"\n }\n ],\n \"schedule\": \"<string>\",\n \"contacts\": [\n {\n \"name\": \"<string>\",\n \"email\": \"jsmith@example.com\",\n \"role\": \"<string>\",\n \"sendNotification\": true\n }\n ],\n \"metadata\": {\n \"property1\": \"string\",\n \"property2\": \"string\"\n },\n \"source\": \"<string>\",\n \"documentation\": \"<string>\",\n \"notificationConfig\": {\n \"allowedNotSeenRangeInMinutes\": 1\n },\n \"createdBy\": \"<string>\"\n }\n ]\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}require 'uri'
require 'net/http'
url = URI("https://{cluster}.cognitedata.com/api/v1/projects/{project}/extpipes")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"items\": [\n {\n \"externalId\": \"<string>\",\n \"name\": \"<string>\",\n \"dataSetId\": 4503599627370495,\n \"description\": \"<string>\",\n \"rawTables\": [\n {\n \"dbName\": \"<string>\",\n \"tableName\": \"<string>\"\n }\n ],\n \"schedule\": \"<string>\",\n \"contacts\": [\n {\n \"name\": \"<string>\",\n \"email\": \"jsmith@example.com\",\n \"role\": \"<string>\",\n \"sendNotification\": true\n }\n ],\n \"metadata\": {\n \"property1\": \"string\",\n \"property2\": \"string\"\n },\n \"source\": \"<string>\",\n \"documentation\": \"<string>\",\n \"notificationConfig\": {\n \"allowedNotSeenRangeInMinutes\": 1\n },\n \"createdBy\": \"<string>\"\n }\n ]\n}"
response = http.request(request)
puts response.read_body{
"items": [
{
"externalId": "<string>",
"name": "<string>",
"dataSetId": 4503599627370495,
"description": "<string>",
"rawTables": [
{
"dbName": "<string>",
"tableName": "<string>"
}
],
"schedule": "<string>",
"contacts": [
{
"name": "<string>",
"email": "jsmith@example.com",
"role": "<string>",
"sendNotification": true
}
],
"metadata": {
"property1": "string",
"property2": "string"
},
"source": "<string>",
"documentation": "<string>",
"notificationConfig": {
"allowedNotSeenRangeInMinutes": 1
},
"createdBy": "<string>",
"id": 4503599627370495,
"lastSuccess": 123,
"lastFailure": 123,
"lastMessage": "<string>",
"lastSeen": 123,
"createdTime": 1730204346000,
"lastUpdatedTime": 1730204346000
}
],
"nextCursor": "<string>"
}{
"code": 123,
"message": "<string>",
"missing": [
{}
],
"duplicated": [
{}
]
}Authorizations
oidc-tokenoauth2-client-credentialsoauth2-open-industrial-dataoauth2-auth-code
Access token issued by the CDF project's configured identity provider. Access token must be an OpenID Connect token, and the project must be configured to accept OpenID Connect tokens. Use a header key of 'Authorization' with a value of 'Bearer $accesstoken'. The token can be obtained through any flow supported by the identity provider.
Body
application/json
Required array length:
1 - 1000 elementsShow child attributes
Show child attributes
Last modified on July 10, 2026
Was this page helpful?
⌘I