Question

我的foreach活动中的内部副本活动未发布到ADF的问题。我没有在ADF用户界面中看到该活动，即使我手动添加了该活动，也无法调试，发布甚至查看活动代码=（

当我单击发布时，我看到错误“发布：发布时出错” 当我尝试调试时：

Failed
{"__zone_symbol__currentTask":{"type":"microTask","state":"notScheduled","source":"Promise.then","zone":"angular","cancelFn":null,"runCount":0}}

单击“代码”按钮不会执行任何操作。

我想念什么吗？我应该在其他地方添加复制活动吗？

c＃代码中的foreach / copy活动如下：

private Activity CreateDocumentIteratorActivity(
        string lookupDocumentsActivityName,
        string sourceDatasetName,
        string destinationDatasetName,
        string logsServiceName)
    {
        return new ForEachActivity()
        {
            Name = "ForEachDocument",
            IsSequential = false,
            BatchCount = BackupSettings.Value.ParallelThreads,
            Items = new Expression { Value = "@activity('" + lookupDocumentsActivityName + "').output.value" },
            DependsOn = new List<ActivityDependency>() {
                new ActivityDependency() {
                    Activity = lookupDocumentsActivityName,
                    DependencyConditions = new List<string>() {
                        DependencyCondition.Succeeded
                    }
                }
            },
            Activities = new[] {
                CreateCopyDocToFileActivity(sourceDatasetName, destinationDatasetName, logsServiceName, BackupSettings.Value.BackupLogsFolder)
            }
        };
    }

private CopyActivity CreateCopyDocToFileActivity(string sourceDatasetName, string destinationDatasetName, string logsServiceName, string logsPath)
    {
        return new CopyActivity()
        {
            Name = "CopyDocToFile",
            Policy = new ActivityPolicy()
            {
                Retry = BackupSettings.Value.RetryPolicyConfiguration.RetryCount,
                RetryIntervalInSeconds = (int)BackupSettings.Value.RetryPolicyConfiguration.DeltaBackOff.TotalSeconds,
                Timeout = BackupSettings.Value.RetryPolicyConfiguration.MaxBackOff
            },
            Source = new DocumentDbCollectionSource()
            {
                Query = new Expression(@"select value c from c where c.id = '@{item().id}'")
            },
            Inputs = new[] { new DatasetReference() {
                ReferenceName = sourceDatasetName,
                Parameters = new Dictionary<string, object>
                {
                    { "collectionName", new Expression("@pipeline().parameters.collectionName") }
                }
            }},
            Outputs = new[] { new DatasetReference() {
                ReferenceName = destinationDatasetName,
                Parameters = new Dictionary<string, object> {
                     { "fileName", new Expression("@concat(pipeline().parameters.collectionName,  '/', item().PartitionKey, '/', item().id)") },
                     { "backupDateStr", new Expression("@pipeline().TriggerTime") }
                }
            }},
            Sink = new BlobSink()
            {
                CopyBehavior = CopyBehaviorType.PreserveHierarchy,
            },

            ParallelCopies = BackupSettings.Value.ParallelThreads,
            EnableSkipIncompatibleRow = true,
            RedirectIncompatibleRowSettings = new RedirectIncompatibleRowSettings()
            {
                LinkedServiceName = logsServiceName,
                Path = logsPath
            }
        };
    }

/ pipelines api调用的响应：

{
"value": [
{
    "id": "/subscriptions/d2259601-012b-4253-895b-02916ef0f7f7/resourceGroups/Test-Data/providers/Microsoft.DataFactory/factories/backup-data-factory/pipelines/cosmosBackup",
    "name": "cosmosBackup",
    "type": "Microsoft.DataFactory/factories/pipelines",
    "properties":
    {
        "activities": [
        {
            "type": "Lookup",
            "typeProperties":
            {
                "source":
                {
                    "type": "DocumentDbCollectionSource",
                    "query":
                    {
                        "value": "select root.id, root.PartitionKey from root",
                        "type": "Expression"
                    }
                },
                "dataset":
                {
                    "referenceName": "source_cosmosdb_collection",
                    "parameters":
                    {
                        "collectionName": "@pipeline().parameters.collectionName"
                    },
                    "type": "DatasetReference"
                },
                "firstRowOnly": false
            },
            "policy":
            {
                "timeout": "02:00:00",
                "retry": 3,
                "retryIntervalInSeconds": 30
            },
            "name": "GetDocumentsIds"
        },
        {
            "type": "ForEach",
            "typeProperties":
            {
                "isSequential": false,
                "batchCount": 4,
                "items":
                {
                    "value": "@activity('GetDocumentsIds').output.value",
                    "type": "Expression"
                },
                "activities": [
                {
                    "type": "Copy",
                    "typeProperties":
                    {
                        "source":
                        {
                            "type": "DocumentDbCollectionSource",
                            "query":
                            {
                                "value": "select value c from c where c.id = '@{item().id}'",
                                "type": "Expression"
                            }
                        },
                        "sink":
                        {
                            "type": "BlobSink",
                            "copyBehavior": "PreserveHierarchy"
                        },
                        "parallelCopies": 4,
                        "enableSkipIncompatibleRow": true,
                        "redirectIncompatibleRowSettings":
                        {
                            "linkedServiceName": "destination_cosmosdb_collection_service",
                            "path": "backup/logs"
                        }
                    },
                    "inputs": [
                    {
                        "referenceName": "source_cosmosdb_collection",
                        "parameters":
                        {
                            "collectionName":
                            {
                                "value": "@pipeline().parameters.collectionName",
                                "type": "Expression"
                            }
                        },
                        "type": "DatasetReference"
                    }],
                    "outputs": [
                    {
                        "referenceName": "destination_cosmosdb_collection",
                        "parameters":
                        {
                            "fileName":
                            {
                                "value": "@concat(pipeline().parameters.collectionName,  '/', item().PartitionKey, '/', item().id)",
                                "type": "Expression"
                            },
                            "backupDateStr":
                            {
                                "value": "@pipeline().TriggerTime",
                                "type": "Expression"
                            }
                        },
                        "type": "DatasetReference"
                    }],
                    "policy":
                    {
                        "timeout": "02:00:00",
                        "retry": 3,
                        "retryIntervalInSeconds": 30
                    },
                    "name": "CopyDocToFile"
                }]
            },
            "name": "ForEachDocument",
            "dependsOn": [
            {
                "activity": "GetDocumentsIds",
                "dependencyConditions": ["Succeeded"]
            }]
        }],
        "parameters":
        {
            "collectionName":
            {
                "type": "String"
            }
        }
    },
    "etag": "01006ed4-0000-0000-0000-5b3b38450000"
}]
}

Answer 1

找出问题所在。这部分不对。

 "enableSkipIncompatibleRow": true,
  "redirectIncompatibleRowSettings": {
      "linkedServiceName": "destination_cosmosdb_collection_service",
          "path": "backup/logs"
}

应该

 "enableSkipIncompatibleRow": true,
   "redirectIncompatibleRowSettings": {
                 "linkedServiceName": {
                   "referenceName": "destination_cosmosdb_collection_service",
                    "type": "LinkedServiceReference"
         },
   "path": "backup/logs"
                            },

Azure数据工厂v2：无法通过c＃代码创建复制活动

1 个答案: