From 3604d2175c26a8ae642d5a6636b410aae4ef8295 Mon Sep 17 00:00:00 2001 From: lanjun <742496802@qq.com> Date: Tue, 29 Oct 2024 10:29:59 +0800 Subject: [PATCH] upload file --- .../azure_storage_spark_property_option_1.yml | 10 ++++++++++ .../azure_storage_spark_property_option_2.yml | 12 ++++++++++++ .../eventhub_spark_properties_option_1.yml | 8 ++++++++ .../eventhub_spark_properties_option_2.yml | 8 ++++++++ .../log_analytics_spark_properties_option_1.yml | 9 +++++++++ ...g_analytics_spark_properties_option_1_synapse.yml | 7 +++++++ .../log_analytics_spark_properties_option_2.yml | 9 +++++++++ ...g_analytics_spark_properties_option_2_synapse.yml | 7 +++++++ 8 files changed, 70 insertions(+) create mode 100644 Diagnostic/FabricSampleYml/azure_storage_spark_property_option_1.yml create mode 100644 Diagnostic/FabricSampleYml/azure_storage_spark_property_option_2.yml create mode 100644 Diagnostic/FabricSampleYml/eventhub_spark_properties_option_1.yml create mode 100644 Diagnostic/FabricSampleYml/eventhub_spark_properties_option_2.yml create mode 100644 Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1.yml create mode 100644 Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1_synapse.yml create mode 100644 Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2.yml create mode 100644 Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2_synapse.yml diff --git a/Diagnostic/FabricSampleYml/azure_storage_spark_property_option_1.yml b/Diagnostic/FabricSampleYml/azure_storage_spark_property_option_1.yml new file mode 100644 index 0000000..1566a21 --- /dev/null +++ b/Diagnostic/FabricSampleYml/azure_storage_spark_property_option_1.yml @@ -0,0 +1,10 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.diagnostic.emitters: MyStorageBlob + - spark.synapse.diagnostic.emitter.MyStorageBlob.type: AzureStorage + - spark.synapse.diagnostic.emitter.MyStorageBlob.categories: DriverLog,ExecutorLog,EventLog,Metrics + - spark.synapse.diagnostic.emitter.MyStorageBlob.uri: https://.blob.core.windows.net// + - spark.synapse.diagnostic.emitter.MyStorageBlob.auth: AccessKey + - spark.synapse.diagnostic.emitter.MyStorageBlob.secret: >- + \ No newline at end of file diff --git a/Diagnostic/FabricSampleYml/azure_storage_spark_property_option_2.yml b/Diagnostic/FabricSampleYml/azure_storage_spark_property_option_2.yml new file mode 100644 index 0000000..5470c09 --- /dev/null +++ b/Diagnostic/FabricSampleYml/azure_storage_spark_property_option_2.yml @@ -0,0 +1,12 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.diagnostic.emitters: MyStorageBlob + - spark.synapse.diagnostic.emitter.MyStorageBlob.type: AzureStorage + - spark.synapse.diagnostic.emitter.MyStorageBlob.categories: DriverLog,ExecutorLog,EventLog,Metrics + - spark.synapse.diagnostic.emitter.MyStorageBlob.uri: https://.blob.core.windows.net// + - spark.synapse.diagnostic.emitter.MyStorageBlob.auth: AccessKey + - spark.synapse.diagnostic.emitter.MyStorageBlob.secret.keyVault: >- + + - spark.synapse.diagnostic.emitter.MyStorageBlob.secret.keyVault.secretName: >- + \ No newline at end of file diff --git a/Diagnostic/FabricSampleYml/eventhub_spark_properties_option_1.yml b/Diagnostic/FabricSampleYml/eventhub_spark_properties_option_1.yml new file mode 100644 index 0000000..0bdb9c2 --- /dev/null +++ b/Diagnostic/FabricSampleYml/eventhub_spark_properties_option_1.yml @@ -0,0 +1,8 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.diagnostic.emitters: MyEventHub + - spark.synapse.diagnostic.emitter.MyEventHub.type: AzureEventHub + - spark.synapse.diagnostic.emitter.MyEventHub.categories: Log,EventLog,Metrics + - spark.synapse.diagnostic.emitter.MyDestination1.secret: >- + \ No newline at end of file diff --git a/Diagnostic/FabricSampleYml/eventhub_spark_properties_option_2.yml b/Diagnostic/FabricSampleYml/eventhub_spark_properties_option_2.yml new file mode 100644 index 0000000..e7045ed --- /dev/null +++ b/Diagnostic/FabricSampleYml/eventhub_spark_properties_option_2.yml @@ -0,0 +1,8 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.diagnostic.emitters: MyEventHub + - spark.synapse.diagnostic.emitter.MyEventHub.type: AzureEventHub + - spark.synapse.diagnostic.emitter.MyEventHub.categories: Log,EventLog,Metrics + - spark.synapse.diagnostic.emitter.MyEventHub.secret.keyVault: + - spark.synapse.diagnostic.emitter.MyEventHub.secret.keyVault.secretName: \ No newline at end of file diff --git a/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1.yml b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1.yml new file mode 100644 index 0000000..fbf8e5b --- /dev/null +++ b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1.yml @@ -0,0 +1,9 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.diagnostic.emitters: LA + - spark.synapse.diagnostic.emitter.LA.type: AzureLogAnalytics + - spark.synapse.diagnostic.emitter.LA.categories: Log,EventLog,Metrics + - spark.synapse.diagnostic.emitter.LA.workspaceId: + - spark.synapse.diagnostic.emitter.LA.secret: >- + \ No newline at end of file diff --git a/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1_synapse.yml b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1_synapse.yml new file mode 100644 index 0000000..866fa09 --- /dev/null +++ b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_1_synapse.yml @@ -0,0 +1,7 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.logAnalytics.enabled: 'true' + - spark.logAnalytics.workspaceId: + - spark.logAnalytics.secret: >- + diff --git a/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2.yml b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2.yml new file mode 100644 index 0000000..a223d3b --- /dev/null +++ b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2.yml @@ -0,0 +1,9 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.diagnostic.emitters: LA + - spark.synapse.diagnostic.emitter.LA.type: AzureLogAnalytics + - spark.synapse.diagnostic.emitter.LA.categories: Log,EventLog,Metrics + - spark.synapse.diagnostic.emitter.LA.workspaceId: + - spark.synapse.diagnostic.emitter.LA.secret.keyVault: + - spark.synapse.diagnostic.emitter.LA.secret.keyVault.secretName: \ No newline at end of file diff --git a/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2_synapse.yml b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2_synapse.yml new file mode 100644 index 0000000..cec8fd5 --- /dev/null +++ b/Diagnostic/FabricSampleYml/log_analytics_spark_properties_option_2_synapse.yml @@ -0,0 +1,7 @@ +runtime_version: '1.2' +spark_conf: + - spark.fabric.pools.skipStarterPools: 'true' + - spark.synapse.logAnalytics.enabled: 'true' + - spark.synapse.logAnalytics.workspaceId: + - spark.synapse.logAnalytics.keyVault.name: + - spark.synapse.logAnalytics.keyVault.key.secret: