Merge pull request #183 from Insight-Services-APAC/dev

Dev
Insight-Services-APAC · Aug 23, 2024 · 4890cdd · 4890cdd
2 parents 69bcef4 + 610ac16
commit 4890cdd
Show file tree

Hide file tree

Showing 28 changed files with 892 additions and 412 deletions.
diff --git a/.github/workflows/Deploy_To_Workspace.yml b/.github/workflows/Deploy_To_Workspace.yml
@@ -0,0 +1,50 @@
+# The below GIT Action is a sample template to deploy projects to cloud services, using Service Account without MFA (Not recommended).
+# Note : Service Principal based deployment is currently not supported , as service principal authentication is only supported for
+# selective read-only Fabric admin APIs. 
+# Diabled until we have an workpace setup for testing
+#          dbt_wrapper run-all testproj2 testproj2
+name: Deploy to Workspace
+on: 
+  push:
+    branches: [ "dev"]
+
+permissions:
+  id-token: write
+  contents: read
+jobs:
+
+  build-and-deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.12"        
+
+    - name: Install dependencies
+      run:  |
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+      
+    - name: AZ Login
+      run: |
+          az login --user ${{secrets.AUDAIFABRICSERVICEACCOUNTNAME}} --password ${{secrets.AUDAIFABRICSERVICEACCOUNTPWD}} --allow-no-subscriptions
+
+# Move a sample project(testproj2) to the execution directory , Update Project directory if required
+
+    - name: Move directory for dbt execution
+      shell: pwsh
+      run: |
+        Move-Item -Path /home/runner/work/APAC-Capability-DAI-DbtFabricSparkNb/APAC-Capability-DAI-DbtFabricSparkNb/samples/testproj2 -Destination /home/runner/work/APAC-Capability-DAI-DbtFabricSparkNb/APAC-Capability-DAI-DbtFabricSparkNb/testproj2
+
+    - name: DBT Execution
+      run: |
+        pip install .
+           dbt_wrapper run-all testproj2 testproj2 --no-upload-notebooks-via-api --no-auto-run-master-notebook --no-download-metadata --no-auto-execute-metadata-extract
+
+         
+    - name: AZ Logout
+      run: |
+          az logout
diff --git a/.gitignore b/.gitignore
@@ -49,4 +49,9 @@ dbt-insightfabric/
 dbt-integration-tests
 */target/*
 /site
-/samples_tests
+/samples_tests
+
+/.vs
+/my_project
+/my_project_zzz
+
diff --git a/dbt/include/fabricsparknb/metadata_extract.ipynb b/dbt/include/fabricsparknb/metadata_extract.ipynb
diff --git a/dbt/include/fabricsparknb/notebooks/compare_notebook.ipynb b/dbt/include/fabricsparknb/notebooks/compare_notebook.ipynb
diff --git a/dbt/include/fabricsparknb/notebooks/import_notebook.ipynb b/dbt/include/fabricsparknb/notebooks/import_notebook.ipynb