azure-pipelines.yml

# Starter pipeline
# Start with a minimal pipeline that you can customize to build and deploy your code.
# Add steps that build, run tests, deploy, and more:
# https://aka.ms/yaml

trigger:
- main

pool:
  name: 'default'
  vmImage: windows-latest

variables:
- group: dev-databricks-env  


steps:
- script: echo Hello, world!
  displayName: 'Run a one-line script'

- script: |
    echo resource group: $(databricks_resource_group)
    echo databricks workspace: $(databricks_workspace_name)
    echo databricks region: $(databricks-azure-region)
  displayName: 'Run a multi-line script'
- task: CopyFiles@2
  inputs:
    Contents: 'mdl-pipeline/*'
    TargetFolder: '$(Build.ArtifactStagingDirectory)'
  displayName: "Copying files from spark-notebooks/mdl-pipeline"  

- task: PublishBuildArtifacts@1
  inputs:
    PathtoPublish: '$(Build.ArtifactStagingDirectory)'
    ArtifactName: 'drop'
    publishLocation: 'Container'
  displayName: "Publishing artificats to get all notebooks"