lakehouse-sarens-integration/meltano.yml

version: 1
default_environment: dev
project_id: 65319107-1c78-4167-b3db-9d61a3ba981e
environments:
- name: dev
  config:
    plugins:
      extractors:
      - name: tap-spreadsheets-anywhere
        config:
          tables:
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: departments
            pattern: Applicable Organizations.xlsx
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: AO
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: positions
            pattern: "HR002.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: HR002 - Positions Report (INTER
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 1000
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: workers
            pattern: "HR006.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: HR006 - All Users Report (Activ
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: performance_review_steps
            pattern: "PER001.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: PER001 - Performance Review (2)
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: performance_review_total_scoring
            pattern: "PER002.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: PER002 - Performance Review (2)
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: performance_review_sub_scoring
            pattern: "PER003.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: PER003 - Performance Review (2)
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/
            name: absenteisme
            pattern: "Absenteisme.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: Tabel
            sample_rate: 1
            max_sampling_read: 25000
      loaders:
      - name: target-postgres
        config:
          database: lakehouse_sarens
          host: localhost
          load_method: append-only
          user: postgres
          default_target_schema: raw
      utilities:
      - name: dbt-postgres
        config:
          host: localhost
          dbname: lakehouse_sarens
          user: postgres
          port: 5432
          schema: clean
- name: sarens-demo
  config:
    plugins:
      extractors:
      - name: tap-spreadsheets-anywhere
        config:
          tables:
          - path: file:///sarens-data/
            name: departments
            pattern: Applicable Organizations.xlsx
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: AO
          - path: file:///sarens-data/
            name: positions
            pattern: "HR002.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: HR002 - Positions Report (INTER
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 1000
          - path: file:///sarens-data/
            name: workers
            pattern: "HR006.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: HR006 - All Users Report (Activ
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file:///sarens-data/
            name: performance_review_steps
            pattern: "PER001.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: PER001 - Performance Review (2)
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file:///sarens-data/
            name: performance_review_total_scoring
            pattern: "PER002.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: PER002 - Performance Review (2)
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file:///sarens-data/
            name: performance_review_sub_scoring
            pattern: "PER003.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: PER003 - Performance Review (2)
            skip_initial: 8
            sample_rate: 1
            max_sampling_read: 25000
          - path: file:///sarens-data/
            name: absenteisme
            pattern: "Absenteisme.*"
            start_date: '2000-01-01T00:00:00Z'
            key_properties: []
            format: excel
            worksheet_name: Tabel
            sample_rate: 1
            max_sampling_read: 25000
      loaders:
      - name: target-postgres
        config:
          database: lakehouse-sarens
          host: lakehouse-sarens-db-1
          load_method: append-only
          user: lakehouse-sarens
          default_target_schema: raw
      utilities:
      - name: dbt-postgres
        config:
          host: lakehouse-sarens-db-1
          dbname: lakehouse-sarens
          user: lakehouse-sarens
          port: 5432
          schema: clean
- name: prod
plugins:
  extractors:
  - name: tap-spreadsheets-anywhere
    variant: ets
    pip_url: git+https://github.com/ets/tap-spreadsheets-anywhere.git
  loaders:
  - name: target-postgres
    variant: meltanolabs
    pip_url: meltanolabs-target-postgres
  utilities:
  - name: dbt-postgres
    variant: dbt-labs
    pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0
env:
  DBT_CLEAN_PROJECT_FILES_ONLY: 'false'