Amazon RDS (PostgreSQL) to Google Spreadsheet Writer

#   _____           _              _____        __      
#  |  __ \         (_)            |_   _|      / _|     
#  | |__) |___  ___ _ _ __   ___    | |  _ __ | |_ ___  
#  |  _  // _ \/ __| | '_ \ / _ \   | | | '_ \|  _/ _ \ 
#  | | \ \  __/ (__| | |_) |  __/  _| |_| | | | || (_) |
#  |_|  \_\___|\___|_| .__/ \___| |_____|_| |_|_| \___/ 
#                    | |                                
#                    |_|

# Project Name - AMAZON RDS (POSTGRESQL) TO GOOGLE SPREADSHEET WRITER

# Recipe ID - 
# Recipe URL - https://app.lingk.io/a/10932/tf/17951

# Description - # This recipe enables you to read data from a Postgres database and write the data to a Google Spreadsheet
                # To get started with this recipe, configure the AWS RDS and Google spreadsheet connector in environments. 
                # Then, select your environment and click "Go".

# Industry - Higher Ed
# Business Process - Graduate Reporting

# Systems - Amazon, Google
# Connectors - AmazonRDSReader, GoogleSpreadsheetWriter
# Data Flows - Single Direction
# Connection Type - DB to Spreadsheet

# Add Recipe notes / Change log information here!

#    _____                            _                 
#   / ____|                          | |                
#  | |     ___  _ __  _ __   ___  ___| |_ ___  _ __ ___ 
#  | |    / _ \| '_ \| '_ \ / _ \/ __| __/ _ \| '__/ __|
#  | |___| (_) | | | | | | |  __/ (__| || (_) | |  \__ \
#   \_____\___/|_| |_|_| |_|\___|\___|\__\___/|_|  |___/
#

# CONNECTORS specify what data will be pulled into the in-memory database during processing

connectors:

# Configure AmazonRDSReader and GoogleSpreadsheetWriter credentials in your Environment before running this recipe
  # AmazonRDSReader Setup - https://help.lingk.io/en/articles/264-amazon-rds-connector-setup-guide
  # GoogleSpreadsheetWriter Setup - https://help.lingk.io/en/articles/149-google-spreadsheets-connector-reference

###### Start - AmazonRDSReader connectors ######

- name: dailyUsageReader
  type: AmazonRDSReader
  properties:
      databaseType: "PostgreSQL"
      databaseName: "dataprotect"
      sqlQuery: |
          select tenants.name, 
                usage_daily.* 
           from usage_daily
              inner join tenants on usage_daily.tenant_id = tenants.id  
           order by calendar_date desc

- name: tenantsReader
  type: AmazonRDSReader
  properties:
      databaseType: "PostgreSQL"
      databaseName: "dataprotect"
      sqlQuery: select * from tenants

###### End - AmazonRDSReader connectors ######

###### Start - GoogleSpreadsheetWriter connectors ######

-
    name: dailyUsageWriter
    type: GoogleSpreadsheetWriter
    properties:
      spreadsheetId: 1zFfjiim9b5vQsMbQfqwXZnPBJJ4CkWC_q08JQk55AVQ
      sheetName: usage

-
    name: tenantsWriter
    type: GoogleSpreadsheetWriter
    properties:
      spreadsheetId: 1zFfjiim9b5vQsMbQfqwXZnPBJJ4CkWC_q08JQk55AVQ
      sheetName: tenants

###### End - GoogleSpreadsheetWriter connectors ######

#    _____ _        _                            _       
#   / ____| |      | |                          | |      
#  | (___ | |_ __ _| |_ ___ _ __ ___   ___ _ __ | |_ ___ 
#   \___ \| __/ _` | __/ _ \ '_ ` _ \ / _ \ '_ \| __/ __|
#   ____) | || (_| | ||  __/ | | | | |  __/ | | | |_\__ \
#  |_____/ \__\__,_|\__\___|_| |_| |_|\___|_| |_|\__|___/

# STATEMENTS specify how the data should be processed while in memory

statements:
- statement: INSERT dailyUsageReader INTO dailyUsageWriter
- statement: INSERT tenantsReader INTO tenantsWriter

# Add more statements to convert, join, aggregrate, transform, and integrate your data