{"type":"doc","content":[{"type":"paragraph","content":[{"text":"The purpose of this document is to allow our client`s Data Science team prepare and deploy their models in a Google Cloud environment.","type":"text"}]},{"type":"paragraph"},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"e72f40d0-1e10-4e31-b346-07f8dff424e3"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"12914378-ee98-47bb-bd68-901bf9e11966"}},{"type":"heading","attrs":{"level":2},"content":[{"text":"Steps","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Project Deploy","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#1.-Project-Deploy"}}]},{"text":".","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Make a GCP Project Deployment Request with the ","type":"text"},{"text":"Required Information","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Required-Information"}}]},{"text":" information.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":" a GCP project will be provided to the ","type":"text"},{"text":"requestor","type":"text","marks":[{"type":"em"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Billing Information","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#2.-Billing-Information"}}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Set the ","type":"text"},{"text":"billing account ","type":"text","marks":[{"type":"strong"}]},{"text":"on the new project. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This is required in order to be able to use the GCP resources.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Application Content","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#3.-Application-Content"}}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Prepare the ","type":"text"},{"text":"Required Files","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Required-Files"}}]},{"text":" (application structure) ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Load the content in a GCS bucket from the project.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Application Launch","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Application-Launch"}}]}]}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Your user email (as the requester) will be given the ","type":"text"},{"text":"Editor, Owner and Project Billing Manager","type":"text","marks":[{"type":"em"}]},{"text":" role. ","type":"text"}]},{"type":"paragraph","content":[{"text":"Share access to other people who need access to the project.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#ff5630"}},{"type":"strong"}]}]}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"The application is launched in a Virtual Machine in the project. The commands from ","type":"text"},{"text":"commands.txt","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#commands.txt"}}]},{"text":" are executed. Additionally, you can ","type":"text"},{"text":"SSH","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#1.-SSH-on-the-application-VM"}}]},{"text":" on the VM and update/check content.","type":"text"}]}]},{"type":"paragraph","content":[{"text":"As the manager of the application, you are responsible for the VM state.","type":"text"}]},{"type":"paragraph","content":[{"text":"You can follow the provided practices on:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"how to ","type":"text"},{"text":"check out the application state","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Checking-out-the-application-state"}}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":" ","type":"text"},{"text":"how to update the application content","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Updating-the-application"}}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"how to ","type":"text"},{"text":"start/stop/delete an application","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Application-Management"}}]},{"text":" ","type":"text"}]}]}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"We, at Boxalino, will extend the services available for the Data Science needs (schedulers, instance management, etc). Make sure to review the documentation.","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Integration Access","type":"text"}]},{"type":"paragraph","content":[{"text":"Because the application is launched in the scope of the project, the following Google Cloud tools can be used:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"the ","type":"text"},{"text":"Compute Engine","type":"text","marks":[{"type":"strong"}]},{"text":" - launch more applications ","type":"text"},{"text":"https://console.cloud.google.com/compute/instances","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/compute/instances"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"the project`s ","type":"text"},{"text":"BigQuery","type":"text","marks":[{"type":"strong"}]},{"text":" dataset (to store results, if required) ","type":"text"},{"text":"https://console.cloud.google.com/bigquery","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/bigquery"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"the ","type":"text"},{"text":"Google Cloud Storage (GCS)","type":"text","marks":[{"type":"strong"}]},{"text":" to load files & store logs ","type":"text"},{"text":"https://console.cloud.google.com/storage/browser","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/storage/browser"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"the ","type":"text"},{"text":"Cloud Scheduler","type":"text","marks":[{"type":"strong"}]},{"text":" to create events (for automatic runs) ","type":"text"},{"text":"https://console.cloud.google.com/cloudscheduler/start","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/cloudscheduler/start"}}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"BigQuery Datasets Access","type":"text"}]},{"type":"paragraph","content":[{"text":"Additionally, the project`s ","type":"text"},{"text":"Compute Engine Default Service Account","type":"text","marks":[{"type":"strong"}]},{"text":" will have the following permissions on the client`s datasets in the Boxalino scope:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"BigQuery Data Editor : ","type":"text","marks":[{"type":"strong"}]},{"text":"","type":"text"},{"text":"_lab","type":"text","marks":[{"type":"textColor","attrs":{"color":"#36b37e"}},{"type":"strong"}]},{"text":", ","type":"text"},{"text":"_views","type":"text","marks":[{"type":"textColor","attrs":{"color":"#36b37e"}},{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"BigQuery Data Viewer","type":"text","marks":[{"type":"strong"}]},{"text":" : ","type":"text"},{"text":"_core","type":"text","marks":[{"type":"textColor","attrs":{"color":"#36b37e"}},{"type":"strong"}]},{"text":", ","type":"text"},{"text":"_stage","type":"text","marks":[{"type":"textColor","attrs":{"color":"#36b37e"}},{"type":"strong"}]},{"text":", ","type":"text"},{"text":"_reports","type":"text","marks":[{"type":"textColor","attrs":{"color":"#36b37e"}},{"type":"strong"}]},{"text":", ","type":"text"},{"text":"_intelligence","type":"text","marks":[{"type":"textColor","attrs":{"color":"#36b37e"}},{"type":"strong"}]}]}]}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"If your application is meant to edit the ","type":"text"},{"text":"subscriber properties","type":"text","marks":[{"type":"textColor","attrs":{"color":"#ff5630"}},{"type":"strong"},{"type":"em"}]},{"text":", ","type":"text","marks":[{"type":"strong"},{"type":"em"}]},{"text":"get familiar with the structure of the subscriber properties ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303825148/subscriber+properties"}},{"text":" ","type":"text"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"1. Project Deploy","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Required Information","type":"text"}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"Create a project in the Boxalino ecosystem by completing the form ","type":"text"},{"text":"https://gcp-deploy-du3do2ydza-ew.a.run.app/project","type":"text","marks":[{"type":"link","attrs":{"href":"https://gcp-deploy-du3do2ydza-ew.a.run.app/project"}}]}]}]},{"type":"paragraph","content":[{"text":"In order to create a GCP Project, in which the application will be run, the following information is required:","type":"text"}]},{"type":"table","attrs":{"layout":"default","isNumberColumnEnabled":true,"width":760.0,"localId":"8fb41108-f7db-4f9e-8235-747f0d140cd9"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"text":"project name","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[569.0]},"content":[{"type":"paragraph","content":[{"text":"as will appear in your project's list","type":"text"},{"type":"hardBreak"},{"text":"naming requirements: space, - and _ are allowed.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#ff5630"}},{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"text":"email","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[569.0]},"content":[{"type":"paragraph","content":[{"text":"the requestor is the one ","type":"text"},{"text":"managing","type":"text","marks":[{"type":"strong"}]},{"text":" the applications running on the project; ","type":"text"}]},{"type":"paragraph","content":[{"text":"this email will receive messages (alert and notifications) for when the project is ready to be used;","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"** the email alerts for the VM / application run - is part of the ","type":"text"},{"text":"instance.txt","type":"text","marks":[{"type":"strong"}]},{"text":" file, specific for every application launch","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[149.0]},"content":[{"type":"paragraph","content":[{"text":"client name","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[569.0]},"content":[{"type":"paragraph","content":[{"text":"(also known as the Boxalino account name) this is to ensure the access to the views, core & reports datasets (","type":"text"},{"type":"inlineCard","attrs":{"url":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#BigQuery-Datasets-Access"}},{"text":" )","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"Once the project is created (2-3 min), the requestor will have access to it, in their ","type":"text"},{"text":"Google Cloud Console","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/"}}]},{"text":".","type":"text"}]},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"As an editor on the project, the requestor will be able to:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"access the project from Google Console ","type":"text"},{"text":"https://console.cloud.google.com/","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"set a ","type":"text"},{"text":"billing account","type":"text","marks":[{"type":"strong"}]},{"text":" for the project","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"share access","type":"text","marks":[{"type":"strong"}]},{"text":" to the project with other members in the","type":"text"},{"text":" IAM Admin panel","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/iam-admin/iam"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"create ","type":"text"},{"text":"GCS buckets","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/storage/browser"}}]},{"text":" and ","type":"text"},{"text":"load different applications","type":"text","marks":[{"type":"strong"}]},{"text":", which can be triggered ","type":"text"}]}]}]}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":963,"id":"f315431d-afa0-4d9f-be2a-331bba44a11c","collection":"contentId-303792129","type":"file","height":684}}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1087,"id":"5f9049b0-43f5-494f-8bbc-aed6ebb34466","collection":"contentId-303792129","type":"file","height":650}}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"2. Billing Information","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to access the Google Cloud resources - a billing account must be set on the project.","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to achieve this:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":" go to the ","type":"text"},{"text":"Billing menu in GCP console","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/billing/linkedaccount?project=boxalino-client-app&folder=&organizationId="}}]},{"text":" or check the ","type":"text"},{"text":"billing projects ","type":"text","marks":[{"type":"em"}]},{"text":"https://console.cloud.google.com/billing/projects","type":"text","marks":[{"type":"em"},{"type":"link","attrs":{"href":"https://console.cloud.google.com/billing/projects"}}]}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":621,"id":"cdfc82b5-3881-47eb-a0c0-07dd84bf87d7","collection":"contentId-303792129","type":"file","height":375}}]},{"type":"paragraph"}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Identify the project and click on the 3 dots. Select","type":"text"},{"text":" “Change Billing”","type":"text","marks":[{"type":"strong"}]}]},{"type":"mediaSingle","attrs":{"layout":"center","width":95.0},"content":[{"type":"media","attrs":{"width":1314,"id":"411e5a77-fa4d-48ec-966c-72f44247ae06","collection":"contentId-303792129","type":"file","height":609}}]}]}]},{"type":"paragraph","content":[{"text":"3. From the appeared window, ","type":"text"},{"text":"select the Billing Account on which the costs of the Application will be billed","type":"text","marks":[{"type":"strong"}]}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1100,"id":"4007bbd0-fd4e-487d-80db-14108b1f0a2e","collection":"contentId-303792129","type":"file","height":609}}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"If you do not have access to a billing account, provide the ","type":"text"},{"text":"Project Billing Manager role ","type":"text","marks":[{"type":"em"}]},{"text":" to someone who does. Use the IAM menu for this ","type":"text"},{"text":"https://console.cloud.google.com/iam-admin/iam","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/iam-admin/iam"}}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"3. Application Content","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"In order to launch the application, the source files must be loaded in a Google Storage Bucket ","type":"text"},{"text":"https://console.cloud.google.com/storage/browser","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/storage/browser"}}]},{"text":" ","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"The Google Storage Bucket must have an unique name. Due to this, we recommend that every bucket-name starts with ","type":"text"},{"text":"your project name.","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Required Files","type":"text"}]},{"type":"table","attrs":{"layout":"default","isNumberColumnEnabled":true,"width":760.0,"localId":"ec1babc9-ff04-43ae-8baa-1d011b5f66c1"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[168.0]},"content":[{"type":"paragraph","content":[{"text":"instance.txt","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[549.0]},"content":[{"type":"paragraph","content":[{"text":"properties for the Virtual Machine (VM) (name, size, home, etc) (see ","type":"text"},{"text":"instance.txt","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#instance.txt"}}]},{"text":")","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[168.0]},"content":[{"type":"paragraph","content":[{"text":"requirements.txt","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[549.0]},"content":[{"type":"paragraph","content":[{"text":"environment requirements (for pip/anaconda install) (see ","type":"text"},{"text":"requirements.txt","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#requirements.txt"}}]},{"text":")","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"pip freeze > requirements.txt","type":"text","marks":[{"type":"code"}]},{"text":" - command to create the file from a tested environment","type":"text"}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[168.0]},"content":[{"type":"paragraph","content":[{"text":"commands.txt","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[549.0]},"content":[{"type":"paragraph","content":[{"text":"a list of commands to be executed as part of your application run process (see","type":"text"},{"text":" comands.txt","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#commands.txt"}}]},{"text":")","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"*","type":"text"},{"text":"can be left empty as well","type":"text","marks":[{"type":"underline"}]},{"text":" (if you chose to SSH on the VM and run your own processes from the project`s scope)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[168.0]},"content":[{"type":"paragraph","content":[{"text":"env.yml","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[549.0]},"content":[{"type":"paragraph","content":[{"text":"(optional) anaconda environment file; ","type":"text"},{"type":"hardBreak"},{"text":"if no file is provided - the environment is not created","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[168.0]},"content":[{"type":"paragraph","content":[{"text":"your jupyter/python/application files","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[549.0]},"content":[{"type":"paragraph","content":[{"text":"the content of your application (in python, jupyter notebooks, etc)","type":"text"}]}]}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"The #1-#4 files must be named as instructed. They are used as a base for the application start-up. ","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"instance.txt, requirements.txt","type":"text","marks":[{"type":"em"}]},{"text":" and","type":"text"},{"text":" commands.txt ","type":"text","marks":[{"type":"em"}]},{"text":"must end with an empty line (they are parsed dynamically)","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"These files (and other required structures) must be uploaded in a GCS bucket. ","type":"text"}]},{"type":"paragraph","content":[{"text":"The GCS bucket name is provided for the ","type":"text"},{"text":"Application Launch Request","type":"text","marks":[{"type":"strong"},{"type":"link","attrs":{"href":"/wiki/spaces/BPKB/pages/303792129"}}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"instance.txt","type":"text"}]},{"type":"table","attrs":{"layout":"wide","isNumberColumnEnabled":true,"width":960.0,"localId":"0b84d2eb-7556-4da3-9f69-6581bca55ad2"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"Property","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"Default","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"Required","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"instance-name","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"project name","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"yes","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"the instance name is the VM name as appears in the Compute Engine view","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"machine-type","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"e2-micro","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"yes","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"the value depends on what the application needs: more CPU or more RAM? for options, please check the ","type":"text"},{"text":"Google Cloud documentation","type":"text","marks":[{"type":"link","attrs":{"href":"https://cloud.google.com/compute/docs/machine-types#general_purpose"}}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"email-to","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"yes","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"the email is used once to receive an alert for when the VM is ready.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"home","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"\\/home\\/project-name","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"no","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"the path on the server where the content of the GCS bucket is uploaded;","type":"text"},{"type":"hardBreak"},{"text":"this is also used for the commands from the commands.txt file in order to launch/trigger your application execution.","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"alternatives: \\/home\\/ , \\/srv\\/app","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"},{"text":"when you SSH in the machine (ex: your email is ","type":"text","marks":[{"type":"subsup","attrs":{"type":"sub"}}]},{"text":"data-science-guru@boxalino-client.com","type":"text","marks":[{"type":"subsup","attrs":{"type":"sub"}},{"type":"em"},{"type":"link","attrs":{"href":"mailto:data-science-guru@boxalino-client.com"}}]},{"text":") , the VM creates a directory /home/data-science-guru (this is default for any server) so this is your local path; ","type":"text","marks":[{"type":"subsup","attrs":{"type":"sub"}}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"image-family","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"ubuntu-2004-lts","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"no","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"boot-disk-size","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"30","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"no","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph"}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"zone","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph","content":[{"text":"europe-west1-b","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"no","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"this property can be left empty; ","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"use a zone which is in Europe.","type":"text"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"accelerator-type","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"no","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"define this property if your VM requires GPU;","type":"text"},{"type":"hardBreak"},{"type":"inlineCard","attrs":{"url":"https://cloud.google.com/sdk/gcloud/reference/compute/accelerator-types"}},{"text":" ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[100.0]},"content":[{"type":"paragraph","content":[{"text":"accelerator-count","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[124.0]},"content":[{"type":"paragraph"}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[73.0]},"content":[{"type":"paragraph","content":[{"text":"no","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[421.0]},"content":[{"type":"paragraph","content":[{"text":"define this property if your VM requires GPU","type":"text"}]}]}]}]},{"type":"codeBlock","content":[{"text":"instance-name:application-name\nmachine-type:e2-micro\nemail-to:data-science-guru@boxalino-client.com\nhome:\\/home\\/project-name\nimage-family:ubuntu-2004-lts\nboot-disk-size:30\nzone:europe-west1-b\n","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"requirements.txt","type":"text"}]},{"type":"paragraph","content":[{"text":"This is a typical requirements.txt file for a jupyter/python application.","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If your setup has been tested locally, you can save all the packages in the file with the command","type":"text"},{"type":"hardBreak"},{"text":"pip freeze > requirements.txt.","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"Keep in mind that in this case, requirements.txt file will list all packages that have been installed in virtual environment, regardless of where they came from","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"They will be installed on the conda environment.","type":"text"}]},{"type":"codeBlock","content":[{"text":"google-api-core==1.20.0\ngoogle-api-python-client==1.9.3\ngoogle-auth==1.17.2\ngoogle-auth-httplib2==0.0.3\n[..]\ngoogle-cloud-core==1.3.0\ngoogle-cloud-storage==1.29.0\ngoogle-pasta==0.2.0\n","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"commands.txt","type":"text"}]},{"type":"paragraph","content":[{"text":"You can include the commands to run the jupyter process on application launch.","type":"text"}]},{"type":"paragraph","content":[{"text":"You can also include other commands same as the application has been tested on the local environment.","type":"text"}]},{"type":"codeBlock","content":[{"text":"chmod -R 777 /*\npython3 /my-python-application.py\npapermill /process.ipynb /process-output.ipynb","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"env.yml","type":"text"}]},{"type":"paragraph","content":[{"text":"The env.yml file is used in the setup step in order to create the anaconda environment.","type":"text"}]},{"type":"codeBlock","content":[{"text":"name: gcp-application-name\nchannels:\n - defaults\ndependencies:\n - ca-certificates=2020.1.1=0\n - \n - pip:\n - google-api-core==1.22.2\n - google-api-python-client==1.9.3\n - google-auth==1.17.2\n - \nprefix: /opt/conda/envs/gcp-application-env\n","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"4. Application Launch","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Before launching the application, make sure that the","type":"text"},{"text":" Required Files","type":"text","marks":[{"type":"link","attrs":{"href":"https://boxalino.atlassian.net/wiki/spaces/BPKB/pages/303792129#Required-Files"}}]},{"text":" are uploaded in a GCS bucket.","type":"text"}]}]},{"type":"paragraph","content":[{"text":"To launch the application, complete the form in the Application Launch service ","type":"text"},{"text":"https://gcp-deploy-du3do2ydza-ew.a.run.app/application","type":"text","marks":[{"type":"link","attrs":{"href":"https://gcp-deploy-du3do2ydza-ew.a.run.app/application"}}]},{"text":".","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"},{"text":"Provide the following information:","type":"text"}]},{"type":"table","attrs":{"layout":"default","isNumberColumnEnabled":true,"width":760.0,"localId":"6a09c494-77b4-4051-8351-c877d2257487"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[170.0]},"content":[{"type":"paragraph","content":[{"text":"Project ID ","type":"text"}]},{"type":"paragraph","content":[{"text":"Project Number","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[547.0]},"content":[{"type":"paragraph","content":[{"text":"the project ID is unique;","type":"text"}]},{"type":"paragraph","content":[{"text":"the project ID is diplayed on the ","type":"text"},{"text":"dashboard of your project ","type":"text","marks":[{"type":"em"}]},{"text":"https://console.cloud.google.com/home/dashboard","type":"text","marks":[{"type":"em"},{"type":"link","attrs":{"href":"https://console.cloud.google.com/home/dashboard"}}]}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":576,"id":"5c6016d4-d47a-4c5c-87f1-78472e9e0469","collection":"contentId-303792129","type":"file","height":450}}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[170.0]},"content":[{"type":"paragraph","content":[{"text":"GCS bucket name","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[547.0]},"content":[{"type":"paragraph","content":[{"text":"the bucket ","type":"text"},{"text":"name","type":"text","marks":[{"type":"strong"}]},{"text":" where the Required Files are located (ex: gs://-); ","type":"text"}]},{"type":"paragraph","content":[{"text":"the contents will be made available on the application as well.","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"the bucket must be located in EUROPE; either use ","type":"text"},{"text":"EU(multi-region)","type":"text","marks":[{"type":"strong"}]},{"text":" or ","type":"text"},{"text":"europe-west-1","type":"text","marks":[{"type":"strong"}]},{"text":" (singural region)","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"the bucket name ","type":"text"},{"text":"must be unique","type":"text","marks":[{"type":"strong"}]},{"text":", for this purpose - we recommend that every bucket-name starts with ","type":"text"},{"text":"your project name.","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]},{"type":"paragraph"},{"type":"panel","attrs":{"panelType":"success"},"content":[{"type":"paragraph","content":[{"text":"Once the application has been launched, a script will initialize the environment and load all your content from the GCS bucket.","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Environment Details","type":"text"}]},{"type":"paragraph","content":[{"text":"On a deployed application, the following stack is available:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Python 3.7","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"git","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Anaconda3","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"pip / pip3","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"setuptools","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"papermill","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"jupyter","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"google-api-python-client & google SDK libraries","type":"text"}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Checking out the application state","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"1. SSH on the application VM","type":"text"}]},{"type":"paragraph","content":[{"text":"Go to your project Compute Engine page: ","type":"text"},{"text":"https://console.cloud.google.com/compute/instances","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/compute/instances"}}]}]},{"type":"paragraph","content":[{"text":"You can further log/ SSH on the virtual machine and check out the output or inspect the contents.","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1594,"id":"96766fbc-1d40-4b8b-b324-6ca932f313b1","collection":"contentId-303792129","type":"file","height":526}}]},{"type":"paragraph","content":[{"text":"If you want to track the process ","type":"text"},{"text":"live","type":"text","marks":[{"type":"em"}]},{"text":", as it happens, you can run the following command:","type":"text"},{"type":"hardBreak"}]},{"type":"codeBlock","content":[{"text":"tail -f -n 2000 /var/log/syslog","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":4},"content":[{"text":"2. Monitoring tools from GCP","type":"text"}]},{"type":"paragraph","content":[{"text":"Go to your project Compute Engine page (","type":"text"},{"text":"https://console.cloud.google.com/compute/instances","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/compute/instances"}}]},{"text":") and click on the running application instance. Switch to the ","type":"text"},{"text":"Monitoring tab","type":"text","marks":[{"type":"strong"}]},{"text":".","type":"text"}]},{"type":"paragraph","content":[{"text":"In the ","type":"text"},{"text":"MONITORING","type":"text","marks":[{"type":"strong"}]},{"text":" view of your Application, you are able to track the resources available & consumed:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"CPU utilization","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Memory Utilization","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Disk Space Utilization ","type":"text"}]}]}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":2217,"id":"b071d027-94f7-4ca2-bdfc-c038e0a4584a","collection":"contentId-303792129","type":"file","height":1248}}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":4},"content":[{"text":"3. GCP Logs Explorer","type":"text"}]},{"type":"paragraph","content":[{"text":"Google Cloud Platform provides a series of tools for monitoring the project resources.","type":"text"}]},{"type":"paragraph","content":[{"text":"One of these tools is the Logging Client.","type":"text"}]},{"type":"paragraph","content":[{"text":"Go to your Logs Explorer ","type":"text"},{"text":"https://console.cloud.google.com/logs/query?","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/logs/query?"}}]},{"text":" and review the application logs.","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1826,"id":"844bbef0-3ac8-412c-a8e9-25bfb3a3449f","collection":"contentId-303792129","type":"file","height":975}}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"heading","attrs":{"level":3},"content":[{"text":"Updating the application","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Restart the application","type":"text"}]},{"type":"paragraph","content":[{"text":"Upon application restart (stop and start) - the GCS bucket content is being re-syncrhonized:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"application files are syncrhonized with the content of the GCS bucket (from instance.txt)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"requirements.txt updated","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"commands.txt is run","type":"text"}]}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Restarting the application will not update your anaconda environment.","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Restarting the application will not update the instance properties (the ones defined in instance.txt) - unless you manually edit them.","type":"text"}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":4},"content":[{"text":"Resyncrhonize the bucket","type":"text"}]},{"type":"paragraph","content":[{"text":"If you do not want to delete & re-run the application launch, you can ","type":"text"},{"text":"re-syncrhonize the content of the GCS bucket ","type":"text","marks":[{"type":"strong"}]},{"text":"with your application home directory:","type":"text"}]},{"type":"codeBlock","content":[{"text":"sudo gsutil rsync -r gs:/// ","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"textColor","attrs":{"color":"#ff5630"}},{"type":"strong"}]},{"text":" with your storage bucket name (where the application files have been loaded).","type":"text"}]},{"type":"paragraph","content":[{"text":"Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"textColor","attrs":{"color":"#ff5630"}},{"type":"strong"}]},{"text":" with the path to your application (default: /home/project-name).","type":"text"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Application Management","type":"text"}]},{"type":"paragraph","content":[{"text":"If you want to stop/start/delete the application, you can freely do","type":"text"},{"text":" it from your Compute Engine view","type":"text","marks":[{"type":"link","attrs":{"href":"https://console.cloud.google.com/compute/instances"}}]},{"text":", or use the provided view by Boxalino ","type":"text"},{"text":"https://gcp-deploy-du3do2ydza-ew.a.run.app/instance","type":"text","marks":[{"type":"link","attrs":{"href":"https://gcp-deploy-du3do2ydza-ew.a.run.app/instance"}}]}]},{"type":"paragraph"},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":2212,"id":"3fcd2d3f-c41f-48df-8e4e-4f561daf9355","collection":"contentId-303792129","type":"file","height":1027}}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"BigQuery access","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"As a data scientist, chances are that you have been provided with a Service Account (SA) to access the client`s private projects. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The application is run by the project's own Compute Engine Service Account (CE SA).","type":"text"},{"type":"hardBreak"},{"text":"Because the project is in the scope of Boxalino, it will have direct read access to the client's datasets.","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"In order for the Application Launch to be able to access the client's own project dataset,","type":"text"},{"type":"hardBreak"},{"text":"the CE SA will have to","type":"text"},{"text":" \"impersonate\" the SA in the client's project","type":"text","marks":[{"type":"link","attrs":{"href":"https://cloud.google.com/iam/docs/impersonating-service-accounts"}}]},{"text":".","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1427,"id":"782608ab-987e-4e5e-bb5a-6f4c3b63006f","collection":"contentId-303792129","type":"file","height":748}}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Go to the client`s private project IAM & Admin menu","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Navigate to Service Accounts","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Locate the service account with access provided for the scope of the application deployment","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"On ","type":"text"},{"text":"top-right","type":"text","marks":[{"type":"em"}]},{"text":", click on “Show Info Panel”. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Add the CE SA and set the “Service Account User” permission","type":"text"},{"type":"hardBreak"}]}]}]},{"type":"paragraph","content":[{"text":"The output of the application can be stored directly in the deployed GCP project scope (BigQuery, GCS, etc)","type":"text"}]},{"type":"paragraph"}],"version":1}