diff --git a/deployment/deploy_cloud.sh b/deployment/deploy_cloud.sh index c280838b..c8dfd8b9 100644 --- a/deployment/deploy_cloud.sh +++ b/deployment/deploy_cloud.sh @@ -40,7 +40,8 @@ python3 -m main \ --setup_file ./setup.py \ --template_location "gs://$2/templates/megalista" \ --num_workers 1 \ - --autoscaling_algorithm=NONE \ + --autoscaling_algorithm=THROUGHPUT_BASED \ + --number_of_worker_harness_threads=16 \ --service_account_email "$4" \ --collect_usage_stats "$5" echo "Copy megalista_medata to bucket $2" diff --git a/megalista_dataflow/steps/processing_steps.py b/megalista_dataflow/steps/processing_steps.py index 43f948f6..ca5b34c0 100644 --- a/megalista_dataflow/steps/processing_steps.py +++ b/megalista_dataflow/steps/processing_steps.py @@ -523,6 +523,8 @@ def expand(self, executions): 20, TransactionalType.UUID, ) + | "Prevent Fusion" + >> beam.Reshuffle() | "Upload - GA 4 measurement protocol" >> beam.ParDo( GoogleAnalytics4MeasurementProtocolUploaderDoFn(