Upgrade Go to 1.24.11

- Update Go version from 1.19 to 1.25.5
- Update Alpine base image from 3.18.5 to 3.21
- CI workflow update (Consul 1.8.3 → 1.20.2)
- go:embed migration
- Update major dependencies:
  - aws-sdk-go: v1.34.5 -> v1.55.8
  - sentry-go: v0.14.0 -> v0.40.0
  - consul/api: v1.4.0 -> v1.32.0
  - consul/sdk: v0.4.0 -> v0.16.1
  - golang.org/x/sys, golang.org/x/text, and others
- Fix InitConsulLock to properly parse URL schemes for new consul/api
- Fix test compatibility with updated dependencies
- Fix Makefile sed command for macOS compatibility

Author: oguzhanunlu

.claude/settings.local.json

@@ -0,0 +1,17 @@
+{
+  "permissions": {
+    "allow": [
+      "WebSearch",
+      "Bash(go get:*)",
+      "Bash(go mod tidy:*)",
+      "Bash(make clean:*)",
+      "Bash(make)",
+      "Bash(make test:*)",
+      "Bash(go test:*)",
+      "Bash(snyk test:*)",
+      "Bash(govulncheck:*)",
+      "Bash(make docker-build:*)",
+      "Bash(snyk container test:*)"
+    ]
+  }
+}

.github/workflows/ci.yml

@@ -12,7 +12,7 @@ jobs:
     name: Compile & Test
     strategy:
       matrix:
-        go-version: [1.19.2]
+        go-version: [1.24.11]
         os: [ubuntu-latest]
     runs-on: ${{ matrix.os }}
 
@@ -26,8 +26,8 @@ jobs:
       run: |
         mkdir /tmp/consul
         cd /tmp/consul
-        wget https://releases.hashicorp.com/consul/1.8.3/consul_1.8.3_linux_amd64.zip
-        unzip consul_1.8.3_linux_amd64.zip
+        wget https://releases.hashicorp.com/consul/1.20.2/consul_1.20.2_linux_amd64.zip
+        unzip consul_1.20.2_linux_amd64.zip
         chmod +x consul
 
     - name: Checkout code

Dockerfile

@@ -1,4 +1,4 @@
-FROM alpine:3.18.5
+FROM alpine:3.21
 
 LABEL maintainer="Snowplow Analytics <support@snowplow.io>"
 

Makefile

@@ -28,7 +28,6 @@ coverage_html = $(coverage_dir)/coverage.html
 
 generated_dir    = $(build_dir)/generated
 generated_schema = $(generated_dir)/schema_generated.go
-generated_data   = $(generated_dir)/data_generated.go
 
 merge_src_dir = $(build_dir)/src
 output_dir    = $(build_dir)/bin
@@ -61,6 +60,7 @@ $(merge_log): $(depend_log)
 	cp $(shell find $(generated_dir) -maxdepth 5 -name "*.go") $(merge_src_dir)
 	cp $(filter-out $(go_test_files), $(shell find $(src_dir) -maxdepth 5 -name "*.go")) $(merge_src_dir)
 	cp $(shell find $(src_dir) -maxdepth 5 -name "*_test.go") $(merge_src_dir)
+	cp -r $(avro_dir) $(merge_src_dir)/
 
 	go get -t ./$(merge_src_dir)
 
@@ -115,7 +115,7 @@ test: $(merge_log)
 
 	grep -v 'data_generated.go\|schema_generated.go' $(coverage_out) > $(coverage_out)2
 	mv $(coverage_out)2 $(coverage_out)
-	sed -i 's/github.com\/snowplow\/dataflow-runner\/build/github.com\/snowplow\/dataflow-runner/g' $(coverage_out)
+	sed 's/github.com\/snowplow\/dataflow-runner\/build/github.com\/snowplow\/dataflow-runner/g' $(coverage_out) > $(coverage_out).tmp && mv $(coverage_out).tmp $(coverage_out)
 
 	go tool cover -html=$(coverage_out) -o $(coverage_html)
 
@@ -139,6 +139,5 @@ $(depend_log):
 	wget -N $(codegen_link) -O $(codegen)
 
 	go run $(codegen) --schema $(cluster_avsc) --schema $(playbook_avsc) --out $(generated_schema)
-	go run github.com/go-bindata/go-bindata/go-bindata -o $(generated_data) $(avro_dir)
 
 	@echo Dependencies generated at: `/bin/date "+%Y-%m-%d---%H-%M-%S"` >> $(depend_log);

go.mod

@@ -1,49 +1,47 @@
 module github.com/snowplow/dataflow-runner
 
-go 1.19
+go 1.24.11
 
 require (
-	github.com/aws/aws-sdk-go v1.34.5
+	github.com/aws/aws-sdk-go v1.55.8
 	github.com/elodina/go-avro v0.0.0-20160406082632-0c8185d9a3ba
-	github.com/getsentry/sentry-go v0.14.0
-	github.com/hashicorp/consul/api v1.4.0
-	github.com/hashicorp/consul/sdk v0.4.0
-	github.com/hashicorp/errwrap v1.0.0
-	github.com/sirupsen/logrus v1.9.0
-	github.com/stretchr/testify v1.7.0
+	github.com/getsentry/sentry-go v0.40.0
+	github.com/hashicorp/consul/api v1.32.0
+	github.com/hashicorp/consul/sdk v0.16.1
+	github.com/hashicorp/errwrap v1.1.0
+	github.com/sirupsen/logrus v1.9.3
+	github.com/stretchr/testify v1.8.4
 	gopkg.in/urfave/cli.v1 v1.20.0
 )
 
-require golang.org/x/text v0.3.7 // indirect
+require (
+	github.com/hashicorp/go-multierror v1.1.1 // indirect
+	golang.org/x/exp v0.0.0-20250106191152-7588d65b2ba8 // indirect
+	golang.org/x/net v0.48.0 // indirect
+	golang.org/x/text v0.33.0 // indirect
+)
 
 require (
-	github.com/armon/go-metrics v0.3.4 // indirect
-	github.com/davecgh/go-spew v1.1.1 // indirect
-	github.com/fatih/color v1.9.0 // indirect
-	github.com/go-bindata/go-bindata v3.1.2+incompatible // indirect
-	github.com/hashicorp/go-cleanhttp v0.5.1 // indirect
-	github.com/hashicorp/go-hclog v0.14.1 // indirect
-	github.com/hashicorp/go-immutable-radix v1.2.0 // indirect
+	github.com/armon/go-metrics v0.4.1 // indirect
+	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/fatih/color v1.16.0 // indirect
+	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
+	github.com/hashicorp/go-hclog v1.5.0 // indirect
+	github.com/hashicorp/go-immutable-radix v1.3.1 // indirect
 	github.com/hashicorp/go-rootcerts v1.0.2 // indirect
-	github.com/hashicorp/go-uuid v1.0.2 // indirect
-	github.com/hashicorp/go-version v1.4.0 // indirect
+	github.com/hashicorp/go-uuid v1.0.3 // indirect
+	github.com/hashicorp/go-version v1.8.0 // indirect
 	github.com/hashicorp/golang-lru v0.5.4 // indirect
-	github.com/hashicorp/serf v0.9.4 // indirect
-	github.com/jmespath/go-jmespath v0.3.0 // indirect
-	github.com/konsorten/go-windows-terminal-sequences v1.0.3 // indirect
-	github.com/mattn/go-colorable v0.1.13 // indirect
-	github.com/mattn/go-isatty v0.0.16 // indirect
+	github.com/hashicorp/serf v0.10.1 // indirect
+	github.com/jmespath/go-jmespath v0.4.0 // indirect
+	github.com/mattn/go-colorable v0.1.14 // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
-	github.com/mitchellh/go-testing-interface v1.14.1 // indirect
-	github.com/mitchellh/gox v1.0.1 // indirect
-	github.com/mitchellh/iochan v1.0.0 // indirect
-	github.com/mitchellh/mapstructure v1.3.3 // indirect
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
-	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
 	github.com/snowplow-devops/go-retry v0.0.0-20210106090855-8989bbdbae1c
-	golang.org/x/lint v0.0.0-20201208152925-83fdc39ff7b5 // indirect
-	golang.org/x/sys v0.0.0-20220928140112-f11e5e49a4ec // indirect
-	golang.org/x/tools v0.1.0 // indirect
+	golang.org/x/sys v0.40.0 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )