Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: fetch remote schema async #5347

Closed
wants to merge 22 commits into from
Closed
Changes from 1 commit
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
chore: refactor 3
cisse21 committed Dec 11, 2024

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature.
commit 649b4a7508473840c1465b3bfe3af77b99d7ab79
4 changes: 2 additions & 2 deletions warehouse/integrations/azure-synapse/azure-synapse.go
Original file line number Diff line number Diff line change
@@ -278,7 +278,7 @@ func (as *AzureSynapse) loadTable(
tableSchemaInUpload,
)
previousColumnKeys := warehouseutils.SortColumnKeysFromColumnMap(
as.Uploader.GetTableSchemaInWarehouse(
as.Uploader.GetTableSchema(
tableName,
),
)
@@ -609,7 +609,7 @@ func (as *AzureSynapse) loadUserTables(ctx context.Context) (errorMap map[string
defer as.dropStagingTable(ctx, unionStagingTableName)
defer as.dropStagingTable(ctx, identifyStagingTable)

userColMap := as.Uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable)
userColMap := as.Uploader.GetTableSchema(warehouseutils.UsersTable)
var userColNames, firstValProps []string
for colName := range userColMap {
if colName == "id" {
2 changes: 1 addition & 1 deletion warehouse/integrations/azure-synapse/azure_synapse_test.go
Original file line number Diff line number Diff line change
@@ -736,7 +736,7 @@ func newMockUploader(
mockUploader.EXPECT().UseRudderStorage().Return(false).AnyTimes()
mockUploader.EXPECT().GetLoadFilesMetadata(gomock.Any(), gomock.Any()).Return(loadFiles, nil).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()

return mockUploader
}
4 changes: 2 additions & 2 deletions warehouse/integrations/bigquery/bigquery.go
Original file line number Diff line number Diff line change
@@ -615,7 +615,7 @@ func (bq *BigQuery) LoadUserTables(ctx context.Context) (errorMap map[string]err
return fmt.Sprintf("FIRST_VALUE(`%[1]s` IGNORE NULLS) OVER (PARTITION BY id ORDER BY received_at DESC ROWS BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING) AS `%[1]s`", column)
}

userColMap := bq.uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable)
userColMap := bq.uploader.GetTableSchema(warehouseutils.UsersTable)
var userColNames, firstValProps []string
for colName := range userColMap {
if colName == "id" {
@@ -705,7 +705,7 @@ func (bq *BigQuery) createAndLoadStagingUsersTable(ctx context.Context, stagingT
gcsRef.MaxBadRecords = 0
gcsRef.IgnoreUnknownValues = false

usersSchema := getTableSchema(bq.uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable))
usersSchema := getTableSchema(bq.uploader.GetTableSchema(warehouseutils.UsersTable))
metaData := &bigquery.TableMetadata{
Schema: usersSchema,
}
2 changes: 1 addition & 1 deletion warehouse/integrations/bigquery/bigquery_test.go
Original file line number Diff line number Diff line change
@@ -1469,7 +1469,7 @@ func newMockUploader(
},
).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()

return mockUploader
}
6 changes: 3 additions & 3 deletions warehouse/integrations/deltalake/deltalake.go
Original file line number Diff line number Diff line change
@@ -581,7 +581,7 @@ func (d *Deltalake) LoadTable(
tableName string,
) (*types.LoadTableStats, error) {
uploadTableSchema := d.Uploader.GetTableSchemaInUpload(tableName)
warehouseTableSchema := d.Uploader.GetTableSchemaInWarehouse(tableName)
warehouseTableSchema := d.Uploader.GetTableSchema(tableName)

loadTableStat, _, err := d.loadTable(
ctx,
@@ -980,9 +980,9 @@ func (d *Deltalake) hasAWSCredentials() bool {
func (d *Deltalake) LoadUserTables(ctx context.Context) map[string]error {
var (
identifiesSchemaInUpload = d.Uploader.GetTableSchemaInUpload(warehouseutils.IdentifiesTable)
identifiesSchemaInWarehouse = d.Uploader.GetTableSchemaInWarehouse(warehouseutils.IdentifiesTable)
identifiesSchemaInWarehouse = d.Uploader.GetTableSchema(warehouseutils.IdentifiesTable)
usersSchemaInUpload = d.Uploader.GetTableSchemaInUpload(warehouseutils.UsersTable)
usersSchemaInWarehouse = d.Uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable)
usersSchemaInWarehouse = d.Uploader.GetTableSchema(warehouseutils.UsersTable)
)

d.logger.Infow("started loading for identifies and users tables",
2 changes: 1 addition & 1 deletion warehouse/integrations/deltalake/deltalake_test.go
Original file line number Diff line number Diff line change
@@ -1428,7 +1428,7 @@ func newMockUploader(
).AnyTimes()
mockUploader.EXPECT().GetSampleLoadFileLocation(gomock.Any(), gomock.Any()).Return(loadFiles[0].Location, nil).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetLoadFileType().Return(loadFileType).AnyTimes()

return mockUploader
2 changes: 1 addition & 1 deletion warehouse/integrations/mssql/mssql.go
Original file line number Diff line number Diff line change
@@ -629,7 +629,7 @@ func (ms *MSSQL) loadUserTables(ctx context.Context) (errorMap map[string]error)
defer ms.dropStagingTable(ctx, unionStagingTableName)
defer ms.dropStagingTable(ctx, identifyStagingTable)

userColMap := ms.Uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable)
userColMap := ms.Uploader.GetTableSchema(warehouseutils.UsersTable)
var userColNames, firstValProps []string
for colName := range userColMap {
if colName == "id" {
2 changes: 1 addition & 1 deletion warehouse/integrations/mssql/mssql_test.go
Original file line number Diff line number Diff line change
@@ -772,7 +772,7 @@ func newMockUploader(
mockUploader.EXPECT().UseRudderStorage().Return(false).AnyTimes()
mockUploader.EXPECT().GetLoadFilesMetadata(gomock.Any(), gomock.Any()).Return(loadFiles, nil).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()

return mockUploader
}
2 changes: 1 addition & 1 deletion warehouse/integrations/postgres/load.go
Original file line number Diff line number Diff line change
@@ -318,7 +318,7 @@ func (pg *Postgres) LoadUserTables(ctx context.Context) map[string]error {

identifiesSchemaInUpload := pg.Uploader.GetTableSchemaInUpload(warehouseutils.IdentifiesTable)
usersSchemaInUpload := pg.Uploader.GetTableSchemaInUpload(warehouseutils.UsersTable)
usersSchemaInWarehouse := pg.Uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable)
usersSchemaInWarehouse := pg.Uploader.GetTableSchema(warehouseutils.UsersTable)

var loadingError loadUsersTableResponse
_ = pg.DB.WithTx(ctx, func(tx *sqlmiddleware.Tx) error {
2 changes: 1 addition & 1 deletion warehouse/integrations/postgres/load_test.go
Original file line number Diff line number Diff line change
@@ -242,7 +242,7 @@ func TestLoadUsersTable(t *testing.T) {
}
mockUploader := mockuploader.NewMockUploader(ctrl)
mockUploader.EXPECT().GetTableSchemaInUpload(gomock.Any()).AnyTimes().DoAndReturn(f)
mockUploader.EXPECT().GetTableSchemaInWarehouse(gomock.Any()).AnyTimes().DoAndReturn(f)
mockUploader.EXPECT().GetTableSchema(gomock.Any()).AnyTimes().DoAndReturn(f)
mockUploader.EXPECT().CanAppend().AnyTimes().Return(true)

pg.DB = db
6 changes: 3 additions & 3 deletions warehouse/integrations/postgres/postgres_test.go
Original file line number Diff line number Diff line change
@@ -1324,8 +1324,8 @@ func TestIntegration(t *testing.T) {
mockUploader.EXPECT().GetLoadFilesMetadata(gomock.Any(), whutils.GetLoadFilesOptions{Table: whutils.IdentifiesTable}).Return([]whutils.LoadFile{{Location: identifiesUploadOutput.Location}}, nil).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(whutils.UsersTable).Return(usersTableSchema).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(whutils.IdentifiesTable).Return(IdentifiesTableSchema).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(whutils.UsersTable).Return(usersTableSchema).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(whutils.IdentifiesTable).Return(IdentifiesTableSchema).AnyTimes()
mockUploader.EXPECT().GetTableSchema(whutils.UsersTable).Return(usersTableSchema).AnyTimes()
mockUploader.EXPECT().GetTableSchema(whutils.IdentifiesTable).Return(IdentifiesTableSchema).AnyTimes()
mockUploader.EXPECT().CanAppend().Return(true).AnyTimes()

primaryPG := postgres.New(config.New(), logger.NOP, stats.NOP)
@@ -1420,7 +1420,7 @@ func mockUploader(
mockUploader.EXPECT().UseRudderStorage().Return(false).AnyTimes()
mockUploader.EXPECT().GetLoadFilesMetadata(gomock.Any(), gomock.Any()).Return(loadFiles, nil).AnyTimes() // Try removing this
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().CanAppend().Return(true).AnyTimes()

return mockUploader
8 changes: 4 additions & 4 deletions warehouse/integrations/redshift/redshift.go
Original file line number Diff line number Diff line change
@@ -739,7 +739,7 @@ func (rs *Redshift) loadUserTables(ctx context.Context) map[string]error {
_, identifyStagingTable, err = rs.loadTable(ctx,
warehouseutils.IdentifiesTable,
rs.Uploader.GetTableSchemaInUpload(warehouseutils.IdentifiesTable),
rs.Uploader.GetTableSchemaInWarehouse(warehouseutils.IdentifiesTable),
rs.Uploader.GetTableSchema(warehouseutils.IdentifiesTable),
true,
)
if err != nil {
@@ -760,7 +760,7 @@ func (rs *Redshift) loadUserTables(ctx context.Context) map[string]error {
_, _, err := rs.loadTable(ctx,
warehouseutils.UsersTable,
rs.Uploader.GetTableSchemaInUpload(warehouseutils.UsersTable),
rs.Uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable),
rs.Uploader.GetTableSchema(warehouseutils.UsersTable),
false,
)
if err != nil {
@@ -775,7 +775,7 @@ func (rs *Redshift) loadUserTables(ctx context.Context) map[string]error {
}
}

userColMap := rs.Uploader.GetTableSchemaInWarehouse(warehouseutils.UsersTable)
userColMap := rs.Uploader.GetTableSchema(warehouseutils.UsersTable)
for colName := range userColMap {
// do not reference uuid in queries as it can be an autoincrement field set by segment compatible tables
if colName == "id" || colName == "user_id" || colName == "uuid" {
@@ -1311,7 +1311,7 @@ func (rs *Redshift) LoadTable(ctx context.Context, tableName string) (*types.Loa
ctx,
tableName,
rs.Uploader.GetTableSchemaInUpload(tableName),
rs.Uploader.GetTableSchemaInWarehouse(tableName),
rs.Uploader.GetTableSchema(tableName),
false,
)
return loadTableStat, err
2 changes: 1 addition & 1 deletion warehouse/integrations/redshift/redshift_test.go
Original file line number Diff line number Diff line change
@@ -1758,7 +1758,7 @@ func newMockUploader(
},
).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetLoadFileType().Return(loadFileType).AnyTimes()
mockUploader.EXPECT().CanAppend().Return(true).AnyTimes()

2 changes: 1 addition & 1 deletion warehouse/integrations/snowflake/snowflake.go
Original file line number Diff line number Diff line change
@@ -905,7 +905,7 @@ func (sf *Snowflake) LoadUserTables(ctx context.Context) map[string]error {
log.Infow("identifies temp table loaded")
}

userColMap := sf.Uploader.GetTableSchemaInWarehouse(usersTable)
userColMap := sf.Uploader.GetTableSchema(usersTable)
for colName := range userColMap {
if colName == "ID" {
continue
2 changes: 1 addition & 1 deletion warehouse/integrations/snowflake/snowflake_test.go
Original file line number Diff line number Diff line change
@@ -1404,7 +1404,7 @@ func newMockUploader(
).AnyTimes()
mockUploader.EXPECT().GetSampleLoadFileLocation(gomock.Any(), gomock.Any()).Return(loadFiles[0].Location, nil).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInUpload(tableName).Return(schemaInUpload).AnyTimes()
mockUploader.EXPECT().GetTableSchemaInWarehouse(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetTableSchema(tableName).Return(schemaInWarehouse).AnyTimes()
mockUploader.EXPECT().GetLoadFileType().Return(whutils.LoadFileTypeCsv).AnyTimes()

return mockUploader
24 changes: 12 additions & 12 deletions warehouse/internal/mocks/utils/mock_uploader.go

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 2 additions & 2 deletions warehouse/router/state_export_data.go
Original file line number Diff line number Diff line change
@@ -294,7 +294,7 @@ func (job *UploadJob) updateSchema(tName string) (alteredSchema bool, err error)
return
}

job.schemaHandle.UpdateWarehouseTableSchema(tName, tableSchemaDiff.UpdatedSchema)
job.schemaHandle.UpdateTableSchema(tName, tableSchemaDiff.UpdatedSchema)
alteredSchema = true
}
return
@@ -518,7 +518,7 @@ func (job *UploadJob) loadIdentityTables(populateHistoricIdentities bool) (loadE
errorMap := map[string]error{tableName: err}
return job.processLoadTableResponse(errorMap)
}
job.schemaHandle.UpdateWarehouseTableSchema(tableName, tableSchemaDiff.UpdatedSchema)
job.schemaHandle.UpdateTableSchema(tableName, tableSchemaDiff.UpdatedSchema)

status := model.TableUploadUpdatedSchema
_ = job.tableUploadsRepo.Set(job.ctx, job.upload.ID, tableName, repo.TableUploadSetOptions{
4 changes: 2 additions & 2 deletions warehouse/router/upload.go
Original file line number Diff line number Diff line change
@@ -845,8 +845,8 @@ func (job *UploadJob) IsSchemaEmpty() bool {
return job.schemaHandle.IsSchemaEmpty()
}

func (job *UploadJob) GetTableSchemaInWarehouse(tableName string) model.TableSchema {
return job.schemaHandle.GetTableSchemaInWarehouse(tableName)
func (job *UploadJob) GetTableSchema(tableName string) model.TableSchema {
return job.schemaHandle.GetTableSchema(tableName)
}

func (job *UploadJob) GetTableSchemaInUpload(tableName string) model.TableSchema {
2 changes: 1 addition & 1 deletion warehouse/router/upload_test.go
Original file line number Diff line number Diff line change
@@ -151,7 +151,7 @@ func TestColumnCountStat(t *testing.T) {
statsFactory: statsStore,
schemaHandle: &schema.Schema{}, // TODO use constructor
}
j.schemaHandle.UpdateWarehouseTableSchema(tableName, model.TableSchema{
j.schemaHandle.UpdateTableSchema(tableName, model.TableSchema{
"test-column-1": "string",
"test-column-2": "string",
"test-column-3": "string",
4 changes: 2 additions & 2 deletions warehouse/schema/schema.go
Original file line number Diff line number Diff line change
@@ -385,13 +385,13 @@ func (sh *Schema) TableSchemaDiff(tableName string, tableSchema model.TableSchem
return diff
}

func (sh *Schema) GetTableSchemaInWarehouse(tableName string) model.TableSchema {
func (sh *Schema) GetTableSchema(tableName string) model.TableSchema {
sh.localSchemaMu.RLock()
defer sh.localSchemaMu.RUnlock()
return sh.localSchema[tableName]
}

func (sh *Schema) UpdateWarehouseTableSchema(tableName string, tableSchema model.TableSchema) {
func (sh *Schema) UpdateTableSchema(tableName string, tableSchema model.TableSchema) {
sh.localSchemaMu.RLock()
defer sh.localSchemaMu.RUnlock()
if sh.localSchema == nil {
8 changes: 4 additions & 4 deletions warehouse/schema/schema_test.go
Original file line number Diff line number Diff line change
@@ -200,7 +200,7 @@ func TestSchema_FetchSchemaFromWarehouse(t *testing.T) {

ctx := context.Background()

require.Empty(t, s.GetTableSchemaInWarehouse(tableName))
require.Empty(t, s.GetTableSchema(tableName))
require.True(t, s.IsSchemaEmpty())

_, err := s.FetchSchemaFromWarehouse(ctx, &mockRepo)
@@ -209,15 +209,15 @@ func TestSchema_FetchSchemaFromWarehouse(t *testing.T) {
} else {
require.Error(t, err, fmt.Sprintf("got error %v, want error %v", err, tc.wantError))
}
require.Equal(t, tc.expectedSchema[tableName], s.GetTableSchemaInWarehouse(tableName))
require.Equal(t, tc.expectedSchema[tableName], s.GetTableSchema(tableName))
require.Equal(t, len(tc.expectedSchema[tableName]), s.GetColumnsCountInSchema(tableName))
if len(tc.expectedSchema) > 0 {
require.False(t, s.IsSchemaEmpty())
} else {
require.True(t, s.IsSchemaEmpty())
}
s.UpdateWarehouseTableSchema(updatedTable, updatedSchema)
require.Equal(t, updatedSchema, s.GetTableSchemaInWarehouse(updatedTable))
s.UpdateTableSchema(updatedTable, updatedSchema)
require.Equal(t, updatedSchema, s.GetTableSchema(updatedTable))
require.False(t, s.IsSchemaEmpty())
})
}
2 changes: 1 addition & 1 deletion warehouse/source/source.go
Original file line number Diff line number Diff line change
@@ -292,7 +292,7 @@ func (*Uploader) UseRudderStorage() bool
func (*Uploader) CanAppend() bool { return false }
func (*Uploader) GetLoadFileType() string { return "" }
func (*Uploader) GetLocalSchema(context.Context) (model.Schema, error) { return model.Schema{}, nil }
func (*Uploader) GetTableSchemaInWarehouse(string) model.TableSchema { return model.TableSchema{} }
func (*Uploader) GetTableSchema(string) model.TableSchema { return model.TableSchema{} }
func (*Uploader) GetSampleLoadFileLocation(context.Context, string) (string, error) { return "", nil }
func (*Uploader) GetLoadFilesMetadata(context.Context, whutils.GetLoadFilesOptions) ([]whutils.LoadFile, error) {
return []whutils.LoadFile{}, nil
4 changes: 2 additions & 2 deletions warehouse/utils/uploader.go
Original file line number Diff line number Diff line change
@@ -11,7 +11,7 @@ type Uploader interface {
IsSchemaEmpty() bool
GetLocalSchema(ctx context.Context) (model.Schema, error)
UpdateLocalSchema(ctx context.Context, schema model.Schema) error
GetTableSchemaInWarehouse(tableName string) model.TableSchema
GetTableSchema(tableName string) model.TableSchema
GetTableSchemaInUpload(tableName string) model.TableSchema
GetLoadFilesMetadata(ctx context.Context, options GetLoadFilesOptions) ([]LoadFile, error)
GetSampleLoadFileLocation(ctx context.Context, tableName string) (string, error)
@@ -33,7 +33,7 @@ func (n *noopUploader) IsSchemaEmpty() bool {
}
func (n *noopUploader) GetLocalSchema(ctx context.Context) (model.Schema, error) { return nil, nil } // nolint:nilnil
func (n *noopUploader) UpdateLocalSchema(ctx context.Context, schema model.Schema) error { return nil }
func (n *noopUploader) GetTableSchemaInWarehouse(tableName string) model.TableSchema { return nil }
func (n *noopUploader) GetTableSchema(tableName string) model.TableSchema { return nil }
func (n *noopUploader) GetTableSchemaInUpload(tableName string) model.TableSchema { return nil }
func (n *noopUploader) ShouldOnDedupUseNewRecord() bool { return false }
func (n *noopUploader) UseRudderStorage() bool { return false }
2 changes: 1 addition & 1 deletion warehouse/validations/validate.go
Original file line number Diff line number Diff line change
@@ -559,7 +559,7 @@ func (*dummyUploader) GetLocalSchema(context.Context) (model.Schema, error) {
}
func (*dummyUploader) UpdateLocalSchema(context.Context, model.Schema) error { return nil }
func (*dummyUploader) ShouldOnDedupUseNewRecord() bool { return false }
func (*dummyUploader) GetTableSchemaInWarehouse(string) model.TableSchema { return nil }
func (*dummyUploader) GetTableSchema(string) model.TableSchema { return nil }
func (*dummyUploader) GetTableSchemaInUpload(string) model.TableSchema { return nil }
func (*dummyUploader) CanAppend() bool { return false }
func (*dummyUploader) GetSampleLoadFileLocation(context.Context, string) (string, error) {

Unchanged files with check annotations Beta

ARG VERSION
ARG REVISION
ARG COMMIT_HASH
ARG ENTERPRISE_TOKEN

Check warning on line 11 in Dockerfile

GitHub Actions / docker-oss (ubuntu-latest, rudderlabs/develop-rudder-server:feat.fetchRemoteSchemaAsync-amd64, or...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-oss (ubuntu-latest, rudderlabs/develop-rudder-server:feat.fetchRemoteSchemaAsync-amd64, or...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-ent (ubuntu-latest, rudderstack/develop-rudder-server-enterprise:feat.fetchRemoteSchemaAsy...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-ent (ubuntu-latest, rudderstack/develop-rudder-server-enterprise:feat.fetchRemoteSchemaAsy...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-ent (self-hosted, Linux, ARM64, rudderstack/develop-rudder-server-enterprise:feat.fetchRem...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-ent (self-hosted, Linux, ARM64, rudderstack/develop-rudder-server-enterprise:feat.fetchRem...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-oss (self-hosted, Linux, ARM64, rudderlabs/develop-rudder-server:feat.fetchRemoteSchemaAsy...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/

Check warning on line 11 in Dockerfile

GitHub Actions / docker-oss (self-hosted, Linux, ARM64, rudderlabs/develop-rudder-server:feat.fetchRemoteSchemaAsy...

Sensitive data should not be used in the ARG or ENV commands

SecretsUsedInArgOrEnv: Do not use ARG or ENV instructions for sensitive data (ARG "ENTERPRISE_TOKEN") More info: https://docs.docker.com/go/dockerfile/rule/secrets-used-in-arg-or-env/
ARG RACE_ENABLED=false
ARG CGO_ENABLED=0
ARG PKG_NAME=github.com/rudderlabs/release-demo