mirror of
https://github.com/harness/drone.git
synced 2025-05-06 12:59:25 +08:00

* [AH-231]: Updated PR comments and some artifact/image issues * [AH-231]: Cleanup extra table * [AH-231]: Updated versions * [AH-231]: Lint fixed * [AH-231]: Merge commit * [AH-231]: Updated logic to get child manifests * [AH-231]: Updated sleep time * [AH-231]: Completed implementation of manifest lists * [AH-231]: Updated manifest list flows * [AH-231]: Temp changes * [AH-231]: Wiring fixed * [AH-231]: Initial commit; minor fixes * [AH-307]: Updated lint * fix comment * add new method to spacestore * feat: [AH-307]: fix after rebase with main * [AH-307]: Removing comments * [AH-307]: linting fixes * feat: [AH-286]: define proto, interface and no-op reporter implementation to publish artifact events (#2657) * feat: [AH-286]: publish artifact event - no row found is not error * feat: [AH-286]: publish artifact event - no row found is not error * feat: [AH-286]: publish artifact event - lint errors, move publishing event outside DB transaction * feat: [AH-286]: publish artifact event - review comments * feat: [AH-286]: publish artifact event - address review comments * feat: [AH-286]: publish artifact event - keep payload generic * feat: [AH-286]: publish artifact event - as sqlite locks DB, perform db operation outside goroutine publishing of events * feat: [AH-286]: publish artifact event - make publishing event async * feat: [AH-286]: publish artifact event - use api types * feat: [AH-286]: Publish event for SSCA to trigger scans - no need to export spacePathStore * feat: [AH-286]: Publish event for SSCA to trigger scans - send spacePath instead of parentID * feat: [AH-286]: Publish event for SSCA to trigger scans - rename scanner as generic reporter * feat: [AH-286]: Publish event for SSCA to trigger scans - rename scanner as generic reporter * feat: [AH-286]: publish artifact event - reuse redis.Send() * feat: [AH-286]: Publish event for SSCA to trigger scans - review comments * feat: [AH-286]: Publish event for SSCA to trigger scans - remove unused interface * feat: [AH-286]: Publish event for SSCA to trigger scans - update msg format * feat: [AH-286]: define proto, interface and no-op reporter implementation to publish artifact events * feat: [AH-286]: Publish event for SSCA to trigger scans - extract acctID/orgID/projectID from spacepathStore * feat: [AH-286]: publish artifact event - remove protobuf reference, fix lint errors * feat: [AH-286]: publish artifact event - fix msg format * feat: [AH-286]: define proto, interface and no-op reporter implementation to publish artifact events * feat: [AH-286]: define proto, interface and no-op reporter implementation to publish artifact events * feat: [AH-321]: make repo form disabled for rbac (#2687) * feat: [AH-321]: make repo form disabled for rbac * fix wire-gen * GC refactoring * feat: [AH-340]: update UI as per the product feedbacks (#2685) * feat: [AH-340]: update UI as per the product feedbacks * feat: [AH-44]: add module data while redirecting to pipeline execution page * feat: [AH-44]: add build pipeline details in overview cards * feat: [AH-44]: update view for prod and non prod tag * feat: [AH-44]: rearrange filters on artifact list apge * feat: [AH-10]: add schema for overview cards, update artifact list, add ai search input, update api for registry artifact list and update mapping for deployments table * feat: [AH-307]: add secretSpacePath in upstream password field while sending to BE (#2631) * feat: [AH-307]: add secretSpacePath in upstream password field while sending to BE * feat: [AH-299]: support new changes for artifact list page (#2630) * feat: update har service api version * feat: [AH-30]: integrate API schema for deployments list content * feat: [AH-300]: update tag colors for prod and non prod tags * feat: [AH-300]: Add Deployments table in artiface version details page * feat: [AH-299]: support new changes for artifact list page * feat: [AH-299]: support new changes for artifact list page * feat: [AH-321]: support artifact registry rbac permission on UI (#2671) * feat: [AH-321]: support artifact registry rbac permission on UI * enable rbac (#2664) * fix scope * enable rbac * feat: [AH-307]: hide code tab from version details page for both docker and helm * feat: [AH-240]: add custom handling for enterprise auth type field * Merge branch 'AH-307-plus-url-support-2_no_rbac' of https://git0.harness.io/l7B_kbSEQD2wjrM7PShm5w/PROD/Harness_Commons/gitness into AH-307-plus-url-support-2_no_rbac * feat: [AH-307]: send space_ref in query param while creating registries * lowercase rootRef * [AH-307]: updated route * [AH-307]: Added logs * [AH-307]: Added logs * feat: [AH-317]: add space_ref query param * local * Merge commit * Merge commit * Merge commit * Added comments * Revert changes * Merge commit * Merge branch 'main' of https://git0.harness.io/l7B_kbSEQD2wjrM7PShm5w/PROD/Harness_Commons/gitness into AH-307-plus-url-support-2 * Merge branch 'AH-306d' of https://git0.harness.io/l7B_kbSEQD2wjrM7PShm5w/PROD/Harness_Commons/gitness into AH-307-plus-url-support-2 * fix space path handling * Merge branch 'main' of https://git0.harness.io/l7B_kbSEQD2wjrM7PShm5w/PROD/Harness_Commons/gitness into AH-307-plus-url-support-2 * Updated URLs to support slashes with + separator * fix: [AH-306c]: fix anonymous flow * fix: [AH-306c]: fix anonymous flow * feat: [AH-307]: plus url support on UI (cherry picked from commit 3fb6add3ce03498b6668b5f8f6d547e1acedaec4) * [AH-307]: Added examples (cherry picked from commit e83e41303da536f421be333be04aed09fbf75f5f) * [AH-307]: Added Regex request rewrite support (cherry picked from commit ed7b155256bdcd1134bc228b5705556a1233add6) * fix: [AH-306c]: fix anonymous flow
343 lines
10 KiB
Go
343 lines
10 KiB
Go
// Copyright 2023 Harness, Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package metadata
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
|
|
apiauth "github.com/harness/gitness/app/api/auth"
|
|
"github.com/harness/gitness/app/api/request"
|
|
"github.com/harness/gitness/app/auth"
|
|
"github.com/harness/gitness/audit"
|
|
"github.com/harness/gitness/registry/app/api/openapi/contracts/artifact"
|
|
registrytypes "github.com/harness/gitness/registry/types"
|
|
"github.com/harness/gitness/types"
|
|
gitnessenum "github.com/harness/gitness/types/enum"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
)
|
|
|
|
func (c *APIController) CreateRegistry(
|
|
ctx context.Context,
|
|
r artifact.CreateRegistryRequestObject,
|
|
) (artifact.CreateRegistryResponseObject, error) {
|
|
registryRequest := artifact.RegistryRequest(*r.Body)
|
|
parentRef := artifact.SpaceRefPathParam(*registryRequest.ParentRef)
|
|
|
|
regInfo, err := c.GetRegistryRequestBaseInfo(ctx, string(parentRef), "")
|
|
if err != nil {
|
|
return artifact.CreateRegistry400JSONResponse{
|
|
BadRequestJSONResponse: artifact.BadRequestJSONResponse(
|
|
*GetErrorResponse(http.StatusBadRequest, err.Error()),
|
|
),
|
|
}, err
|
|
}
|
|
|
|
space, err := c.SpaceStore.FindByRef(ctx, regInfo.ParentRef)
|
|
if err != nil {
|
|
return artifact.CreateRegistry400JSONResponse{
|
|
BadRequestJSONResponse: artifact.BadRequestJSONResponse(
|
|
*GetErrorResponse(http.StatusBadRequest, err.Error()),
|
|
),
|
|
}, err
|
|
}
|
|
|
|
session, _ := request.AuthSessionFrom(ctx)
|
|
if err = apiauth.CheckSpaceScope(
|
|
ctx,
|
|
c.Authorizer,
|
|
session,
|
|
space,
|
|
gitnessenum.ResourceTypeRegistry,
|
|
gitnessenum.PermissionRegistryEdit,
|
|
); err != nil {
|
|
return artifact.CreateRegistry403JSONResponse{
|
|
UnauthorizedJSONResponse: artifact.UnauthorizedJSONResponse(
|
|
*GetErrorResponse(http.StatusForbidden, err.Error()),
|
|
),
|
|
}, err
|
|
}
|
|
|
|
if registryRequest.Config.Type == artifact.RegistryTypeVIRTUAL {
|
|
return c.createVirtualRegistry(ctx, registryRequest, regInfo, session, parentRef)
|
|
}
|
|
registry, upstreamproxy, err := c.CreateUpstreamProxyEntity(
|
|
ctx,
|
|
registryRequest,
|
|
regInfo.parentID, regInfo.rootIdentifierID,
|
|
)
|
|
var registryID int64
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), err
|
|
}
|
|
|
|
err = c.tx.WithTx(
|
|
ctx, func(ctx context.Context) error {
|
|
registryID, err = c.createRegistryWithAudit(ctx, registry, session.Principal, string(parentRef))
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create registry: %w", err)
|
|
}
|
|
|
|
upstreamproxy.RegistryID = registryID
|
|
|
|
_, err = c.createUpstreamProxyWithAudit(
|
|
ctx, upstreamproxy, session.Principal, string(parentRef), registry.Name,
|
|
)
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("failed to create upstream proxy: %w", err)
|
|
}
|
|
return nil
|
|
},
|
|
)
|
|
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), err
|
|
}
|
|
upstreamproxyEntity, err := c.UpstreamProxyStore.Get(ctx, registryID)
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), err
|
|
}
|
|
|
|
return artifact.CreateRegistry201JSONResponse{
|
|
RegistryResponseJSONResponse: *CreateUpstreamProxyResponseJSONResponse(upstreamproxyEntity),
|
|
}, nil
|
|
}
|
|
|
|
func (c *APIController) createVirtualRegistry(
|
|
ctx context.Context, registryRequest artifact.RegistryRequest, regInfo *RegistryRequestBaseInfo,
|
|
session *auth.Session, parentRef artifact.SpaceRefPathParam,
|
|
) (artifact.CreateRegistryResponseObject, error) {
|
|
registry, err := CreateRegistryEntity(registryRequest, regInfo.parentID, regInfo.rootIdentifierID)
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), nil
|
|
}
|
|
err = c.setUpstreamProxyIDs(ctx, registry, registryRequest, regInfo.parentID)
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), nil
|
|
}
|
|
id, err := c.createRegistryWithAudit(ctx, registry, session.Principal, string(parentRef))
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), nil
|
|
}
|
|
repoEntity, err := c.RegistryRepository.Get(ctx, id)
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), nil
|
|
}
|
|
cleanupPolicies, err := c.CleanupPolicyStore.GetByRegistryID(ctx, repoEntity.ID)
|
|
if err != nil {
|
|
return throwCreateRegistry400Error(err), nil
|
|
}
|
|
|
|
return artifact.CreateRegistry201JSONResponse{
|
|
RegistryResponseJSONResponse: *CreateVirtualRepositoryResponse(
|
|
repoEntity, c.getUpstreamProxyKeys(ctx, repoEntity.UpstreamProxies),
|
|
cleanupPolicies, regInfo.RootIdentifier, c.URLProvider.RegistryURL(),
|
|
),
|
|
}, nil
|
|
}
|
|
|
|
func (c *APIController) createUpstreamProxyWithAudit(
|
|
ctx context.Context,
|
|
upstreamProxy *registrytypes.UpstreamProxyConfig, principal types.Principal,
|
|
parentRef string, registryName string,
|
|
) (int64, error) {
|
|
id, err := c.UpstreamProxyStore.Create(ctx, upstreamProxy)
|
|
if err != nil {
|
|
return id, err
|
|
}
|
|
auditErr := c.AuditService.Log(
|
|
ctx,
|
|
principal,
|
|
audit.NewResource(audit.ResourceTypeRegistryUpstreamProxy, registryName),
|
|
audit.ActionCreated,
|
|
parentRef,
|
|
audit.WithNewObject(
|
|
audit.RegistryUpstreamProxyConfigObject{
|
|
ID: id,
|
|
RegistryID: upstreamProxy.RegistryID,
|
|
Source: upstreamProxy.Source,
|
|
URL: upstreamProxy.URL,
|
|
AuthType: upstreamProxy.AuthType,
|
|
CreatedAt: upstreamProxy.CreatedAt,
|
|
UpdatedAt: upstreamProxy.UpdatedAt,
|
|
CreatedBy: upstreamProxy.CreatedBy,
|
|
UpdatedBy: upstreamProxy.UpdatedBy,
|
|
},
|
|
),
|
|
)
|
|
if auditErr != nil {
|
|
log.Ctx(ctx).Warn().Msgf(
|
|
"failed to insert audit log for create upstream proxy config operation: %s", auditErr,
|
|
)
|
|
}
|
|
|
|
return id, err
|
|
}
|
|
|
|
func (c *APIController) createRegistryWithAudit(
|
|
ctx context.Context, registry *registrytypes.Registry,
|
|
principal types.Principal, parentRef string,
|
|
) (int64, error) {
|
|
id, err := c.RegistryRepository.Create(ctx, registry)
|
|
if err != nil {
|
|
return id, err
|
|
}
|
|
auditErr := c.AuditService.Log(
|
|
ctx,
|
|
principal,
|
|
audit.NewResource(audit.ResourceTypeRegistry, registry.Name),
|
|
audit.ActionCreated,
|
|
parentRef,
|
|
audit.WithNewObject(
|
|
audit.RegistryObject{
|
|
Registry: *registry,
|
|
},
|
|
),
|
|
)
|
|
if auditErr != nil {
|
|
log.Ctx(ctx).Warn().Msgf("failed to insert audit log for create registry operation: %s", auditErr)
|
|
}
|
|
return id, err
|
|
}
|
|
|
|
func throwCreateRegistry400Error(err error) artifact.CreateRegistry400JSONResponse {
|
|
return artifact.CreateRegistry400JSONResponse{
|
|
BadRequestJSONResponse: artifact.BadRequestJSONResponse(
|
|
*GetErrorResponse(http.StatusBadRequest, err.Error()),
|
|
),
|
|
}
|
|
}
|
|
|
|
func CreateRegistryEntity(
|
|
dto artifact.RegistryRequest, parentID int64,
|
|
rootParentID int64,
|
|
) (*registrytypes.Registry, error) {
|
|
allowedPattern, blockedPattern, description, labels := getRepoEntityFields(dto)
|
|
e := ValidatePackageType(string(dto.PackageType))
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
e = ValidateRepoType(string(dto.Config.Type))
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
e = ValidateIdentifier(dto.Identifier)
|
|
if e != nil {
|
|
return nil, e
|
|
}
|
|
entity := ®istrytypes.Registry{
|
|
Name: dto.Identifier,
|
|
ParentID: parentID,
|
|
RootParentID: rootParentID,
|
|
Description: description,
|
|
AllowedPattern: allowedPattern,
|
|
BlockedPattern: blockedPattern,
|
|
PackageType: dto.PackageType,
|
|
Labels: labels,
|
|
Type: dto.Config.Type,
|
|
}
|
|
return entity, nil
|
|
}
|
|
|
|
func (c *APIController) CreateUpstreamProxyEntity(
|
|
ctx context.Context, dto artifact.RegistryRequest, parentID int64, rootParentID int64,
|
|
) (*registrytypes.Registry, *registrytypes.UpstreamProxyConfig, error) {
|
|
allowedPattern := []string{}
|
|
if dto.AllowedPattern != nil {
|
|
allowedPattern = *dto.AllowedPattern
|
|
}
|
|
blockedPattern := []string{}
|
|
if dto.BlockedPattern != nil {
|
|
blockedPattern = *dto.BlockedPattern
|
|
}
|
|
e := ValidatePackageType(string(dto.PackageType))
|
|
if e != nil {
|
|
return nil, nil, e
|
|
}
|
|
e = ValidateUpstream(dto.Config)
|
|
if e != nil {
|
|
return nil, nil, e
|
|
}
|
|
e = ValidateIdentifier(dto.Identifier)
|
|
if e != nil {
|
|
return nil, nil, e
|
|
}
|
|
repoEntity := ®istrytypes.Registry{
|
|
Name: dto.Identifier,
|
|
ParentID: parentID,
|
|
RootParentID: rootParentID,
|
|
AllowedPattern: allowedPattern,
|
|
BlockedPattern: blockedPattern,
|
|
PackageType: dto.PackageType,
|
|
Type: artifact.RegistryTypeUPSTREAM,
|
|
}
|
|
|
|
config, e := dto.Config.AsUpstreamConfig()
|
|
if e != nil {
|
|
return nil, nil, e
|
|
}
|
|
CleanURLPath(config.Url)
|
|
upstreamProxyConfigEntity := ®istrytypes.UpstreamProxyConfig{
|
|
URL: *config.Url,
|
|
AuthType: string(config.AuthType),
|
|
}
|
|
if config.Source != nil && len(string(*config.Source)) > 0 {
|
|
err := ValidateUpstreamSource(string(*config.Source))
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
upstreamProxyConfigEntity.Source = string(*config.Source)
|
|
}
|
|
if config.AuthType == artifact.AuthTypeUserPassword {
|
|
res, err := config.Auth.AsUserPassword()
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
upstreamProxyConfigEntity.UserName = res.UserName
|
|
if res.SecretIdentifier == nil {
|
|
return nil, nil, fmt.Errorf("failed to create upstream proxy: secret_identifier missing")
|
|
}
|
|
|
|
upstreamProxyConfigEntity.SecretSpaceID, err = c.getSecretID(ctx, res.SecretSpaceId, res.SecretSpacePath)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
upstreamProxyConfigEntity.SecretSpaceID = *res.SecretSpaceId
|
|
upstreamProxyConfigEntity.SecretIdentifier = *res.SecretIdentifier
|
|
}
|
|
return repoEntity, upstreamProxyConfigEntity, nil
|
|
}
|
|
|
|
func (c *APIController) getSecretID(ctx context.Context, secretSpaceID *int, secretSpacePath *string) (int, error) {
|
|
if secretSpaceID == nil && secretSpacePath == nil {
|
|
return -1, fmt.Errorf("failed to create upstream proxy: secret space missing")
|
|
}
|
|
|
|
if secretSpaceID != nil {
|
|
return *secretSpaceID, nil
|
|
}
|
|
|
|
path, err := c.spacePathStore.FindByPath(ctx, *secretSpacePath)
|
|
if err != nil {
|
|
return -1, fmt.Errorf("failed to get Space Path: %w", err)
|
|
}
|
|
return int(path.SpaceID), nil
|
|
}
|