2021-10-15 10:05:00 -05:00
//go:build extended
2020-10-14 16:47:20 -05:00
// +build extended
package extensions
import (
2022-02-10 09:17:49 -05:00
"context"
2022-02-24 15:31:36 -05:00
"fmt"
2021-12-02 12:45:26 -05:00
goSync "sync"
2020-10-14 16:47:20 -05:00
"time"
gqlHandler "github.com/99designs/gqlgen/graphql/handler"
2021-10-15 10:05:00 -05:00
"github.com/gorilla/mux"
2022-02-24 15:31:36 -05:00
distext "github.com/opencontainers/distribution-spec/specs-go/v1/extensions"
2021-10-15 10:05:00 -05:00
"github.com/prometheus/client_golang/prometheus/promhttp"
2021-12-03 22:50:58 -05:00
"zotregistry.io/zot/pkg/api/config"
2022-02-24 15:31:36 -05:00
"zotregistry.io/zot/pkg/api/constants"
2022-03-04 02:37:06 -05:00
"zotregistry.io/zot/pkg/extensions/scrub"
2021-12-03 22:50:58 -05:00
"zotregistry.io/zot/pkg/extensions/search"
cveinfo "zotregistry.io/zot/pkg/extensions/search/cve"
"zotregistry.io/zot/pkg/extensions/sync"
"zotregistry.io/zot/pkg/log"
"zotregistry.io/zot/pkg/storage"
2020-10-14 16:47:20 -05:00
)
// DownloadTrivyDB ...
2020-10-22 19:31:16 -05:00
func downloadTrivyDB ( dbDir string , log log . Logger , updateInterval time . Duration ) error {
2020-10-14 16:47:20 -05:00
for {
2020-10-22 19:31:16 -05:00
log . Info ( ) . Msg ( "updating the CVE database" )
2020-10-14 16:47:20 -05:00
err := cveinfo . UpdateCVEDb ( dbDir , log )
if err != nil {
return err
}
2020-10-22 19:31:16 -05:00
log . Info ( ) . Str ( "DB update completed, next update scheduled after" , updateInterval . String ( ) ) . Msg ( "" )
2020-10-14 16:47:20 -05:00
time . Sleep ( updateInterval )
}
}
2021-06-08 15:11:18 -05:00
func EnableExtensions ( config * config . Config , log log . Logger , rootDir string ) {
2021-12-28 08:29:30 -05:00
if config . Extensions . Search != nil && * config . Extensions . Search . Enable && config . Extensions . Search . CVE != nil {
2020-10-14 16:47:20 -05:00
defaultUpdateInterval , _ := time . ParseDuration ( "2h" )
2021-06-08 15:11:18 -05:00
if config . Extensions . Search . CVE . UpdateInterval < defaultUpdateInterval {
config . Extensions . Search . CVE . UpdateInterval = defaultUpdateInterval
2020-10-14 16:47:20 -05:00
2022-03-21 12:37:23 -05:00
log . Warn ( ) . Msg ( "CVE update interval set to too-short interval < 2h, changing update duration to 2 hours and continuing." ) //nolint:lll // gofumpt conflicts with lll
2020-10-14 16:47:20 -05:00
}
go func ( ) {
2020-10-22 19:31:16 -05:00
err := downloadTrivyDB ( rootDir , log ,
2021-06-08 15:11:18 -05:00
config . Extensions . Search . CVE . UpdateInterval )
2020-10-14 16:47:20 -05:00
if err != nil {
2021-06-08 13:37:31 -05:00
log . Error ( ) . Err ( err ) . Msg ( "error while downloading TrivyDB" )
2020-10-14 16:47:20 -05:00
}
} ( )
} else {
2020-10-22 19:31:16 -05:00
log . Info ( ) . Msg ( "CVE config not provided, skipping CVE update" )
2020-10-14 16:47:20 -05:00
}
2021-06-08 15:11:18 -05:00
2021-10-28 04:10:01 -05:00
if config . Extensions . Metrics != nil &&
2021-12-28 08:29:30 -05:00
* config . Extensions . Metrics . Enable &&
2021-10-28 04:10:01 -05:00
config . Extensions . Metrics . Prometheus != nil {
if config . Extensions . Metrics . Prometheus . Path == "" {
2022-02-24 15:31:36 -05:00
config . Extensions . Metrics . Prometheus . Path = constants . DefaultMetricsExtensionRoute
2021-10-28 04:10:01 -05:00
2022-02-24 15:31:36 -05:00
log . Warn ( ) . Msg ( fmt . Sprintf ( "Prometheus instrumentation Path not set, changing to %s." ,
constants . DefaultMetricsExtensionRoute ) )
2021-10-28 04:10:01 -05:00
}
} else {
log . Info ( ) . Msg ( "Metrics config not provided, skipping Metrics config update" )
}
}
// EnableSyncExtension enables sync extension.
2022-02-10 09:17:49 -05:00
func EnableSyncExtension ( ctx context . Context , config * config . Config , wg * goSync . WaitGroup ,
2022-03-21 12:37:23 -05:00
storeController storage . StoreController , log log . Logger ,
) {
2021-12-28 08:29:30 -05:00
if config . Extensions . Sync != nil && * config . Extensions . Sync . Enable {
2022-02-10 09:17:49 -05:00
if err := sync . Run ( ctx , * config . Extensions . Sync , storeController , wg , log ) ; err != nil {
2021-06-08 15:11:18 -05:00
log . Error ( ) . Err ( err ) . Msg ( "Error encountered while setting up syncing" )
}
} else {
2022-02-10 09:17:49 -05:00
log . Info ( ) . Msg ( "Sync registries config not provided or disabled, skipping sync" )
2021-06-08 15:11:18 -05:00
}
2020-10-14 16:47:20 -05:00
}
2022-03-04 02:37:06 -05:00
// EnableScrubExtension enables scrub extension.
2022-05-09 17:30:11 -05:00
func EnableScrubExtension ( config * config . Config , log log . Logger , run bool , imgStore storage . ImageStore , repo string ) {
if ! run {
if config . Extensions . Scrub != nil &&
config . Extensions . Scrub . Interval != 0 {
minScrubInterval , _ := time . ParseDuration ( "2h" )
2022-03-04 02:37:06 -05:00
2022-05-09 17:30:11 -05:00
if config . Extensions . Scrub . Interval < minScrubInterval {
config . Extensions . Scrub . Interval = minScrubInterval
2022-03-04 02:37:06 -05:00
2022-05-09 17:30:11 -05:00
log . Warn ( ) . Msg ( "Scrub interval set to too-short interval < 2h, changing scrub duration to 2 hours and continuing." ) //nolint:lll // gofumpt conflicts with lll
2022-03-04 02:37:06 -05:00
}
2022-05-09 17:30:11 -05:00
} else {
log . Info ( ) . Msg ( "Scrub config not provided, skipping scrub" )
}
2022-03-04 02:37:06 -05:00
} else {
2022-05-09 17:30:11 -05:00
scrub . RunScrubRepo ( imgStore , repo , log )
2022-03-04 02:37:06 -05:00
}
}
2022-05-23 14:22:52 -05:00
func getExtension ( name , url , description string , endpoints [ ] string ) distext . Extension {
2022-02-24 15:31:36 -05:00
return distext . Extension {
Name : name ,
URL : url ,
Description : description ,
2022-05-23 14:22:52 -05:00
Endpoints : endpoints ,
2022-02-24 15:31:36 -05:00
}
}
func GetExtensions ( config * config . Config ) distext . ExtensionList {
extensionList := distext . ExtensionList { }
extensions := make ( [ ] distext . Extension , 0 )
if config . Extensions != nil && config . Extensions . Search != nil {
2022-05-25 12:49:22 -05:00
endpoints := [ ] string { constants . ExtSearchPrefix }
searchExt := getExtension ( "_zot" ,
2022-05-23 14:22:52 -05:00
"https://github.com/project-zot/zot/tree/main/pkg/extensions/_zot.md" ,
2022-05-25 12:49:22 -05:00
"zot registry extension" ,
endpoints )
2022-02-24 15:31:36 -05:00
extensions = append ( extensions , searchExt )
}
extensionList . Extensions = extensions
return extensionList
}
2020-10-22 19:31:16 -05:00
// SetupRoutes ...
2022-02-24 15:31:36 -05:00
func SetupRoutes ( config * config . Config , router * mux . Router , storeController storage . StoreController , l log . Logger ,
2022-03-21 12:37:23 -05:00
) {
2021-10-28 04:10:01 -05:00
// fork a new zerolog child to avoid data race
log := log . Logger { Logger : l . With ( ) . Caller ( ) . Timestamp ( ) . Logger ( ) }
2020-10-22 19:31:16 -05:00
log . Info ( ) . Msg ( "setting up extensions routes" )
2021-06-08 13:37:31 -05:00
2021-12-28 08:29:30 -05:00
if config . Extensions . Search != nil && * config . Extensions . Search . Enable {
2021-01-25 13:04:03 -05:00
var resConfig search . Config
2021-06-08 15:11:18 -05:00
if config . Extensions . Search . CVE != nil {
2021-01-25 13:04:03 -05:00
resConfig = search . GetResolverConfig ( log , storeController , true )
} else {
resConfig = search . GetResolverConfig ( log , storeController , false )
}
2022-02-24 15:31:36 -05:00
router . PathPrefix ( constants . ExtSearchPrefix ) . Methods ( "OPTIONS" , "GET" , "POST" ) .
2021-06-08 13:37:31 -05:00
Handler ( gqlHandler . NewDefaultServer ( search . NewExecutableSchema ( resConfig ) ) )
}
2021-06-08 15:11:18 -05:00
2021-12-28 08:29:30 -05:00
if config . Extensions . Metrics != nil && * config . Extensions . Metrics . Enable {
2021-10-15 10:05:00 -05:00
router . PathPrefix ( config . Extensions . Metrics . Prometheus . Path ) .
Handler ( promhttp . Handler ( ) )
}
2021-06-08 15:11:18 -05:00
}
// SyncOneImage syncs one image.
2021-12-02 12:45:26 -05:00
func SyncOneImage ( config * config . Config , storeController storage . StoreController ,
2022-03-21 12:37:23 -05:00
repoName , reference string , isArtifact bool , log log . Logger ,
) error {
2021-06-08 15:11:18 -05:00
log . Info ( ) . Msgf ( "syncing image %s:%s" , repoName , reference )
2022-01-10 11:06:12 -05:00
err := sync . OneImage ( * config . Extensions . Sync , storeController , repoName , reference , isArtifact , log )
2021-06-08 15:11:18 -05:00
2021-10-28 04:10:01 -05:00
return err
2020-10-14 16:47:20 -05:00
}