-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
adapt main functions into cobra commands
- Loading branch information
1 parent
97757f2
commit 73abfd2
Showing
10 changed files
with
1,371 additions
and
1,495 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,18 @@ | ||
| package cmd | ||
|
|
||
| const MANUAL = "http://melanie.gitpages.psi.ch/SciCatPages" | ||
|
|
||
| const PROD_API_SERVER string = "https://dacat.psi.ch/api/v3" | ||
| const TEST_API_SERVER string = "https://dacat-qa.psi.ch/api/v3" | ||
| const DEV_API_SERVER string = "https://dacat-development.psi.ch/api/v3" | ||
| const LOCAL_API_SERVER string = "http://localhost:3000/api/v3" | ||
| const TUNNEL_API_SERVER string = "https://dacat-development.psi.ch:5443/api/v3" | ||
|
|
||
| const PROD_RSYNC_ARCHIVE_SERVER string = "pb-archive.psi.ch" | ||
| const TEST_RSYNC_ARCHIVE_SERVER string = "pbt-archive.psi.ch" | ||
| const DEV_RSYNC_ARCHIVE_SERVER string = "arematest2in.psi.ch" | ||
| const LOCAL_RSYNC_ARCHIVE_SERVER string = "localhost" | ||
| const TUNNEL_RSYNC_ARCHIVE_SERVER string = "arematest2in.psi.ch:2022" | ||
|
|
||
| const PUBLISHServer string = "doi2.psi.ch" | ||
| const RETRIEVELocation string = "/data/archiveManager/retrieve/" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,143 +1,130 @@ | ||
| /* | ||
| This script archives all datasets in state datasetCreated from a given ownerGroup | ||
| */ | ||
|
|
||
| package main | ||
| package cmd | ||
|
|
||
| import ( | ||
| "bufio" | ||
| "crypto/tls" | ||
| "flag" | ||
| "fmt" | ||
| "log" | ||
| "net/http" | ||
| "os" | ||
| "strings" | ||
| "time" | ||
|
|
||
| "github.com/paulscherrerinstitute/scicat/datasetUtils" | ||
|
|
||
| "github.com/fatih/color" | ||
| "github.com/paulscherrerinstitute/scicat/datasetUtils" | ||
| "github.com/spf13/cobra" | ||
| ) | ||
|
|
||
| var VERSION string | ||
|
|
||
| func main() { | ||
| var client = &http.Client{ | ||
| Transport: &http.Transport{TLSClientConfig: &tls.Config{InsecureSkipVerify: false}}, | ||
| Timeout: 10 * time.Second} | ||
|
|
||
| const PROD_API_SERVER string = "https://dacat.psi.ch/api/v3" | ||
| const TEST_API_SERVER string = "https://dacat-qa.psi.ch/api/v3" | ||
| const DEV_API_SERVER string = "https://dacat-development.psi.ch/api/v3" | ||
| const LOCAL_API_SERVER string = "http://localhost:3000/api/v3" | ||
|
|
||
| const MANUAL string = "http://melanie.gitpages.psi.ch/SciCatPages" | ||
| const APP = "datasetArchiver" | ||
| var scanner = bufio.NewScanner(os.Stdin) | ||
|
|
||
| var APIServer string | ||
| var env string | ||
|
|
||
| // pass parameters | ||
| userpass := flag.String("user", "", "Defines optional username and password") | ||
| token := flag.String("token", "", "Defines optional API token instead of username:password") | ||
| tapecopies := flag.Int("tapecopies", 1, "Number of tapecopies to be used for archiving") | ||
| testenvFlag := flag.Bool("testenv", false, "Use test environment (qa) instead or production") | ||
| localenvFlag := flag.Bool("localenv", false, "Use local environment (local) instead or production") | ||
| devenvFlag := flag.Bool("devenv", false, "Use development environment instead or production") | ||
| nonInteractiveFlag := flag.Bool("noninteractive", false, "Defines if no questions will be asked, just do it - make sure you know what you are doing") | ||
| showVersion := flag.Bool("version", false, "Show version number and exit") | ||
|
|
||
| flag.Parse() | ||
|
|
||
| if datasetUtils.TestFlags != nil { | ||
| datasetUtils.TestFlags(map[string]interface{}{ | ||
| "user": *userpass, | ||
| "token": *token, | ||
| "tapecopies": *tapecopies, | ||
| "testenv": *testenvFlag, | ||
| "localenv": *localenvFlag, | ||
| "devenv": *devenvFlag, | ||
| "noninteractive": *nonInteractiveFlag, | ||
| "version": *showVersion, | ||
| }) | ||
| return | ||
| } | ||
|
|
||
| if *showVersion { | ||
| fmt.Printf("%s\n", VERSION) | ||
| return | ||
| } | ||
|
|
||
| // check for program version only if running interactively | ||
| datasetUtils.CheckForNewVersion(client, APP, VERSION) | ||
|
|
||
| if *testenvFlag { | ||
| APIServer = TEST_API_SERVER | ||
| env = "test" | ||
| } else if *devenvFlag { | ||
| APIServer = DEV_API_SERVER | ||
| env = "dev" | ||
| } else if *localenvFlag { | ||
| APIServer = LOCAL_API_SERVER | ||
| env = "local" | ||
| } else { | ||
| APIServer = PROD_API_SERVER | ||
| env = "production" | ||
| } | ||
|
|
||
| color.Set(color.FgGreen) | ||
| log.Printf("You are about to archive dataset(s) to the === %s === data catalog environment...", env) | ||
| color.Unset() | ||
|
|
||
| args := flag.Args() | ||
| ownerGroup := "" | ||
| inputdatasetList := make([]string, 0) | ||
|
|
||
| // argsWithoutProg := os.Args[1:] | ||
| if len(args) == 0 { | ||
| fmt.Printf("\n\nTool to archive datasets to the data catalog.\n\n") | ||
| fmt.Printf("Run script with the following options and parameter:\n\n") | ||
| fmt.Printf("datasetArchiver [options] (ownerGroup | space separated list of datasetIds) \n\n") | ||
| fmt.Printf("You must choose either an ownerGroup, in which case all archivable datasets\n") | ||
| fmt.Printf("of this ownerGroup not yet archived will be archived.\n") | ||
| fmt.Printf("Or you choose a (list of) datasetIds, in which case all archivable datasets\n") | ||
| fmt.Printf("of this list not yet archived will be archived.\n\n") | ||
| fmt.Printf("List of options:\n\n") | ||
| flag.PrintDefaults() | ||
| fmt.Printf("\n\nFor further help see " + MANUAL + "\n\n") | ||
| return | ||
| } else if len(args) == 1 && !strings.Contains(args[0], "/") { | ||
| ownerGroup = args[0] | ||
| } else { | ||
| inputdatasetList = args[0:] | ||
| } | ||
|
|
||
| auth := &datasetUtils.RealAuthenticator{} | ||
| user, _ := datasetUtils.Authenticate(auth, client, APIServer, token, userpass) | ||
|
|
||
| archivableDatasets := datasetUtils.GetArchivableDatasets(client, APIServer, ownerGroup, inputdatasetList, user["accessToken"]) | ||
| if len(archivableDatasets) > 0 { | ||
| archive := "" | ||
| if *nonInteractiveFlag { | ||
| archive = "y" | ||
| var datasetArchiverCmd = &cobra.Command{ | ||
| Use: "datasetArchiver [options] (ownerGroup | space separated list of datasetIds)", | ||
| Short: "Archives all datasets in state datasetCreated from a given ownerGroup", | ||
| Long: `Tool to archive datasets to the data catalog. | ||
| You must choose either an ownerGroup, in which case all archivable datasets | ||
| of this ownerGroup not yet archived will be archived. | ||
| Or you choose a (list of) datasetIds, in which case all archivable datasets | ||
| of this list not yet archived will be archived. | ||
| For further help see "` + MANUAL + `"`, | ||
| Args: cobra.MinimumNArgs(1), | ||
| Run: func(cmd *cobra.Command, args []string) { | ||
| // consts & vars | ||
| var client = &http.Client{ | ||
| Transport: &http.Transport{TLSClientConfig: &tls.Config{InsecureSkipVerify: false}}, | ||
| Timeout: 10 * time.Second} | ||
|
|
||
| const CMD = "datasetArchiver" | ||
| var scanner = bufio.NewScanner(os.Stdin) | ||
|
|
||
| var APIServer string | ||
| var env string | ||
|
|
||
| // pass parameters | ||
| userpass, _ := cmd.Flags().GetString("user") | ||
| token, _ := cmd.Flags().GetString("token") | ||
| tapecopies, _ := cmd.Flags().GetInt("tapecopies") | ||
| testenvFlag, _ := cmd.Flags().GetBool("testenv") | ||
| localenvFlag, _ := cmd.Flags().GetBool("localenv") | ||
| devenvFlag, _ := cmd.Flags().GetBool("devenv") | ||
| nonInteractiveFlag, _ := cmd.Flags().GetBool("noninteractive") | ||
| showVersion, _ := cmd.Flags().GetBool("version") | ||
|
|
||
| // execute command | ||
| if showVersion { | ||
| fmt.Printf("%s\n", VERSION) | ||
| return | ||
| } | ||
|
|
||
| // check for program version only if running interactively | ||
| datasetUtils.CheckForNewVersion(client, CMD, VERSION) | ||
|
|
||
| if testenvFlag { | ||
| APIServer = TEST_API_SERVER | ||
| env = "test" | ||
| } else if devenvFlag { | ||
| APIServer = DEV_API_SERVER | ||
| env = "dev" | ||
| } else if localenvFlag { | ||
| APIServer = LOCAL_API_SERVER | ||
| env = "local" | ||
| } else { | ||
| fmt.Printf("\nDo you want to archive these %v datasets (y/N) ? ", len(archivableDatasets)) | ||
| scanner.Scan() | ||
| archive = scanner.Text() | ||
| APIServer = PROD_API_SERVER | ||
| env = "production" | ||
| } | ||
| if archive != "y" { | ||
| log.Fatalf("Okay the archive process is stopped here, no datasets will be archived\n") | ||
|
|
||
| color.Set(color.FgGreen) | ||
| log.Printf("You are about to archive dataset(s) to the === %s === data catalog environment...", env) | ||
| color.Unset() | ||
|
|
||
| ownerGroup := "" | ||
| inputdatasetList := make([]string, 0) | ||
|
|
||
| // argsWithoutProg := os.Args[1:] | ||
| if len(args) == 0 { | ||
| log.Println("invalid number of args") | ||
| return | ||
| } else if len(args) == 1 && !strings.Contains(args[0], "/") { | ||
| ownerGroup = args[0] | ||
| } else { | ||
| inputdatasetList = args[0:] | ||
| } | ||
|
|
||
| auth := &datasetUtils.RealAuthenticator{} | ||
| user, _ := datasetUtils.Authenticate(auth, client, APIServer, &token, &userpass) | ||
|
|
||
| archivableDatasets := datasetUtils.GetArchivableDatasets(client, APIServer, ownerGroup, inputdatasetList, user["accessToken"]) | ||
| if len(archivableDatasets) > 0 { | ||
| archive := "" | ||
| if nonInteractiveFlag { | ||
| archive = "y" | ||
| } else { | ||
| fmt.Printf("\nDo you want to archive these %v datasets (y/N) ? ", len(archivableDatasets)) | ||
| scanner.Scan() | ||
| archive = scanner.Text() | ||
| } | ||
| if archive != "y" { | ||
| log.Fatalf("Okay the archive process is stopped here, no datasets will be archived\n") | ||
| } else { | ||
| log.Printf("You chose to archive the new datasets\n") | ||
| log.Printf("Submitting Archive Job for the ingested datasets.\n") | ||
| jobId := datasetUtils.CreateJob(client, APIServer, user, archivableDatasets, &tapecopies) | ||
| fmt.Println(jobId) | ||
| } | ||
| } else { | ||
| log.Printf("You chose to archive the new datasets\n") | ||
| log.Printf("Submitting Archive Job for the ingested datasets.\n") | ||
| jobId := datasetUtils.CreateJob(client, APIServer, user, archivableDatasets, tapecopies) | ||
| fmt.Println(jobId) | ||
| log.Fatalf("No archivable datasets remaining") | ||
| } | ||
| } else { | ||
| log.Fatalf("No archivable datasets remaining") | ||
| } | ||
| }, | ||
| } | ||
|
|
||
| func init() { | ||
| rootCmd.AddCommand(datasetArchiverCmd) | ||
|
|
||
| datasetArchiverCmd.Flags().String("user", "", "Defines optional username and password") | ||
| datasetArchiverCmd.Flags().String("token", "", "Defines optional API token instead of username:password") | ||
| datasetArchiverCmd.Flags().Int("tapecopies", 1, "Number of tapecopies to be used for archiving") | ||
| datasetArchiverCmd.Flags().Bool("testenv", false, "Use test environment (qa) instead or production") | ||
| datasetArchiverCmd.Flags().Bool("localenv", false, "Use local environment (local) instead or production") | ||
| datasetArchiverCmd.Flags().Bool("devenv", false, "Use development environment instead or production") | ||
| datasetArchiverCmd.Flags().Bool("noninteractive", false, "Defines if no questions will be asked, just do it - make sure you know what you are doing") | ||
| datasetArchiverCmd.Flags().Bool("version", false, "Show version number and exit") | ||
| } |
Oops, something went wrong.