5c092eb0ef
* First stab at a Gitlab migrations interface. * Modify JS to show migration for Gitlab * Properly strip out #gitlab tag from repo name * Working Gitlab migrations! Still need to figure out how to hide tokens/etc from showing up in opts.CloneAddr * Try #2 at trying to hide credentials. CloneAddr was being used as OriginalURL. Now passing OriginalURL through from the form and saving it. * Add go-gitlab dependency * Vendor go-gitlab * Use gitlab.BasicAuthClient Correct CloneURL. This should be functioning! Previous commits fixed "Migrated from" from including the migration credentials. * Replaced repoPath with repoID globally. RepoID is grabbed in NewGitlabDownloader * Logging touchup * Properly set private repo status. Properly set milestone deadline time. Consistently use Gitlab username for 'Name'. * Add go-gitlab vendor cache * Fix PR migrations: - Count of issues is kept to set a non-conflicting PR.ID - Bool is used to tell whether to fetch Issue or PR comments * Ensure merged PRs are closed and set with the proper time * Remove copyright and some commented code * Rip out '#gitlab' based self-hosted Gitlab support * Hide given credentials for migrated repos. CloneAddr was being saved as OriginalURL. Now passing OriginalURL through from the form and saving it in it's place * Use asset.URL directly, no point in parsing. Opened PRs should fall through to false. * Fix importing Milestones. Allow importing using Personal Tokens or anonymous access. * Fix Gitlab Milestone migration if DueDate isn't set * Empty Milestone due dates properly return nil, not zero time * Add GITLAB_READ_TOKEN to drone unit-test step * Add working gitlab_test.go. A Personal Access Token, given in env variable GITLAB_READ_TOKEN is required to run the test. * Fix linting issues * Add modified JS files * Remove pre-build JS files * Only merged PRs are marged as merged/closed * Test topics * Skip test if gitlab is inaccessible * Grab personal token from username, not password. Matches Github migration implementation * Add SetContext() to GitlabDownloader. * Checking Updated field in Issues. * Actually fetch Issue Updated time from Gitlab * Add Gitlab migration GetReviews() stub * Fix Patch and Clone URLs * check Updated too * fix mod * make vendor with go1.14 Co-authored-by: techknowlogick <techknowlogick@gitea.io> Co-authored-by: 6543 <6543@obermui.de> Co-authored-by: Lauris BH <lauris@nix.lv> Co-authored-by: Lunny Xiao <xiaolunwen@gmail.com>
155 lines
4.5 KiB
Go
155 lines
4.5 KiB
Go
//
|
|
// Copyright 2018, Sander van Harmelen
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package gitlab
|
|
|
|
import "time"
|
|
|
|
// SidekiqService handles communication with the sidekiq service
|
|
//
|
|
// GitLab API docs: https://docs.gitlab.com/ce/api/sidekiq_metrics.html
|
|
type SidekiqService struct {
|
|
client *Client
|
|
}
|
|
|
|
// QueueMetrics represents the GitLab sidekiq queue metrics.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-queue-metrics
|
|
type QueueMetrics struct {
|
|
Queues map[string]struct {
|
|
Backlog int `json:"backlog"`
|
|
Latency int `json:"latency"`
|
|
} `json:"queues"`
|
|
}
|
|
|
|
// GetQueueMetrics lists information about all the registered queues,
|
|
// their backlog and their latency.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-queue-metrics
|
|
func (s *SidekiqService) GetQueueMetrics(options ...OptionFunc) (*QueueMetrics, *Response, error) {
|
|
req, err := s.client.NewRequest("GET", "/sidekiq/queue_metrics", nil, options)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
q := new(QueueMetrics)
|
|
resp, err := s.client.Do(req, q)
|
|
if err != nil {
|
|
return nil, resp, err
|
|
}
|
|
|
|
return q, resp, err
|
|
}
|
|
|
|
// ProcessMetrics represents the GitLab sidekiq process metrics.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-process-metrics
|
|
type ProcessMetrics struct {
|
|
Processes []struct {
|
|
Hostname string `json:"hostname"`
|
|
Pid int `json:"pid"`
|
|
Tag string `json:"tag"`
|
|
StartedAt *time.Time `json:"started_at"`
|
|
Queues []string `json:"queues"`
|
|
Labels []string `json:"labels"`
|
|
Concurrency int `json:"concurrency"`
|
|
Busy int `json:"busy"`
|
|
} `json:"processes"`
|
|
}
|
|
|
|
// GetProcessMetrics lists information about all the Sidekiq workers registered
|
|
// to process your queues.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-process-metrics
|
|
func (s *SidekiqService) GetProcessMetrics(options ...OptionFunc) (*ProcessMetrics, *Response, error) {
|
|
req, err := s.client.NewRequest("GET", "/sidekiq/process_metrics", nil, options)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
p := new(ProcessMetrics)
|
|
resp, err := s.client.Do(req, p)
|
|
if err != nil {
|
|
return nil, resp, err
|
|
}
|
|
|
|
return p, resp, err
|
|
}
|
|
|
|
// JobStats represents the GitLab sidekiq job stats.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-job-statistics
|
|
type JobStats struct {
|
|
Jobs struct {
|
|
Processed int `json:"processed"`
|
|
Failed int `json:"failed"`
|
|
Enqueued int `json:"enqueued"`
|
|
} `json:"jobs"`
|
|
}
|
|
|
|
// GetJobStats list information about the jobs that Sidekiq has performed.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-job-statistics
|
|
func (s *SidekiqService) GetJobStats(options ...OptionFunc) (*JobStats, *Response, error) {
|
|
req, err := s.client.NewRequest("GET", "/sidekiq/job_stats", nil, options)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
j := new(JobStats)
|
|
resp, err := s.client.Do(req, j)
|
|
if err != nil {
|
|
return nil, resp, err
|
|
}
|
|
|
|
return j, resp, err
|
|
}
|
|
|
|
// CompoundMetrics represents the GitLab sidekiq compounded stats.
|
|
//
|
|
// GitLab API docs:
|
|
// https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-a-compound-response-of-all-the-previously-mentioned-metrics
|
|
type CompoundMetrics struct {
|
|
QueueMetrics
|
|
ProcessMetrics
|
|
JobStats
|
|
}
|
|
|
|
// GetCompoundMetrics lists all the currently available information about Sidekiq.
|
|
// Get a compound response of all the previously mentioned metrics
|
|
//
|
|
// GitLab API docs: https://docs.gitlab.com/ce/api/sidekiq_metrics.html#get-the-current-job-statistics
|
|
func (s *SidekiqService) GetCompoundMetrics(options ...OptionFunc) (*CompoundMetrics, *Response, error) {
|
|
req, err := s.client.NewRequest("GET", "/sidekiq/compound_metrics", nil, options)
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
c := new(CompoundMetrics)
|
|
resp, err := s.client.Do(req, c)
|
|
if err != nil {
|
|
return nil, resp, err
|
|
}
|
|
|
|
return c, resp, err
|
|
}
|