175 lines
		
	
	
		
			4.7 KiB
		
	
	
	
		
			Ruby
		
	
	
	
			
		
		
	
	
			175 lines
		
	
	
		
			4.7 KiB
		
	
	
	
		
			Ruby
		
	
	
	
# frozen_string_literal: true
 | 
						|
 | 
						|
module Gitlab
 | 
						|
  module LegacyGithubImport
 | 
						|
    class Client
 | 
						|
      GITHUB_SAFE_REMAINING_REQUESTS = 100
 | 
						|
      GITHUB_SAFE_SLEEP_TIME = 500
 | 
						|
 | 
						|
      attr_reader :access_token, :host, :api_version, :wait_for_rate_limit_reset
 | 
						|
 | 
						|
      def initialize(access_token, host: nil, api_version: 'v3', wait_for_rate_limit_reset: true, hostname: nil)
 | 
						|
        @access_token = access_token
 | 
						|
        @host = host.to_s.sub(%r{/+\z}, '')
 | 
						|
        @hostname = hostname
 | 
						|
        @api_version = api_version
 | 
						|
        @users = {}
 | 
						|
        @wait_for_rate_limit_reset = wait_for_rate_limit_reset
 | 
						|
 | 
						|
        if access_token
 | 
						|
          ::Octokit.auto_paginate = false
 | 
						|
        end
 | 
						|
      end
 | 
						|
 | 
						|
      def api
 | 
						|
        @api ||= ::Octokit::Client.new(
 | 
						|
          access_token: access_token,
 | 
						|
          api_endpoint: api_endpoint,
 | 
						|
          web_endpoint: web_endpoint,
 | 
						|
          # If there is no config, we're connecting to github.com and we
 | 
						|
          # should verify ssl.
 | 
						|
          connection_options: {
 | 
						|
            ssl: { verify: config ? config['verify_ssl'] : true },
 | 
						|
            headers: { host: @hostname }.compact
 | 
						|
          }
 | 
						|
        )
 | 
						|
      end
 | 
						|
      alias_method :octokit, :api
 | 
						|
 | 
						|
      def client
 | 
						|
        unless config
 | 
						|
          raise Projects::ImportService::Error,
 | 
						|
            'OAuth configuration for GitHub missing.'
 | 
						|
        end
 | 
						|
 | 
						|
        @client ||= ::OAuth2::Client.new(
 | 
						|
          config.app_id,
 | 
						|
          config.app_secret,
 | 
						|
          github_options.merge(ssl: { verify: config['verify_ssl'] })
 | 
						|
        )
 | 
						|
      end
 | 
						|
 | 
						|
      def authorize_url(redirect_uri, state = nil)
 | 
						|
        client.auth_code.authorize_url({
 | 
						|
          redirect_uri: redirect_uri,
 | 
						|
          scope: "repo, user, user:email",
 | 
						|
          state: state
 | 
						|
        })
 | 
						|
      end
 | 
						|
 | 
						|
      def get_token(code)
 | 
						|
        client.auth_code.get_token(code).token
 | 
						|
      end
 | 
						|
 | 
						|
      def method_missing(method, *args, &block)
 | 
						|
        if api.respond_to?(method)
 | 
						|
          request(method, *args, &block)
 | 
						|
        else
 | 
						|
          super(method, *args, &block)
 | 
						|
        end
 | 
						|
      end
 | 
						|
 | 
						|
      def respond_to?(method)
 | 
						|
        api.respond_to?(method) || super
 | 
						|
      end
 | 
						|
 | 
						|
      def user(login)
 | 
						|
        return unless login.present?
 | 
						|
        return @users[login] if @users.key?(login)
 | 
						|
 | 
						|
        @users[login] = api.user(login)
 | 
						|
      end
 | 
						|
 | 
						|
      def repository(id)
 | 
						|
        request(:repository, id).to_h
 | 
						|
      end
 | 
						|
 | 
						|
      def repos
 | 
						|
        repositories = request(:repos, nil)
 | 
						|
 | 
						|
        if repositories.is_a?(Array)
 | 
						|
          repositories.map(&:to_h)
 | 
						|
        else
 | 
						|
          repositories
 | 
						|
        end
 | 
						|
      end
 | 
						|
 | 
						|
      private
 | 
						|
 | 
						|
      def api_endpoint
 | 
						|
        if host.present? && api_version.present?
 | 
						|
          "#{host}/api/#{api_version}"
 | 
						|
        else
 | 
						|
          github_options[:site] || ::Octokit::Default.api_endpoint
 | 
						|
        end
 | 
						|
      end
 | 
						|
 | 
						|
      def web_endpoint
 | 
						|
        host.presence || ::Octokit::Default.web_endpoint
 | 
						|
      end
 | 
						|
 | 
						|
      def config
 | 
						|
        Gitlab::Auth::OAuth::Provider.config_for('github')
 | 
						|
      end
 | 
						|
 | 
						|
      def github_options
 | 
						|
        if config
 | 
						|
          config["args"]["client_options"].to_h.deep_symbolize_keys
 | 
						|
        else
 | 
						|
          OmniAuth::Strategies::GitHub.default_options[:client_options].to_h.symbolize_keys
 | 
						|
        end
 | 
						|
      end
 | 
						|
 | 
						|
      def rate_limit
 | 
						|
        api.rate_limit!
 | 
						|
      # GitHub Rate Limit API returns 404 when the rate limit is
 | 
						|
      # disabled. In this case we just want to return gracefully
 | 
						|
      # instead of spitting out an error.
 | 
						|
      rescue ::Octokit::NotFound
 | 
						|
        nil
 | 
						|
      end
 | 
						|
 | 
						|
      def has_rate_limit?
 | 
						|
        return @has_rate_limit if defined?(@has_rate_limit)
 | 
						|
 | 
						|
        @has_rate_limit = rate_limit.present?
 | 
						|
      end
 | 
						|
 | 
						|
      def rate_limit_exceed?
 | 
						|
        has_rate_limit? && rate_limit.remaining <= GITHUB_SAFE_REMAINING_REQUESTS
 | 
						|
      end
 | 
						|
 | 
						|
      def rate_limit_sleep_time
 | 
						|
        rate_limit.resets_in + GITHUB_SAFE_SLEEP_TIME
 | 
						|
      end
 | 
						|
 | 
						|
      def request(method, *args, &block)
 | 
						|
        sleep rate_limit_sleep_time if wait_for_rate_limit_reset && rate_limit_exceed?
 | 
						|
 | 
						|
        data = api.__send__(method, *args) # rubocop:disable GitlabSecurity/PublicSend
 | 
						|
        return data unless data.is_a?(Array)
 | 
						|
 | 
						|
        last_response = api.last_response
 | 
						|
 | 
						|
        if block
 | 
						|
          yield data
 | 
						|
          # api.last_response could change while we're yielding (e.g. fetching labels for each PR)
 | 
						|
          # so we cache our own last response
 | 
						|
          each_response_page(last_response, &block)
 | 
						|
        else
 | 
						|
          each_response_page(last_response) { |page| data.concat(page) }
 | 
						|
          data
 | 
						|
        end
 | 
						|
      end
 | 
						|
 | 
						|
      def each_response_page(last_response)
 | 
						|
        while last_response.rels[:next]
 | 
						|
          sleep rate_limit_sleep_time if rate_limit_exceed?
 | 
						|
          last_response = last_response.rels[:next].get
 | 
						|
          yield last_response.data if last_response.data.is_a?(Array)
 | 
						|
        end
 | 
						|
      end
 | 
						|
    end
 | 
						|
  end
 | 
						|
end
 |