18 lines
337 B
Ruby
18 lines
337 B
Ruby
# frozen_string_literal: true
|
|
|
|
module Gitlab
|
|
module RobotsTxt
|
|
def self.disallowed?(path)
|
|
parsed_robots_txt.disallowed?(path)
|
|
end
|
|
|
|
def self.parsed_robots_txt
|
|
@parsed_robots_txt ||= Parser.new(robots_txt)
|
|
end
|
|
|
|
def self.robots_txt
|
|
File.read(Rails.root.join('public', 'robots.txt'))
|
|
end
|
|
end
|
|
end
|