project.rb 43.5 KB
Newer Older
1
2
require 'carrierwave/orm/activerecord'

gitlabhq's avatar
gitlabhq committed
3
class Project < ActiveRecord::Base
4
  include Gitlab::ConfigHelper
5
  include Gitlab::ShellAdapter
6
  include Gitlab::VisibilityLevel
7
  include Gitlab::CurrentSettings
Rémy Coutable's avatar
Rémy Coutable committed
8
  include AccessRequestable
9
  include Avatarable
10
  include CacheMarkdownField
11
12
  include Referable
  include Sortable
13
  include AfterCommitQueue
14
  include CaseSensitivity
15
  include TokenAuthenticatable
16
  include ValidAttribute
Felipe Artur's avatar
Felipe Artur committed
17
  include ProjectFeaturesCompatibility
18
  include SelectForProjectAuthorization
19
  include Routable
Robert Speicher's avatar
Robert Speicher committed
20

21
  extend Gitlab::ConfigHelper
22

23
  BoardLimitExceeded = Class.new(StandardError)
24

25
  NUMBER_OF_PERMITTED_BOARDS = 1
Douwe Maan's avatar
Douwe Maan committed
26
  UNKNOWN_IMPORT_URL = 'http://unknown.git'.freeze
27
  LATEST_STORAGE_VERSION = 1
Jared Szechy's avatar
Jared Szechy committed
28

29
30
  cache_markdown_field :description, pipeline: :description

31
32
  delegate :feature_available?, :builds_enabled?, :wiki_enabled?,
           :merge_requests_enabled?, :issues_enabled?, to: :project_feature,
33
                                                       allow_nil: true
Felipe Artur's avatar
Felipe Artur committed
34

35
  default_value_for :archived, false
36
  default_value_for :visibility_level, gitlab_config_features.visibility_level
37
  default_value_for :container_registry_enabled, gitlab_config_features.container_registry
38
  default_value_for(:repository_storage) { current_application_settings.pick_repository_storage }
39
  default_value_for(:shared_runners_enabled) { current_application_settings.shared_runners_enabled }
40
41
42
43
44
  default_value_for :issues_enabled, gitlab_config_features.issues
  default_value_for :merge_requests_enabled, gitlab_config_features.merge_requests
  default_value_for :builds_enabled, gitlab_config_features.builds
  default_value_for :wiki_enabled, gitlab_config_features.wiki
  default_value_for :snippets_enabled, gitlab_config_features.snippets
45
  default_value_for :only_allow_merge_if_all_discussions_are_resolved, false
46

47
48
  add_authentication_token_field :runners_token
  before_save :ensure_runners_token
49

50
51
  after_save :update_project_statistics, if: :namespace_id_changed?
  after_create :create_project_feature, unless: :project_feature
52
  after_create :set_last_activity_at
53
  after_create :set_last_repository_updated_at
54
  after_update :update_forks_visibility_level
55

56
  before_destroy :remove_private_deploy_keys
57
  after_destroy -> { run_after_commit { remove_pages } }
Kamil Trzcinski's avatar
Kamil Trzcinski committed
58

59
60
  after_validation :check_pending_delete

61
62
63
  # Storage specific hooks
  after_initialize :load_storage
  after_create :ensure_storage_path_exist
64
  after_save :ensure_storage_path_exist, if: :namespace_id_changed?
65

66
  acts_as_taggable
67

68
  attr_accessor :new_default_branch
69
  attr_accessor :old_path_with_namespace
70
  attr_accessor :template_name
71
  attr_writer :pipeline_status
72

73
74
  alias_attribute :title, :name

75
  # Relations
76
  belongs_to :creator, class_name: 'User'
77
  belongs_to :group, -> { where(type: 'Group') }, foreign_key: 'namespace_id'
78
  belongs_to :namespace
79

80
  has_one :last_event, -> {order 'events.created_at DESC'}, class_name: 'Event'
81
  has_many :boards, before_add: :validate_board_limit
Felipe Artur's avatar
Felipe Artur committed
82

83
  # Project services
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
  has_one :campfire_service
  has_one :drone_ci_service
  has_one :emails_on_push_service
  has_one :pipelines_email_service
  has_one :irker_service
  has_one :pivotaltracker_service
  has_one :hipchat_service
  has_one :flowdock_service
  has_one :assembla_service
  has_one :asana_service
  has_one :gemnasium_service
  has_one :mattermost_slash_commands_service
  has_one :mattermost_service
  has_one :slack_slash_commands_service
  has_one :slack_service
  has_one :buildkite_service
  has_one :bamboo_service
  has_one :teamcity_service
  has_one :pushover_service
  has_one :jira_service
  has_one :redmine_service
  has_one :custom_issue_tracker_service
  has_one :bugzilla_service
  has_one :gitlab_issue_tracker_service, inverse_of: :project
  has_one :external_wiki_service
  has_one :kubernetes_service, inverse_of: :project
  has_one :prometheus_service, inverse_of: :project
  has_one :mock_ci_service
  has_one :mock_deployment_service
  has_one :mock_monitoring_service
  has_one :microsoft_teams_service

  has_one  :forked_project_link,  foreign_key: "forked_to_project_id"
117
118
119
120
  has_one  :forked_from_project,  through:   :forked_project_link

  has_many :forked_project_links, foreign_key: "forked_from_project_id"
  has_many :forks,                through:     :forked_project_links, source: :forked_to_project
121

122
  # Merge Requests for target project should be removed with it
123
124
125
126
127
128
129
130
131
132
133
  has_many :merge_requests, foreign_key: 'target_project_id'
  has_many :issues
  has_many :labels, class_name: 'ProjectLabel'
  has_many :services
  has_many :events
  has_many :milestones
  has_many :notes
  has_many :snippets, class_name: 'ProjectSnippet'
  has_many :hooks, class_name: 'ProjectHook'
  has_many :protected_branches
  has_many :protected_tags
134

135
  has_many :project_authorizations
136
  has_many :authorized_users, through: :project_authorizations, source: :user, class_name: 'User'
137
  has_many :project_members, -> { where(requested_at: nil) },
138
    as: :source, dependent: :delete_all # rubocop:disable Cop/ActiveRecordDependent
139

140
  alias_method :members, :project_members
141
142
  has_many :users, through: :project_members

143
  has_many :requesters, -> { where.not(requested_at: nil) },
144
    as: :source, class_name: 'ProjectMember', dependent: :delete_all # rubocop:disable Cop/ActiveRecordDependent
145

146
  has_many :deploy_keys_projects
147
  has_many :deploy_keys, through: :deploy_keys_projects
148
  has_many :users_star_projects
Ciro Santilli's avatar
Ciro Santilli committed
149
  has_many :starrers, through: :users_star_projects, source: :user
150
  has_many :releases
151
  has_many :lfs_objects_projects, dependent: :destroy # rubocop:disable Cop/ActiveRecordDependent
Marin Jankovski's avatar
Marin Jankovski committed
152
  has_many :lfs_objects, through: :lfs_objects_projects
153
  has_many :project_group_links
154
  has_many :invited_groups, through: :project_group_links, source: :group
155
156
  has_many :pages_domains
  has_many :todos
157
  has_many :notification_settings, as: :source, dependent: :delete_all # rubocop:disable Cop/ActiveRecordDependent
158

159
  has_one :import_data, class_name: 'ProjectImportData', inverse_of: :project, autosave: true
160
161
  has_one :project_feature
  has_one :statistics, class_name: 'ProjectStatistics'
162

163
164
165
  # Container repositories need to remove data from the container registry,
  # which is not managed by the DB. Hence we're still using dependent: :destroy
  # here.
166
  has_many :container_repositories, dependent: :destroy # rubocop:disable Cop/ActiveRecordDependent
167

168
169
170
171
172
173
174
  has_many :commit_statuses
  has_many :pipelines, class_name: 'Ci::Pipeline'

  # Ci::Build objects store data on the file system such as artifact files and
  # build traces. Currently there's no efficient way of removing this data in
  # bulk that doesn't involve loading the rows into memory. As a result we're
  # still using `dependent: :destroy` here.
175
  has_many :builds, class_name: 'Ci::Build', dependent: :destroy # rubocop:disable Cop/ActiveRecordDependent
176
  has_many :runner_projects, class_name: 'Ci::RunnerProject'
177
  has_many :runners, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'
178
  has_many :variables, class_name: 'Ci::Variable'
179
180
181
182
  has_many :triggers, class_name: 'Ci::Trigger'
  has_many :environments
  has_many :deployments
  has_many :pipeline_schedules, class_name: 'Ci::PipelineSchedule'
183

Kamil Trzcinski's avatar
Kamil Trzcinski committed
184
185
  has_many :active_runners, -> { active }, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'

186
  accepts_nested_attributes_for :variables, allow_destroy: true
Felipe Artur's avatar
Felipe Artur committed
187
  accepts_nested_attributes_for :project_feature
188
  accepts_nested_attributes_for :import_data
189

190
  delegate :name, to: :owner, allow_nil: true, prefix: true
191
  delegate :members, to: :team, prefix: true
192
  delegate :add_user, :add_users, to: :team
193
  delegate :add_guest, :add_reporter, :add_developer, :add_master, to: :team
Douwe Maan's avatar
Douwe Maan committed
194
  delegate :empty_repo?, to: :repository
195

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
196
  # Validations
197
  validates :creator, presence: true, on: :create
198
  validates :description, length: { maximum: 2000 }, allow_blank: true
199
  validates :ci_config_path,
200
    format: { without: /\.{2}/,
201
              message: 'cannot include directory traversal.' },
202
203
    length: { maximum: 255 },
    allow_blank: true
204
205
  validates :name,
    presence: true,
206
    length: { maximum: 255 },
207
    format: { with: Gitlab::Regex.project_name_regex,
Douwe Maan's avatar
Douwe Maan committed
208
              message: Gitlab::Regex.project_name_regex_message }
209
210
  validates :path,
    presence: true,
211
    dynamic_path: true,
212
    length: { maximum: 255 },
213
214
    format: { with: Gitlab::PathRegex.project_path_format_regex,
              message: Gitlab::PathRegex.project_path_format_message },
215
216
    uniqueness: { scope: :namespace_id }

217
  validates :namespace, presence: true
Douwe Maan's avatar
Douwe Maan committed
218
  validates :name, uniqueness: { scope: :namespace_id }
219
  validates :import_url, addressable_url: true, if: :external_import?
220
  validates :import_url, importable_url: true, if: [:external_import?, :import_url_changed?]
221
  validates :star_count, numericality: { greater_than_or_equal_to: 0 }
222
  validate :check_limit, on: :create
223
  validate :avatar_type,
224
    if: ->(project) { project.avatar.present? && project.avatar_changed? }
225
  validates :avatar, file_size: { maximum: 200.kilobytes.to_i }
Douwe Maan's avatar
Douwe Maan committed
226
  validate :visibility_level_allowed_by_group
Douwe Maan's avatar
Douwe Maan committed
227
  validate :visibility_level_allowed_as_fork
228
  validate :check_wiki_path_conflict
229
230
231
  validates :repository_storage,
    presence: true,
    inclusion: { in: ->(_object) { Gitlab.config.repositories.storages.keys } }
232

Douwe Maan's avatar
Douwe Maan committed
233
  mount_uploader :avatar, AvatarUploader
234
  has_many :uploads, as: :model, dependent: :destroy # rubocop:disable Cop/ActiveRecordDependent
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
235

236
  # Scopes
237
  scope :pending_delete, -> { where(pending_delete: true) }
238
  scope :without_deleted, -> { where(pending_delete: false) }
239

240
  scope :sorted_by_activity, -> { reorder(last_activity_at: :desc) }
241
242
  scope :sorted_by_stars, -> { reorder('projects.star_count DESC') }

243
  scope :in_namespace, ->(namespace_ids) { where(namespace_id: namespace_ids) }
244
  scope :personal, ->(user) { where(namespace_id: user.namespace_id) }
245
  scope :joined, ->(user) { where('namespace_id != ?', user.namespace_id) }
Toon Claes's avatar
Toon Claes committed
246
  scope :starred_by, ->(user) { joins(:users_star_projects).where('users_star_projects.user_id': user.id) }
Rémy Coutable's avatar
Rémy Coutable committed
247
  scope :visible_to_user, ->(user) { where(id: user.authorized_projects.select(:id).reorder(nil)) }
248
  scope :non_archived, -> { where(archived: false) }
249
  scope :for_milestones, ->(ids) { joins(:milestones).where('milestones.id' => ids).distinct }
Rémy Coutable's avatar
Rémy Coutable committed
250
251
  scope :with_push, -> { joins(:events).where('events.action = ?', Event::PUSHED) }

252
  scope :with_project_feature, -> { joins('LEFT JOIN project_features ON projects.id = project_features.project_id') }
Markus Koller's avatar
Markus Koller committed
253
  scope :with_statistics, -> { includes(:statistics) }
254
  scope :with_shared_runners, -> { where(shared_runners_enabled: true) }
255
256
257
  scope :inside_path, ->(path) do
    # We need routes alias rs for JOIN so it does not conflict with
    # includes(:route) which we use in ProjectsFinder.
258
259
    joins("INNER JOIN routes rs ON rs.source_id = projects.id AND rs.source_type = 'Project'")
      .where('rs.path LIKE ?', "#{sanitize_sql_like(path)}/%")
260
  end
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275

  # "enabled" here means "not disabled". It includes private features!
  scope :with_feature_enabled, ->(feature) {
    access_level_attribute = ProjectFeature.access_level_attribute(feature)
    with_project_feature.where(project_features: { access_level_attribute => [nil, ProjectFeature::PRIVATE, ProjectFeature::ENABLED] })
  }

  # Picks a feature where the level is exactly that given.
  scope :with_feature_access_level, ->(feature, level) {
    access_level_attribute = ProjectFeature.access_level_attribute(feature)
    with_project_feature.where(project_features: { access_level_attribute => level })
  }

  scope :with_builds_enabled, -> { with_feature_enabled(:builds) }
  scope :with_issues_enabled, -> { with_feature_enabled(:issues) }
276
  scope :with_merge_requests_enabled, -> { with_feature_enabled(:merge_requests) }
277

278
  enum auto_cancel_pending_pipelines: { disabled: 0, enabled: 1 }
279

280
281
282
283
  # Returns a collection of projects that is either public or visible to the
  # logged in user.
  def self.public_or_visible_to_user(user = nil)
    if user
284
285
286
287
      authorized = user
        .project_authorizations
        .select(1)
        .where('project_authorizations.project_id = projects.id')
288
289
290
291
292
293
294
295
296

      levels = Gitlab::VisibilityLevel.levels_for_user(user)

      where('EXISTS (?) OR projects.visibility_level IN (?)', authorized, levels)
    else
      public_to_user
    end
  end

297
298
299
  # project features may be "disabled", "internal" or "enabled". If "internal",
  # they are only available to team members. This scope returns projects where
  # the feature is either enabled, or internal with permission for the user.
300
301
302
303
  #
  # This method uses an optimised version of `with_feature_access_level` for
  # logged in users to more efficiently get private projects with the given
  # feature.
304
  def self.with_feature_available_for_user(feature, user)
305
306
307
308
309
310
311
    visible = [nil, ProjectFeature::ENABLED]

    if user&.admin?
      with_feature_enabled(feature)
    elsif user
      column = ProjectFeature.quoted_access_level_column(feature)

312
313
      authorized = user.project_authorizations.select(1)
        .where('project_authorizations.project_id = projects.id')
314

315
316
      with_project_feature
        .where("#{column} IN (?) OR (#{column} = ? AND EXISTS (?))",
317
318
319
320
321
322
              visible,
              ProjectFeature::PRIVATE,
              authorized)
    else
      with_feature_access_level(feature, visible)
    end
323
  end
Felipe Artur's avatar
Felipe Artur committed
324

Rémy Coutable's avatar
Rémy Coutable committed
325
326
  scope :active, -> { joins(:issues, :notes, :merge_requests).order('issues.created_at, notes.created_at, merge_requests.created_at DESC') }
  scope :abandoned, -> { where('projects.last_activity_at < ?', 6.months.ago) }
327

328
329
  scope :excluding_project, ->(project) { where.not(id: project) }

330
  state_machine :import_status, initial: :none do
331
332
333
334
335
336
337
338
    event :import_schedule do
      transition [:none, :finished, :failed] => :scheduled
    end

    event :force_import_start do
      transition [:none, :finished, :failed] => :started
    end

339
    event :import_start do
340
      transition scheduled: :started
341
342
343
    end

    event :import_finish do
344
      transition started: :finished
345
346
347
    end

    event :import_fail do
348
      transition [:scheduled, :started] => :failed
349
350
351
    end

    event :import_retry do
352
      transition failed: :started
353
354
    end

355
    state :scheduled
356
357
    state :started
    state :finished
358
359
    state :failed

360
    after_transition [:none, :finished, :failed] => :scheduled do |project, _|
361
362
363
364
      project.run_after_commit do
        job_id = add_import_job
        update(import_jid: job_id) if job_id
      end
365
366
    end

367
368
    after_transition started: :finished do |project, _|
      project.reset_cache_and_import_attrs
369
370
371
372
373
374

      if Gitlab::ImportSources.importer_names.include?(project.import_type) && project.repo_exists?
        project.run_after_commit do
          begin
            Projects::HousekeepingService.new(project).execute
          rescue Projects::HousekeepingService::LeaseTaken => e
375
            Rails.logger.info("Could not perform housekeeping for project #{project.full_path} (#{project.id}): #{e}")
376
377
378
          end
        end
      end
379
    end
380
381
  end

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
382
  class << self
383
384
385
386
387
388
389
    # Searches for a list of projects based on the query given in `query`.
    #
    # On PostgreSQL this method uses "ILIKE" to perform a case-insensitive
    # search. On MySQL a regular "LIKE" is used as it's already
    # case-insensitive.
    #
    # query - The search query as a String.
390
    def search(query)
391
      ptable  = arel_table
392
393
394
      ntable  = Namespace.arel_table
      pattern = "%#{query}%"

395
396
397
      # unscoping unnecessary conditions that'll be applied
      # when executing `where("projects.id IN (#{union.to_sql})")`
      projects = unscoped.select(:id).where(
398
399
400
        ptable[:path].matches(pattern)
          .or(ptable[:name].matches(pattern))
          .or(ptable[:description].matches(pattern))
401
402
      )

403
404
405
      namespaces = unscoped.select(:id)
        .joins(:namespace)
        .where(ntable[:name].matches(pattern))
406
407
408

      union = Gitlab::SQL::Union.new([projects, namespaces])

409
      where("projects.id IN (#{union.to_sql})") # rubocop:disable GitlabSecurity/SqlInjection
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
410
    end
411

412
    def search_by_title(query)
413
414
415
416
      pattern = "%#{query}%"
      table   = Project.arel_table

      non_archived.where(table[:name].matches(pattern))
417
418
    end

419
420
421
    def visibility_levels
      Gitlab::VisibilityLevel.options
    end
422
423

    def sort(method)
424
425
      case method.to_s
      when 'storage_size_desc'
Markus Koller's avatar
Markus Koller committed
426
427
428
        # storage_size is a joined column so we need to
        # pass a string to avoid AR adding the table name
        reorder('project_statistics.storage_size DESC, projects.id DESC')
429
430
431
432
      when 'latest_activity_desc'
        reorder(last_activity_at: :desc)
      when 'latest_activity_asc'
        reorder(last_activity_at: :asc)
433
434
      else
        order_by(method)
435
436
      end
    end
437
438

    def reference_pattern
439
      %r{
440
441
        ((?<namespace>#{Gitlab::PathRegex::FULL_NAMESPACE_FORMAT_REGEX})\/)?
        (?<project>#{Gitlab::PathRegex::PROJECT_PATH_FORMAT_REGEX})
442
      }x
443
    end
444

445
    def trending
446
447
      joins('INNER JOIN trending_projects ON projects.id = trending_projects.project_id')
        .reorder('trending_projects.id ASC')
448
    end
449
450
451
452
453
454

    def cached_count
      Rails.cache.fetch('total_project_count', expires_in: 5.minutes) do
        Project.count
      end
    end
455
456

    def group_ids
457
      joins(:namespace).where(namespaces: { type: 'Group' }).select(:namespace_id)
458
    end
459
460
  end

461
  def lfs_enabled?
462
    return namespace.lfs_enabled? if self[:lfs_enabled].nil?
Patricio Cano's avatar
Patricio Cano committed
463

464
    self[:lfs_enabled] && Gitlab.config.lfs.enabled
465
466
  end

467
  def repository_storage_path
468
    Gitlab.config.repositories.storages[repository_storage]['path']
469
470
  end

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
471
  def team
472
    @team ||= ProjectTeam.new(self)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
473
474
475
  end

  def repository
476
    @repository ||= Repository.new(full_path, self, disk_path: disk_path)
477
478
  end

Andre Guedes's avatar
Andre Guedes committed
479
  def container_registry_url
Kamil Trzcinski's avatar
Kamil Trzcinski committed
480
    if Gitlab.config.registry.enabled
481
      "#{Gitlab.config.registry.host_port}/#{full_path.downcase}"
482
    end
483
484
  end

485
  def has_container_registry_tags?
486
487
488
    return @images if defined?(@images)

    @images = container_repositories.to_a.any?(&:has_tags?) ||
489
      has_root_container_repository_tags?
490
491
  end

492
493
  def commit(ref = 'HEAD')
    repository.commit(ref)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
494
495
  end

496
  # ref can't be HEAD, can only be branch/tag name or SHA
497
  def latest_successful_builds_for(ref = default_branch)
498
    latest_pipeline = pipelines.latest_successful_for(ref)
499
500
501
502
503
504

    if latest_pipeline
      latest_pipeline.builds.latest.with_artifacts
    else
      builds.none
    end
505
506
  end

507
  def merge_base_commit(first_commit_id, second_commit_id)
Douwe Maan's avatar
Douwe Maan committed
508
509
    sha = repository.merge_base(first_commit_id, second_commit_id)
    repository.commit(sha) if sha
510
511
  end

512
  def saved?
513
    id && persisted?
514
515
  end

516
  def add_import_job
Douwe Maan's avatar
Douwe Maan committed
517
518
    job_id =
      if forked?
519
520
521
522
        RepositoryForkWorker.perform_async(id,
                                           forked_from_project.repository_storage_path,
                                           forked_from_project.full_path,
                                           self.namespace.full_path)
Douwe Maan's avatar
Douwe Maan committed
523
524
525
      else
        RepositoryImportWorker.perform_async(self.id)
      end
526

527
528
529
530
531
532
533
534
    log_import_activity(job_id)

    job_id
  end

  def log_import_activity(job_id, type: :import)
    job_type = type.to_s.capitalize

535
    if job_id
536
      Rails.logger.info("#{job_type} job scheduled for #{full_path} with job ID #{job_id}.")
537
    else
538
      Rails.logger.error("#{job_type} job failed to create for #{full_path}.")
539
    end
540
541
  end

542
543
544
545
546
  def reset_cache_and_import_attrs
    run_after_commit do
      ProjectCacheWorker.perform_async(self.id)
    end

547
    update(import_error: nil)
548
549
550
551
552
    remove_import_data
  end

  # This method is overriden in EE::Project model
  def remove_import_data
553
    import_data&.destroy
554
555
  end

556
  def ci_config_path=(value)
557
    # Strip all leading slashes so that //foo -> foo
Lin Jen-Shin's avatar
Lin Jen-Shin committed
558
    super(value&.sub(%r{\A/+}, '')&.delete("\0"))
559
560
  end

561
  def import_url=(value)
James Lopez's avatar
James Lopez committed
562
563
    return super(value) unless Gitlab::UrlSanitizer.valid?(value)

564
    import_url = Gitlab::UrlSanitizer.new(value)
James Lopez's avatar
James Lopez committed
565
    super(import_url.sanitized_url)
566
    create_or_update_import_data(credentials: import_url.credentials)
567
568
569
  end

  def import_url
James Lopez's avatar
James Lopez committed
570
    if import_data && super.present?
571
      import_url = Gitlab::UrlSanitizer.new(super, credentials: import_data.credentials)
James Lopez's avatar
James Lopez committed
572
573
574
      import_url.full_url
    else
      super
575
576
    end
  end
577

James Lopez's avatar
James Lopez committed
578
579
580
581
  def valid_import_url?
    valid? || errors.messages[:import_url].nil?
  end

582
  def create_or_update_import_data(data: nil, credentials: nil)
583
    return unless import_url.present? && valid_import_url?
584

James Lopez's avatar
James Lopez committed
585
    project_import_data = import_data || build_import_data
James Lopez's avatar
James Lopez committed
586
587
588
589
    if data
      project_import_data.data ||= {}
      project_import_data.data = project_import_data.data.merge(data)
    end
590
591
592
593
    if credentials
      project_import_data.credentials ||= {}
      project_import_data.credentials = project_import_data.credentials.merge(credentials)
    end
594
  end
595

596
  def import?
597
    external_import? || forked? || gitlab_project_import?
598
599
  end

600
601
602
603
  def no_import?
    import_status == 'none'
  end

604
  def external_import?
605
606
607
    import_url.present?
  end

608
  def imported?
609
610
611
612
    import_finished?
  end

  def import_in_progress?
613
614
615
616
    import_started? || import_scheduled?
  end

  def import_started?
617
618
619
    import? && import_status == 'started'
  end

620
621
622
623
  def import_scheduled?
    import_status == 'scheduled'
  end

624
625
626
627
628
629
  def import_failed?
    import_status == 'failed'
  end

  def import_finished?
    import_status == 'finished'
630
631
  end

632
  def safe_import_url
633
    Gitlab::UrlSanitizer.new(import_url).masked_url
634
635
  end

636
637
638
639
  def gitlab_project_import?
    import_type == 'gitlab_project'
  end

Rémy Coutable's avatar
Rémy Coutable committed
640
641
642
643
  def gitea_import?
    import_type == 'gitea'
  end

644
645
646
647
  def github_import?
    import_type == 'github'
  end

648
  def check_limit
Douwe Maan's avatar
Douwe Maan committed
649
    unless creator.can_create_project? || namespace.kind == 'group'
650
651
652
      projects_limit = creator.projects_limit

      if projects_limit == 0
Phil Hughes's avatar
Phil Hughes committed
653
        self.errors.add(:limit_reached, "Personal project creation is not allowed. Please contact your administrator with questions")
654
      else
Phil Hughes's avatar
Phil Hughes committed
655
        self.errors.add(:limit_reached, "Your project limit is #{projects_limit} projects! Please contact your administrator to increase it")
656
      end
657
658
    end
  rescue
Douwe Maan's avatar
Douwe Maan committed
659
    self.errors.add(:base, "Can't check your ability to create project")
gitlabhq's avatar
gitlabhq committed
660
661
  end

Douwe Maan's avatar
Douwe Maan committed
662
663
664
665
666
667
668
669
670
671
672
673
674
  def visibility_level_allowed_by_group
    return if visibility_level_allowed_by_group?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    group_level_name = Gitlab::VisibilityLevel.level_name(self.group.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed in a #{group_level_name} group.")
  end

  def visibility_level_allowed_as_fork
    return if visibility_level_allowed_as_fork?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed since the fork source project has lower visibility.")
675
676
  end

677
678
679
680
681
682
683
684
685
686
  def check_wiki_path_conflict
    return if path.blank?

    path_to_check = path.ends_with?('.wiki') ? path.chomp('.wiki') : "#{path}.wiki"

    if Project.where(namespace_id: namespace_id, path: path_to_check).exists?
      errors.add(:name, 'has already been taken')
    end
  end

687
  def to_param
688
689
690
691
692
    if persisted? && errors.include?(:path)
      path_was
    else
      path
    end
693
694
  end

695
  # `from` argument can be a Namespace or Project.
696
697
  def to_reference(from = nil, full: false)
    if full || cross_namespace_reference?(from)
698
      full_path
699
700
701
    elsif cross_project_reference?(from)
      path
    end
702
703
704
705
706
707
708
709
  end

  def to_human_reference(from_project = nil)
    if cross_namespace_reference?(from_project)
      name_with_namespace
    elsif cross_project_reference?(from_project)
      name
    end
710
711
  end

712
  def web_url
713
    Gitlab::Routing.url_helpers.project_url(self)
714
715
  end

716
  def new_issue_address(author)
717
    return unless Gitlab::IncomingEmail.supports_issue_creation? && author
718

719
720
721
    author.ensure_incoming_email_token!

    Gitlab::IncomingEmail.reply_address(
722
      "#{full_path}+#{author.incoming_email_token}")
723
724
  end

725
  def build_commit_note(commit)
726
    notes.new(commit_id: commit.id, noteable_type: 'Commit')
gitlabhq's avatar
gitlabhq committed
727
  end
Nihad Abbasov's avatar
Nihad Abbasov committed
728

729
  def last_activity
730
    last_event
gitlabhq's avatar
gitlabhq committed
731
732
733
  end

  def last_activity_date
734
    last_repository_updated_at || last_activity_at || updated_at
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
735
  end
736

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
737
738
739
  def project_id
    self.id
  end
randx's avatar
randx committed
740

741
  def get_issue(issue_id, current_user)
742
743
744
745
746
    issue = IssuesFinder.new(current_user, project_id: id).find_by(iid: issue_id) if issues_enabled?

    if issue
      issue
    elsif external_issue_tracker
Robert Speicher's avatar
Robert Speicher committed
747
      ExternalIssue.new(issue_id, self)
748
749
750
    end
  end

Robert Speicher's avatar
Robert Speicher committed
751
  def issue_exists?(issue_id)
752
    get_issue(issue_id)
Robert Speicher's avatar
Robert Speicher committed
753
754
  end

755
  def default_issue_tracker
756
    gitlab_issue_tracker_service || create_gitlab_issue_tracker_service
757
758
759
760
761
762
763
764
765
766
  end

  def issues_tracker
    if external_issue_tracker
      external_issue_tracker
    else
      default_issue_tracker
    end
  end

767
  def external_issue_reference_pattern
768
    external_issue_tracker.class.reference_pattern(only_long: issues_enabled?)
769
770
  end

771
  def default_issues_tracker?
772
    !external_issue_tracker
773
774
775
  end

  def external_issue_tracker
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
    if has_external_issue_tracker.nil? # To populate existing projects
      cache_has_external_issue_tracker
    end

    if has_external_issue_tracker?
      return @external_issue_tracker if defined?(@external_issue_tracker)

      @external_issue_tracker = services.external_issue_trackers.first
    else
      nil
    end
  end

  def cache_has_external_issue_tracker
    update_column(:has_external_issue_tracker, services.external_issue_trackers.any?)
791
792
  end

793
794
795
796
  def has_wiki?
    wiki_enabled? || has_external_wiki?
  end

797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
  def external_wiki
    if has_external_wiki.nil?
      cache_has_external_wiki # Populate
    end

    if has_external_wiki
      @external_wiki ||= services.external_wikis.first
    else
      nil
    end
  end

  def cache_has_external_wiki
    update_column(:has_external_wiki, services.external_wikis.any?)
  end

813
  def find_or_initialize_services(exceptions: [])
814
815
    services_templates = Service.where(template: true)

816
817
818
    available_services_names = Service.available_services_names - exceptions

    available_services_names.map do |service_name|
819
      service = find_service(services, service_name)
820

821
822
823
      if service
        service
      else
824
825
826
827
        # We should check if template for the service exists
        template = find_service(services_templates, service_name)

        if template.nil?
828
          # If no template, we should create an instance. Ex `build_gitlab_ci_service`
829
          public_send("build_#{service_name}_service") # rubocop:disable GitlabSecurity/PublicSend
830
        else
831
          Service.build_from_template(id, template)
832
833
        end
      end
834
835
836
    end
  end

837
838
839
840
  def find_or_initialize_service(name)
    find_or_initialize_services.find { |service| service.to_param == name }
  end

Valery Sizov's avatar
Valery Sizov committed
841
842
  def create_labels
    Label.templates.each do |label|
843
      params = label.attributes.except('id', 'template', 'created_at', 'updated_at')
844
      Labels::FindOrCreateService.new(nil, self, params).execute(skip_authorization: true)
Valery Sizov's avatar
Valery Sizov committed
845
846
847
    end
  end

848
849
850
  def find_service(list, name)
    list.find { |service| service.to_param == name }
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
851

852
  def ci_services
853
    services.where(category: :ci)
854
855
856
  end

  def ci_service
857
    @ci_service ||= ci_services.reorder(nil).find_by(active: true)
858
859
  end

860
861
862
863
864
  def deployment_services
    services.where(category: :deployment)
  end

  def deployment_service
865
    @deployment_service ||= deployment_services.reorder(nil).find_by(active: true)
866
867
  end

868
869
870
871
872
  def monitoring_services
    services.where(category: :monitoring)
  end

  def monitoring_service
873
    @monitoring_service ||= monitoring_services.reorder(nil).find_by(active: true)
874
875
  end

Drew Blessing's avatar
Drew Blessing committed
876
877
878
879
  def jira_tracker?
    issues_tracker.to_param == 'jira'
  end

880
  def avatar_type
881
882
    unless self.avatar.image?
      self.errors.add :avatar, 'only images allowed'
883
884
885
886
    end
  end

  def avatar_in_git
887
    repository.avatar
888
889
  end

890
891
892
  def avatar_url(**args)
    # We use avatar_path instead of overriding avatar_url because of carrierwave.
    # See https://gitlab.com/gitlab-org/gitlab-ce/merge_requests/11001/diffs#note_28659864
893
    avatar_path(args) || (Gitlab::Routing.url_helpers.project_avatar_url(self) if avatar_in_git)
sue445's avatar
sue445 committed
894
895
  end

896
897
898
899
900
  # For compatibility with old code
  def code
    path
  end

901
  def items_for(entity)
902
903
904
905
906
907
908
    case entity
    when 'issue' then
      issues
    when 'merge_request' then
      merge_requests
    end
  end
909

910
  def send_move_instructions(old_path_with_namespace)
911
912
913
    # New project path needs to be committed to the DB or notification will
    # retrieve stale information
    run_after_commit { NotificationService.new.project_was_moved(self, old_path_with_namespace) }
914
  end
915
916

  def owner
917
918
    if group
      group
919
    else
920
      namespace.try(:owner)
921
922
    end
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
923

924
  def execute_hooks(data, hooks_scope = :push_hooks)
925
    hooks.public_send(hooks_scope).each do |hook| # rubocop:disable GitlabSecurity/PublicSend
926
      hook.async_execute(data, hooks_scope.to_s)
927
    end