project.rb 30.9 KB
Newer Older
1
2
3
4
# == Schema Information
#
# Table name: projects
#
Zeger-Jan van de Weg's avatar
Zeger-Jan van de Weg committed
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
#  id                           :integer          not null, primary key
#  name                         :string
#  path                         :string
#  description                  :text
#  created_at                   :datetime
#  updated_at                   :datetime
#  creator_id                   :integer
#  issues_enabled               :boolean          default(TRUE), not null
#  wall_enabled                 :boolean          default(TRUE), not null
#  merge_requests_enabled       :boolean          default(TRUE), not null
#  wiki_enabled                 :boolean          default(TRUE), not null
#  namespace_id                 :integer
#  issues_tracker               :string           default("gitlab"), not null
#  issues_tracker_id            :string
#  snippets_enabled             :boolean          default(TRUE), not null
#  last_activity_at             :datetime
#  import_url                   :string
#  visibility_level             :integer          default(0), not null
#  archived                     :boolean          default(FALSE), not null
#  avatar                       :string
#  import_status                :string
#  repository_size              :float            default(0.0)
#  star_count                   :integer          default(0), not null
#  import_type                  :string
#  import_source                :string
#  commit_count                 :integer          default(0)
#  import_error                 :text
#  ci_id                        :integer
#  builds_enabled               :boolean          default(TRUE), not null
#  shared_runners_enabled       :boolean          default(TRUE), not null
#  runners_token                :string
#  build_coverage_regex         :string
#  build_allow_git_fetch        :boolean          default(TRUE), not null
#  build_timeout                :integer          default(3600), not null
#  pending_delete               :boolean          default(FALSE)
#  public_builds                :boolean          default(TRUE), not null
#  main_language                :string
#  pushes_since_gc              :integer          default(0)
#  last_repository_check_failed :boolean
#  last_repository_check_at     :datetime
45
46
#

47
48
require 'carrierwave/orm/activerecord'

gitlabhq's avatar
gitlabhq committed
49
class Project < ActiveRecord::Base
50
  include Gitlab::ConfigHelper
51
  include Gitlab::ShellAdapter
52
  include Gitlab::VisibilityLevel
53
  include Gitlab::CurrentSettings
54
55
  include Referable
  include Sortable
56
  include AfterCommitQueue
57
  include CaseSensitivity
58
  include TokenAuthenticatable
Robert Speicher's avatar
Robert Speicher committed
59

60
  extend Gitlab::ConfigHelper
61

Jared Szechy's avatar
Jared Szechy committed
62
63
  UNKNOWN_IMPORT_URL = 'http://unknown.git'

64
  default_value_for :archived, false
65
66
67
  default_value_for :visibility_level, gitlab_config_features.visibility_level
  default_value_for :issues_enabled, gitlab_config_features.issues
  default_value_for :merge_requests_enabled, gitlab_config_features.merge_requests
68
  default_value_for :builds_enabled, gitlab_config_features.builds
69
  default_value_for :wiki_enabled, gitlab_config_features.wiki
70
  default_value_for :wall_enabled, false
71
  default_value_for :snippets_enabled, gitlab_config_features.snippets
72
  default_value_for(:shared_runners_enabled) { current_application_settings.shared_runners_enabled }
73

74
75
  # set last_activity_at to the same as created_at
  after_create :set_last_activity_at
76
  def set_last_activity_at
77
    update_column(:last_activity_at, self.created_at)
78
79
  end

80
  # update visibility_level of forks
81
82
83
84
85
86
87
88
89
90
91
92
  after_update :update_forks_visibility_level
  def update_forks_visibility_level
    return unless visibility_level < visibility_level_was

    forks.each do |forked_project|
      if forked_project.visibility_level > visibility_level
        forked_project.visibility_level = visibility_level
        forked_project.save!
      end
    end
  end

93
  ActsAsTaggableOn.strict_case_match = true
94
  acts_as_taggable_on :tags
95

96
  attr_accessor :new_default_branch
97
  attr_accessor :old_path_with_namespace
98

99
  # Relations
100
  belongs_to :creator, foreign_key: 'creator_id', class_name: 'User'
101
  belongs_to :group, -> { where(type: Group) }, foreign_key: 'namespace_id'
102
  belongs_to :namespace
103

104
  has_one :last_event, -> {order 'events.created_at DESC'}, class_name: 'Event', foreign_key: 'project_id'
105
106
107

  # Project services
  has_many :services
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
108
  has_one :campfire_service, dependent: :destroy
Kirilll Zaitsev's avatar
Kirilll Zaitsev committed
109
  has_one :drone_ci_service, dependent: :destroy
110
  has_one :emails_on_push_service, dependent: :destroy
111
  has_one :builds_email_service, dependent: :destroy
Aorimn's avatar
Aorimn committed
112
  has_one :irker_service, dependent: :destroy
113
  has_one :pivotaltracker_service, dependent: :destroy
114
  has_one :hipchat_service, dependent: :destroy
115
  has_one :flowdock_service, dependent: :destroy
Carlos Paramio's avatar
Carlos Paramio committed
116
  has_one :assembla_service, dependent: :destroy
Jeremy's avatar
Jeremy committed
117
  has_one :asana_service, dependent: :destroy
118
  has_one :gemnasium_service, dependent: :destroy
119
  has_one :slack_service, dependent: :destroy
120
  has_one :buildkite_service, dependent: :destroy
Drew Blessing's avatar
Drew Blessing committed
121
  has_one :bamboo_service, dependent: :destroy
122
  has_one :teamcity_service, dependent: :destroy
123
  has_one :pushover_service, dependent: :destroy
124
125
  has_one :jira_service, dependent: :destroy
  has_one :redmine_service, dependent: :destroy
126
  has_one :custom_issue_tracker_service, dependent: :destroy
127
  has_one :gitlab_issue_tracker_service, dependent: :destroy
128
  has_one :external_wiki_service, dependent: :destroy
129

130
131
132
133
134
  has_one  :forked_project_link,  dependent: :destroy, foreign_key: "forked_to_project_id"
  has_one  :forked_from_project,  through:   :forked_project_link

  has_many :forked_project_links, foreign_key: "forked_from_project_id"
  has_many :forks,                through:     :forked_project_links, source: :forked_to_project
135

136
  # Merge Requests for target project should be removed with it
137
  has_many :merge_requests,     dependent: :destroy, foreign_key: 'target_project_id'
138
  # Merge requests from source project should be kept when source project was removed
139
  has_many :fork_merge_requests, foreign_key: 'source_project_id', class_name: MergeRequest
140
  has_many :issues,             dependent: :destroy
141
  has_many :labels,             dependent: :destroy
142
143
  has_many :services,           dependent: :destroy
  has_many :events,             dependent: :destroy
144
145
  has_many :milestones,         dependent: :destroy
  has_many :notes,              dependent: :destroy
146
147
  has_many :snippets,           dependent: :destroy, class_name: 'ProjectSnippet'
  has_many :hooks,              dependent: :destroy, class_name: 'ProjectHook'
148
  has_many :protected_branches, dependent: :destroy
149
150
  has_many :project_members, dependent: :destroy, as: :source, class_name: 'ProjectMember'
  has_many :users, through: :project_members
151
152
  has_many :deploy_keys_projects, dependent: :destroy
  has_many :deploy_keys, through: :deploy_keys_projects
Ciro Santilli's avatar
Ciro Santilli committed
153
154
  has_many :users_star_projects, dependent: :destroy
  has_many :starrers, through: :users_star_projects, source: :user
155
  has_many :releases, dependent: :destroy
Marin Jankovski's avatar
Marin Jankovski committed
156
157
  has_many :lfs_objects_projects, dependent: :destroy
  has_many :lfs_objects, through: :lfs_objects_projects
158
159
  has_many :project_group_links, dependent: :destroy
  has_many :invited_groups, through: :project_group_links, source: :group
160
  has_many :todos, dependent: :destroy
161
  has_many :notification_settings, dependent: :destroy, as: :source
162

163
  has_one :import_data, dependent: :destroy, class_name: "ProjectImportData"
164

165
  has_many :commit_statuses, dependent: :destroy, class_name: 'CommitStatus', foreign_key: :gl_project_id
166
  has_many :ci_commits, dependent: :destroy, class_name: 'Ci::Commit', foreign_key: :gl_project_id
167
168
169
170
171
  has_many :builds, class_name: 'Ci::Build', foreign_key: :gl_project_id # the builds are created from the commit_statuses
  has_many :runner_projects, dependent: :destroy, class_name: 'Ci::RunnerProject', foreign_key: :gl_project_id
  has_many :runners, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'
  has_many :variables, dependent: :destroy, class_name: 'Ci::Variable', foreign_key: :gl_project_id
  has_many :triggers, dependent: :destroy, class_name: 'Ci::Trigger', foreign_key: :gl_project_id
172

173
  accepts_nested_attributes_for :variables, allow_destroy: true
174

175
  delegate :name, to: :owner, allow_nil: true, prefix: true
176
  delegate :members, to: :team, prefix: true
177

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
178
  # Validations
179
  validates :creator, presence: true, on: :create
180
  validates :description, length: { maximum: 2000 }, allow_blank: true
181
182
183
184
  validates :name,
    presence: true,
    length: { within: 0..255 },
    format: { with: Gitlab::Regex.project_name_regex,
Douwe Maan's avatar
Douwe Maan committed
185
              message: Gitlab::Regex.project_name_regex_message }
186
187
188
  validates :path,
    presence: true,
    length: { within: 0..255 },
Douwe Maan's avatar
Douwe Maan committed
189
190
    format: { with: Gitlab::Regex.project_path_regex,
              message: Gitlab::Regex.project_path_regex_message }
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
191
  validates :issues_enabled, :merge_requests_enabled,
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
192
            :wiki_enabled, inclusion: { in: [true, false] }
193
  validates :issues_tracker_id, length: { maximum: 255 }, allow_blank: true
194
  validates :namespace, presence: true
195
196
  validates_uniqueness_of :name, scope: :namespace_id
  validates_uniqueness_of :path, scope: :namespace_id
197
  validates :import_url,
Robert Speicher's avatar
Robert Speicher committed
198
    url: { protocols: %w(ssh git http https) },
199
    if: :external_import?
200
  validates :star_count, numericality: { greater_than_or_equal_to: 0 }
201
  validate :check_limit, on: :create
202
  validate :avatar_type,
203
    if: ->(project) { project.avatar.present? && project.avatar_changed? }
204
  validates :avatar, file_size: { maximum: 200.kilobytes.to_i }
Douwe Maan's avatar
Douwe Maan committed
205
  validate :visibility_level_allowed_by_group
Douwe Maan's avatar
Douwe Maan committed
206
  validate :visibility_level_allowed_as_fork
207

208
  add_authentication_token_field :runners_token
209
  before_save :ensure_runners_token
210

Douwe Maan's avatar
Douwe Maan committed
211
  mount_uploader :avatar, AvatarUploader
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
212

213
  # Scopes
214
215
  default_scope { where(pending_delete: false) }

216
  scope :sorted_by_activity, -> { reorder(last_activity_at: :desc) }
217
218
219
  scope :sorted_by_stars, -> { reorder('projects.star_count DESC') }
  scope :sorted_by_names, -> { joins(:namespace).reorder('namespaces.name ASC, projects.name ASC') }

220
221
222
  scope :without_user, ->(user)  { where('projects.id NOT IN (:ids)', ids: user.authorized_projects.map(&:id) ) }
  scope :without_team, ->(team) { team.projects.present? ? where('projects.id NOT IN (:ids)', ids: team.projects.map(&:id)) : scoped  }
  scope :not_in_group, ->(group) { where('projects.id NOT IN (:ids)', ids: group.project_ids ) }
223
  scope :in_namespace, ->(namespace_ids) { where(namespace_id: namespace_ids) }
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
224
  scope :in_group_namespace, -> { joins(:group) }
225
  scope :personal, ->(user) { where(namespace_id: user.namespace_id) }
226
  scope :joined, ->(user) { where('namespace_id != ?', user.namespace_id) }
227
  scope :non_archived, -> { where(archived: false) }
228
  scope :for_milestones, ->(ids) { joins(:milestones).where('milestones.id' => ids).distinct }
229

230
231
  state_machine :import_status, initial: :none do
    event :import_start do
232
      transition [:none, :finished] => :started
233
234
235
    end

    event :import_finish do
236
      transition started: :finished
237
238
239
    end

    event :import_fail do
240
      transition started: :failed
241
242
243
    end

    event :import_retry do
244
      transition failed: :started
245
246
247
248
    end

    state :started
    state :finished
249
250
    state :failed

251
    after_transition any => :started, do: :schedule_add_import_job
252
    after_transition any => :finished, do: :clear_import_data
253
254
  end

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
255
  class << self
256
    def abandoned
257
      where('projects.last_activity_at < ?', 6.months.ago)
258
    end
259

260
    def with_push
261
      joins(:events).where('events.action = ?', Event::PUSHED)
262
263
    end

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
264
    def active
265
      joins(:issues, :notes, :merge_requests).order('issues.created_at, notes.created_at, merge_requests.created_at DESC')
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
266
    end
267

268
269
270
271
272
273
274
    # Searches for a list of projects based on the query given in `query`.
    #
    # On PostgreSQL this method uses "ILIKE" to perform a case-insensitive
    # search. On MySQL a regular "LIKE" is used as it's already
    # case-insensitive.
    #
    # query - The search query as a String.
275
    def search(query)
276
      ptable  = arel_table
277
278
279
280
281
282
283
284
285
      ntable  = Namespace.arel_table
      pattern = "%#{query}%"

      projects = select(:id).where(
        ptable[:path].matches(pattern).
          or(ptable[:name].matches(pattern)).
          or(ptable[:description].matches(pattern))
      )

286
287
288
289
290
291
      # We explicitly remove any eager loading clauses as they're:
      #
      # 1. Not needed by this query
      # 2. Combined with .joins(:namespace) lead to all columns from the
      #    projects & namespaces tables being selected, leading to a SQL error
      #    due to the columns of all UNION'd queries no longer being the same.
292
      namespaces = select(:id).
293
        except(:includes).
294
295
296
297
298
299
        joins(:namespace).
        where(ntable[:name].matches(pattern))

      union = Gitlab::SQL::Union.new([projects, namespaces])

      where("projects.id IN (#{union.to_sql})")
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
300
    end
301

302
    def search_by_visibility(level)
Josh Frye's avatar
Josh Frye committed
303
      where(visibility_level: Gitlab::VisibilityLevel.const_get(level.upcase))
304
305
    end

306
    def search_by_title(query)
307
308
309
310
      pattern = "%#{query}%"
      table   = Project.arel_table

      non_archived.where(table[:name].matches(pattern))
311
312
    end

313
    def find_with_namespace(id)
314
      namespace_path, project_path = id.split('/', 2)
315
316
317
318
319
320

      return nil if !namespace_path || !project_path

      # Use of unscoped ensures we're not secretly adding any ORDER BYs, which
      # have a negative impact on performance (and aren't needed for this
      # query).
321
      projects = unscoped.
322
        joins(:namespace).
323
324
        iwhere('namespaces.path' => namespace_path)

Gabriel Mazetto's avatar
Gabriel Mazetto committed
325
      projects.find_by('projects.path' => project_path) ||
326
        projects.iwhere('projects.path' => project_path).take
327
    end
328

329
    def find_by_ci_id(id)
Kamil Trzcinski's avatar
Kamil Trzcinski committed
330
      find_by(ci_id: id.to_i)
331
332
    end

333
334
335
    def visibility_levels
      Gitlab::VisibilityLevel.options
    end
336
337

    def sort(method)
338
339
340
341
      if method == 'repository_size_desc'
        reorder(repository_size: :desc, id: :desc)
      else
        order_by(method)
342
343
      end
    end
344
345
346
347
348

    def reference_pattern
      name_pattern = Gitlab::Regex::NAMESPACE_REGEX_STR
      %r{(?<project>#{name_pattern}/#{name_pattern})}
    end
349
350
351
352
353
354
355
356
357
358
359
360
361
362

    def trending(since = 1.month.ago)
      # By counting in the JOIN we don't expose the GROUP BY to the outer query.
      # This means that calls such as "any?" and "count" just return a number of
      # the total count, instead of the counts grouped per project as a Hash.
      join_body = "INNER JOIN (
        SELECT project_id, COUNT(*) AS amount
        FROM notes
        WHERE created_at >= #{sanitize(since)}
        GROUP BY project_id
      ) join_note_counts ON projects.id = join_note_counts.project_id"

      joins(join_body).reorder('join_note_counts.amount DESC')
    end
Yorick Peterse's avatar
Yorick Peterse committed
363
364
365
366

    def visible_to_user(user)
      where(id: user.authorized_projects.select(:id).reorder(nil))
    end
367
368
  end

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
369
  def team
370
    @team ||= ProjectTeam.new(self)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
371
372
373
  end

  def repository
374
    @repository ||= Repository.new(path_with_namespace, self)
375
376
  end

377
  def commit(id = 'HEAD')
378
    repository.commit(id)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
379
380
  end

381
  def merge_base_commit(first_commit_id, second_commit_id)
Douwe Maan's avatar
Douwe Maan committed
382
383
    sha = repository.merge_base(first_commit_id, second_commit_id)
    repository.commit(sha) if sha
384
385
  end

386
  def saved?
387
    id && persisted?
388
389
  end

390
391
392
393
  def schedule_add_import_job
    run_after_commit(:add_import_job)
  end

394
  def add_import_job
395
    if forked?
396
      job_id = RepositoryForkWorker.perform_async(self.id, forked_from_project.path_with_namespace, self.namespace.path)
397
    else
398
399
400
401
402
403
404
      job_id = RepositoryImportWorker.perform_async(self.id)
    end

    if job_id
      Rails.logger.info "Import job started for #{path_with_namespace} with job ID #{job_id}"
    else
      Rails.logger.error "Import job failed to start for #{path_with_namespace}"
405
    end
406
407
  end

408
  def clear_import_data
409
410
411
412
    update(import_error: nil)

    ProjectCacheWorker.perform_async(self.id)

413
    self.import_data.destroy if self.import_data
414
415
  end

416
  def import_url=(value)
James Lopez's avatar
James Lopez committed
417
    import_url = Gitlab::ImportUrl.new(value)
418
    create_or_update_import_data(credentials: import_url.credentials)
James Lopez's avatar
James Lopez committed
419
    super(import_url.sanitized_url)
420
421
422
  end

  def import_url
423
    if import_data && super
James Lopez's avatar
James Lopez committed
424
425
426
427
      import_url = Gitlab::ImportUrl.new(super, credentials: import_data.credentials)
      import_url.full_url
    else
      super
428
429
    end
  end
430

431
  def create_or_update_import_data(data: nil, credentials: nil)
James Lopez's avatar
James Lopez committed
432
    project_import_data = import_data || build_import_data
James Lopez's avatar
James Lopez committed
433
434
435
436
    if data
      project_import_data.data ||= {}
      project_import_data.data = project_import_data.data.merge(data)
    end
437
438
439
440
    if credentials
      project_import_data.credentials ||= {}
      project_import_data.credentials = project_import_data.credentials.merge(credentials)
    end
441
442

    project_import_data.save
443
  end
444

445
  def import?
446
447
448
    external_import? || forked?
  end

449
450
451
452
  def no_import?
    import_status == 'none'
  end

453
  def external_import?
454
455
456
    import_url.present?
  end

457
  def imported?
458
459
460
461
462
463
464
465
466
467
468
469
470
    import_finished?
  end

  def import_in_progress?
    import? && import_status == 'started'
  end

  def import_failed?
    import_status == 'failed'
  end

  def import_finished?
    import_status == 'finished'
471
472
  end

473
474
475
  def safe_import_url
    result = URI.parse(self.import_url)
    result.password = '*****' unless result.password.nil?
476
    result.user = '*****' unless result.user.nil? || result.user == "git" #tokens or other data may be saved as user
477
478
    result.to_s
  rescue
479
    self.import_url
480
481
  end

482
  def check_limit
483
    unless creator.can_create_project? or namespace.kind == 'group'
Douwe Maan's avatar
Douwe Maan committed
484
      self.errors.add(:limit_reached, "Your project limit is #{creator.projects_limit} projects! Please contact your administrator to increase it")
485
486
    end
  rescue
Douwe Maan's avatar
Douwe Maan committed
487
    self.errors.add(:base, "Can't check your ability to create project")
gitlabhq's avatar
gitlabhq committed
488
489
  end

Douwe Maan's avatar
Douwe Maan committed
490
491
492
493
494
495
496
497
498
499
500
501
502
  def visibility_level_allowed_by_group
    return if visibility_level_allowed_by_group?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    group_level_name = Gitlab::VisibilityLevel.level_name(self.group.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed in a #{group_level_name} group.")
  end

  def visibility_level_allowed_as_fork
    return if visibility_level_allowed_as_fork?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed since the fork source project has lower visibility.")
503
504
  end

505
  def to_param
Vinnie Okada's avatar
Vinnie Okada committed
506
    path
507
508
  end

509
510
511
512
  def to_reference(_from_project = nil)
    path_with_namespace
  end

513
  def web_url
514
    Gitlab::Routing.url_helpers.namespace_project_url(self.namespace, self)
515
516
  end

517
  def web_url_without_protocol
518
    web_url.split('://')[1]
519
520
  end

521
  def build_commit_note(commit)
522
    notes.new(commit_id: commit.id, noteable_type: 'Commit')
gitlabhq's avatar
gitlabhq committed
523
  end
Nihad Abbasov's avatar
Nihad Abbasov committed
524

525
  def last_activity
526
    last_event
gitlabhq's avatar
gitlabhq committed
527
528
529
  end

  def last_activity_date
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
530
    last_activity_at || updated_at
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
531
  end
532

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
533
534
535
  def project_id
    self.id
  end
randx's avatar
randx committed
536

Robert Speicher's avatar
Robert Speicher committed
537
  def get_issue(issue_id)
538
    if default_issues_tracker?
Robert Speicher's avatar
Robert Speicher committed
539
      issues.find_by(iid: issue_id)
540
    else
Robert Speicher's avatar
Robert Speicher committed
541
      ExternalIssue.new(issue_id, self)
542
543
544
    end
  end

Robert Speicher's avatar
Robert Speicher committed
545
  def issue_exists?(issue_id)
546
    get_issue(issue_id)
Robert Speicher's avatar
Robert Speicher committed
547
548
  end

549
  def default_issue_tracker
550
    gitlab_issue_tracker_service || create_gitlab_issue_tracker_service
551
552
553
554
555
556
557
558
559
560
  end

  def issues_tracker
    if external_issue_tracker
      external_issue_tracker
    else
      default_issue_tracker
    end
  end

561
  def default_issues_tracker?
562
    !external_issue_tracker
563
564
565
  end

  def external_issue_tracker
566
    return @external_issue_tracker if defined?(@external_issue_tracker)
567
568
    @external_issue_tracker ||=
      services.issue_trackers.active.without_defaults.first
569
570
  end

Andrew8xx8's avatar
Andrew8xx8 committed
571
  def can_have_issues_tracker_id?
572
    self.issues_enabled && !self.default_issues_tracker?
Andrew8xx8's avatar
Andrew8xx8 committed
573
574
  end

575
  def build_missing_services
576
577
    services_templates = Service.where(template: true)

578
    Service.available_services_names.each do |service_name|
579
      service = find_service(services, service_name)
580
581

      # If service is available but missing in db
582
583
584
585
586
587
      if service.nil?
        # We should check if template for the service exists
        template = find_service(services_templates, service_name)

        if template.nil?
          # If no template, we should create an instance. Ex `create_gitlab_ci_service`
588
          self.send :"create_#{service_name}_service"
589
590
591
592
        else
          Service.create_from_template(self.id, template)
        end
      end
593
594
595
    end
  end

Valery Sizov's avatar
Valery Sizov committed
596
597
598
599
600
601
602
603
604
  def create_labels
    Label.templates.each do |label|
      label = label.dup
      label.template = nil
      label.project_id = self.id
      label.save
    end
  end

605
606
607
  def find_service(list, name)
    list.find { |service| service.to_param == name }
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
608

609
  def ci_services
610
    services.where(category: :ci)
611
612
613
  end

  def ci_service
614
    @ci_service ||= ci_services.reorder(nil).find_by(active: true)
615
616
  end

Drew Blessing's avatar
Drew Blessing committed
617
618
619
620
  def jira_tracker?
    issues_tracker.to_param == 'jira'
  end

621
  def avatar_type
622
623
    unless self.avatar.image?
      self.errors.add :avatar, 'only images allowed'
624
625
626
627
    end
  end

  def avatar_in_git
628
    repository.avatar
629
630
  end

sue445's avatar
sue445 committed
631
632
633
634
  def avatar_url
    if avatar.present?
      [gitlab_config.url, avatar.url].join
    elsif avatar_in_git
635
      Gitlab::Routing.url_helpers.namespace_project_avatar_url(namespace, self)
sue445's avatar
sue445 committed
636
637
638
    end
  end

639
640
641
642
643
  # For compatibility with old code
  def code
    path
  end

644
  def items_for(entity)
645
646
647
648
649
650
651
    case entity
    when 'issue' then
      issues
    when 'merge_request' then
      merge_requests
    end
  end
652

653
  def send_move_instructions(old_path_with_namespace)
654
655
656
    # New project path needs to be committed to the DB or notification will
    # retrieve stale information
    run_after_commit { NotificationService.new.project_was_moved(self, old_path_with_namespace) }
657
  end
658
659

  def owner
660
661
    if group
      group
662
    else
663
      namespace.try(:owner)
664
665
    end
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
666

667
  def project_member_by_name_or_email(name = nil, email = nil)
Gabriel Mazetto's avatar
Gabriel Mazetto committed
668
    user = users.find_by('name like ? or email like ?', name, email)
669
    project_members.where(user: user) if user
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
670
671
672
  end

  # Get Team Member record by user id
673
  def project_member_by_id(user_id)
674
    project_members.find_by(user_id: user_id)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
675
676
677
678
679
  end

  def name_with_namespace
    @name_with_namespace ||= begin
                               if namespace
680
                                 namespace.human_name + ' / ' + name
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
681
682
683
684
685
686
687
688
689
690
691
692
693
694
                               else
                                 name
                               end
                             end
  end

  def path_with_namespace
    if namespace
      namespace.path + '/' + path
    else
      path
    end
  end

695
696
  def execute_hooks(data, hooks_scope = :push_hooks)
    hooks.send(hooks_scope).each do |hook|
697
      hook.async_execute(data, hooks_scope.to_s)
698
    end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
699
700
  end

701
702
703
  def execute_services(data, hooks_scope = :push_hooks)
    # Call only service hooks that are active for this scope
    services.send(hooks_scope).each do |service|
704
      service.async_execute(data)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
705
706
707
708
    end
  end

  def update_merge_requests(oldrev, newrev, ref, user)
709
710
    MergeRequests::RefreshService.new(self, user).
      execute(oldrev, newrev, ref)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
711
712
713
  end

  def valid_repo?
714
    repository.exists?
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
715
  rescue
716
    errors.add(:path, 'Invalid repository path')
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
717
718
719
720
    false
  end

  def empty_repo?
721
    !repository.exists? || !repository.has_visible_content?
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
722
723
724
  end

  def repo
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
725
    repository.raw
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
726
727
728
  end

  def url_to_repo
729
    gitlab_shell.url_to_repo(path_with_namespace)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
730
731
732
733
734
735
736
  end

  def namespace_dir
    namespace.try(:path) || ''
  end

  def repo_exists?
737
    @repo_exists ||= repository.exists?
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
738
739
740
741
742
  rescue
    @repo_exists = false
  end

  def open_branches
743
744
745
    # We're using a Set here as checking values in a large Set is faster than
    # checking values in a large Array.
    protected_set = Set.new(protected_branch_names)
746

747
748
    repository.branches.reject do |branch|
      protected_set.include?(branch.name)
749
750
751
    end
  end

752
753
  def protected_branch_names
    @protected_branch_names ||= protected_branches.pluck(:name)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
754
755
756
  end

  def root_ref?(branch)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
757
    repository.root_ref == branch
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
758
759
760
761
762
763
764
  end

  def ssh_url_to_repo
    url_to_repo
  end

  def http_url_to_repo
Douwe Maan's avatar
Douwe Maan committed
765
    "#{web_url}.git"
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
766
767
768
  end

  # Check if current branch name is marked as protected in the system
769
  def protected_branch?(branch_name)
770
    protected_branches.where(name: branch_name).any?
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
771
  end
772

773
  def developers_can_push_to_protected_branch?(branch_name)
774
    protected_branches.any? { |pb| pb.name == branch_name && pb.developers_can_push }
775
776
  end

777
778
779
  def forked?
    !(forked_project_link.nil? || forked_project_link.forked_from_project.nil?)
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
780

781
782
783
784
  def personal?
    !group
  end

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
785
  def rename_repo
786
    path_was = previous_changes['path'].first
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
787
788
789
    old_path_with_namespace = File.join(namespace_dir, path_was)
    new_path_with_namespace = File.join(namespace_dir, path)

790
791
    expire_caches_before_rename(old_path_with_namespace)

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
792
    if gitlab_shell.mv_repository(old_path_with_namespace, new_path_with_namespace)
793
      # If repository moved successfully we need to send update instructions to users.
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
794
795
796
      # However we cannot allow rollback since we moved repository
      # So we basically we mute exceptions in next actions
      begin
797
        gitlab_shell.mv_repository("#{old_path_with_namespace}.wiki", "#{new_path_with_namespace}.wiki")
798
        send_move_instructions(old_path_with_namespace)
799
        reset_events_cache
800
801
802
803
804

        @old_path_with_namespace = old_path_with_namespace

        SystemHooksService.new.execute_hooks_for(self, :rename)

805
        @repository = nil
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
806
      rescue
Johannes Schleifenbaum's avatar
Johannes Schleifenbaum committed
807
        # Returning false does not rollback after_* transaction but gives
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
808
809
810
811
812
813
814
815
        # us information about failing some of tasks
        false
      end
    else
      # if we cannot move namespace directory we should rollback
      # db changes in order to prevent out of sync between db and fs
      raise Exception.new('repository cannot be renamed')
    end
816
817

    Gitlab::UploadsTransfer.new.rename_project(path_was, path, namespace.path)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
818
  end
819

820
821
822
823
824
825
  # Expires various caches before a project is renamed.
  def expire_caches_before_rename(old_path)
    repo = Repository.new(old_path, self)
    wiki = Repository.new("#{old_path}.wiki", self)

    if repo.exists?
826
      repo.before_delete
827
828
829
    end

    if wiki.exists?
830
      wiki.before_delete
831
832
833
    end
  end

834
835
  def hook_attrs(backward: true)
    attrs = {
Kirill Zaitsev's avatar
Kirill Zaitsev committed
836
      name: name,
837
      description: description,
Kirilll Zaitsev's avatar
Kirilll Zaitsev committed
838
      web_url: web_url,
839
840
841
      avatar_url: avatar_url,
      git_ssh_url: ssh_url_to_repo,
      git_http_url: http_url_to_repo,
Kirill Zaitsev's avatar
Kirill Zaitsev committed
842
      namespace: namespace.name,
843
844
845
      visibility_level: visibility_level,
      path_with_namespace: path_with_namespace,
      default_branch: default_branch,
Kirill Zaitsev's avatar
Kirill Zaitsev committed
846
    }
847
848
849
850
851
852
853
854
855
856
857
858

    # Backward compatibility
    if backward
      attrs.merge!({
                    homepage: web_url,
                    url: url_to_repo,
                    ssh_url: ssh_url_to_repo,
                    http_url: http_url_to_repo
                  })
    end

    attrs
Kirill Zaitsev's avatar
Kirill Zaitsev committed
859
860
  end

861
862
863
864
865
  # Reset events cache related to this project
  #
  # Since we do cache @event we need to reset cache in special cases:
  # * when project was moved
  # * when project was renamed
866
  # * when the project avatar changes
867
868
869
870
871
872
873
874
875
  # Events cache stored like  events/23-20130109142513.
  # The cache key includes updated_at timestamp.
  # Thus it will automatically generate a new fragment
  # when the event is updated because the key changes.
  def reset_events_cache
    Event.where(project_id: self.id).
      order('id DESC').limit(100).
      update_all(updated_at: Time.now)
  end
876
877

  def project_member(user)
Gabriel Mazetto's avatar
Gabriel Mazetto committed
878
    project_members.find_by(user_id: user)
879
  end
880
881
882
883

  def default_branch
    @default_branch ||= repository.root_ref if repository.exists?
  end
884
885
886
887
888

  def reload_default_branch
    @default_branch = nil
    default_branch
  end
889

890
891
892
  def visibility_level_field
    visibility_level
  end
893
894
895
896
897
898
899
900

  def archive!
    update_attribute(:archived, true)
  end

  def unarchive!
    update_attribute(:archived, false)
  end
901

902
  def change_head(branch)
903
    repository.before_change_head
P.S.V.R's avatar
P.S.V.R committed
904
905
906
    repository.rugged.references.create('HEAD',
                                        "refs/heads/#{branch}",
                                        force: true)
907
    repository.copy_gitattributes(branch)
908
909
    reload_default_branch
  end
910
911
912
913

  def forked_from?(project)
    forked? && project == forked_from_project
  end
914
915
916
917

  def update_repository_size
    update_attribute(:repository_size, repository.size)
  end
918

919
920
921
922
  def update_commit_count
    update_attribute(:commit_count, repository.commit_count)
  end

923
  def forks_count
924
    forks.count
925
  end
Robert Schilling's avatar
Robert Schilling committed
926
927
928
929

  def find_label(name)
    labels.find_by(name: name)
  end
930
931
932
933

  def origin_merge_requests
    merge_requests.where(source_project_id: self.id)
  end
934
935

  def create_repository
936
937
    # Forked import is handled asynchronously
    unless forked?
938
      if gitlab_shell.add_repository(path_with_namespace)
939
        repository.after_create
940
941
        true
      else
942
        errors.add(:base, 'Failed to create repository via gitlab-shell')
943
944
        false
      end
945
946
947
948
949
950
951
952
953
954
    end
  end

  def repository_exists?
    !!repository.exists?
  end

  def create_wiki
    ProjectWiki.new(self, self.owner).wiki
    true
955
  rescue ProjectWiki::CouldNotCreateWikiError
956
    errors.add(:base, 'Failed create wiki')
957
958
    false
  end
959

Drew Blessing's avatar
Drew Blessing committed
960
961
962
963
  def jira_tracker_active?
    jira_tracker? && jira_service.active
  end