Class: Debci::Job

Inherits:
ActiveRecord::Base
  • Object
show all
Includes:
Test::Duration, Test::Paths, Validators::APTSource
Defined in:
lib/debci/job.rb

Defined Under Namespace

Classes: InvalidStatusFile

Class Method Summary collapse

Instance Method Summary collapse

Methods included from Test::Paths

#autopkgtest_dir, #debci_log, #purge_files, #result_json, #root

Methods included from Test::Duration

#duration_human

Methods included from Validators::APTSource

#invalid_extra_apt_sources

Class Method Details

.history(package, suite, arch) ⇒ Object 



234
235
236
237
238
239
240
 
# File 'lib/debci/job.rb', line 234

def self.history(package, suite, arch)
  Debci::Job.includes(:requestor).not_private.finished.where(
    package: package,
    suite: suite,
    arch: arch
  ).order('date')
end

.import(status_file) ⇒ Object 



101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
 
# File 'lib/debci/job.rb', line 101

def self.import(status_file)
  status = JSON.parse(File.read(status_file))
  run_id = status.delete('run_id').to_i
  package = status.delete('package')
  job = Debci::Job.find(run_id)
  if package != job.package.name
    raise InvalidStatusFile.new("Data in %{file} is for package %{pkg}, while database says that job %{id} is for package %{origpkg}" % {
      file: status_file,
      pkg: package,
      id: run_id,
      origpkg: job.package,
    })
  end
  status.each do |k, v|
    job.send("#{k}=", v)
  end

  job.save!
  job
end

.pending ⇒ Object 



230
231
232
 
# File 'lib/debci/job.rb', line 230

def self.pending
  Debci::Job.includes(:requestor).not_private.where(status: nil).order(:created_at)
end

.platform_specific_issues ⇒ Object 



87
88
89
90
91
 
# File 'lib/debci/job.rb', line 87

def self.platform_specific_issues
  all_status.includes(:package).group_by(&:package).select do |_, statuses|
    statuses.map(&:status).uniq.size > 1
  end
end

.receive(directory) ⇒ Object 



122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
 
# File 'lib/debci/job.rb', line 122

def self.receive(directory)
  src = Pathname(directory)
  id = src.basename.to_s
  Debci::Job.find(id).tap do |job|
    exitcode = src / 'exitcode'
    unless exitcode.exist?
      job.status = "tmpfail"
      job.message = "Invalid test results received"
      next
    end
    job.status, job.message = status(exitcode.read.to_i)
    duration = (src / 'duration')
    if duration.exist?
      job.duration_seconds = duration.read.to_i
      job.date = duration.stat.mtime
    else
      job.duration_seconds = 0
      job.date = Time.now
    end

    worker_file = (src / 'worker')
    if worker_file.exist?
      job.worker = Debci::Worker.find_or_create_by!(name: worker_file.read.strip)
    end

    testpkg_version = src / 'testpkg-version'
    if testpkg_version.exist?
      job.version = testpkg_version.read.split.last if testpkg_version
    else
      job.version = 'n/a'
    end

    if job.previous
      job.previous_status = job.previous.status
    end
    if job.last_pass
      job.last_pass_date = job.last_pass.date
      job.last_pass_version = job.last_pass.version
    end

    dest = job.autopkgtest_data_dir
    dest.parent.mkpath

    # remove destination directory if it exists; this can happen is a
    # previous receiving was interrupted (e.g. if the daemon is restarte)
    dest.rmtree if dest.exist?

    FileUtils.cp_r src, dest
    Dir.chdir dest do
      artifacts = Dir['*'] - ['log.gz']
      cmd = ['tar', '-caf', 'artifacts.tar.gz', '--remove-files', '--', *artifacts]
      system(*cmd) || raise('Command failed: %<cmd>s' % { cmd: cmd.join(' ') })
    end
    job.calculate_file_sizes!

    job.save!

    # only remove original directory after everything went well
    src.rmtree
  end
end

.status(exit_code) ⇒ Object 



209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
 
# File 'lib/debci/job.rb', line 209

def self.status(exit_code)
  case exit_code
  when 0
    ['pass', 'All tests passed']
  when 2
    ['pass', 'Tests passed, but at least one test skipped']
  when 4
    ['fail', 'Tests failed']
  when 6
    ['fail', 'Tests failed, and at least one test skipped']
  when 12, 14
    ['fail', 'Erroneous package']
  when 8
    ['neutral', 'No tests in this package or all skipped']
  when 16
    ['tmpfail', 'Could not run tests due to a temporary testbed failure']
  else
    ['tmpfail', "Unexpected autopkgtest exit code #{exit_code}"]
  end
end

Instance Method Details

#always_failing? ⇒ Boolean

Returns:

  • (Boolean) 


332
333
334
 
# File 'lib/debci/job.rb', line 332

def always_failing?
  last_pass_version.nil? || last_pass_version == 'n/a'
end

#as_json(options = nil) ⇒ Object 



269
270
271
272
273
274
 
# File 'lib/debci/job.rb', line 269

def as_json(options = nil)
  super(options).update(
    "duration_human" => self.duration_human,
    "package" => package.name,
  )
end

#autopkgtest_data_dir ⇒ Object 



188
189
190
 
# File 'lib/debci/job.rb', line 188

def autopkgtest_data_dir
  @autopkgtest_data_dir ||= Pathname(Debci.config.autopkgtest_basedir) / autopkgtest_data_path
end

#autopkgtest_data_path ⇒ Object 



184
185
186
 
# File 'lib/debci/job.rb', line 184

def autopkgtest_data_path
  @autopkgtest_data_path ||= File.join(suite, arch, package.prefix, package.name, id.to_s)
end

#backend ⇒ Object 



301
302
303
 
# File 'lib/debci/job.rb', line 301

def backend
  requested_backend || Debci::Backend.default
end

#calculate_file_sizes! ⇒ Object 



198
199
200
201
202
203
 
# File 'lib/debci/job.rb', line 198

def calculate_file_sizes!
  dir = self.autopkgtest_data_dir
  log = (dir / 'log.gz')
  self.log_size = log.size if log.exist?
  self.artifacts_size = (dir / 'artifacts.tar.gz').size
end

#cleanup ⇒ Object 



192
193
194
195
196
 
# File 'lib/debci/job.rb', line 192

def cleanup
  self.purge_files
  self.files_purged = true
  self.save!
end

#disk_usage ⇒ Object 



205
206
207
 
# File 'lib/debci/job.rb', line 205

def disk_usage
  (self.log_size || 0) + (self.artifacts_size || 0)
end

#enqueue(priority = 5) ⇒ Object 



293
294
295
296
297
298
299
 
# File 'lib/debci/job.rb', line 293

def enqueue(priority = 5)
  backend = Debci::Backend.select(package, arch)
  self.update(requested_backend: backend)
  queue = Debci::AMQP.get_queue(arch, backend)
  parameters = enqueue_parameters
  queue.publish("%s %s %s" % [package.name, suite, parameters.join(' ')], priority: priority)
end

#enqueue_parameters ⇒ Object 



276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
 
# File 'lib/debci/job.rb', line 276

def enqueue_parameters
  parameters = ['run-id:%s' % id]
  if self.trigger
    parameters << "trigger:#{CGI.escape(trigger)}"
  end
  Array(self.pin_packages).each do |pin|
    *pkgs, suite = pin
    parameters << "pin-packages:#{suite}=#{pkgs.join(',')}"
  end
  Array(self.extra_apt_sources).each do |name|
    src = Debci.extra_apt_sources_list.find(name)
    parameters << "extra-apt-source:#{Base64.strict_encode64(src.entry)}"
    parameters << "signing-key:#{Base64.strict_encode64(src.signing_key)}" if src.signing_key
  end
  parameters
end

#had_success? ⇒ Boolean

Returns:

  • (Boolean) 


336
337
338
 
# File 'lib/debci/job.rb', line 336

def had_success?
  !always_failing?
end

#headline ⇒ Object 



328
329
330
 
# File 'lib/debci/job.rb', line 328

def headline
  "#{package.name} #{version} #{status.upcase} on #{suite}/#{arch}"
end

#history ⇒ Object 



242
243
244
 
# File 'lib/debci/job.rb', line 242

def history
  @history ||= self.class.history(package, suite, arch)
end

#last_pass ⇒ Object 



254
255
256
 
# File 'lib/debci/job.rb', line 254

def last_pass
  @last_pass ||= previous_unpinned_jobs.where(status: 'pass').last
end

#pinned? ⇒ Boolean

Returns:

  • (Boolean) 


35
36
37
 
# File 'lib/debci/job.rb', line 35

def pinned?
  !pin_packages.empty?
end

#previous ⇒ Object 



250
251
252
 
# File 'lib/debci/job.rb', line 250

def previous
  @previous ||= previous_unpinned_jobs.last
end

#previous_unpinned_jobs ⇒ Object 



246
247
248
 
# File 'lib/debci/job.rb', line 246

def previous_unpinned_jobs
  @previous_unpinned_jobs ||= history.not_pinned.where(["date < ?", date])
end

#retry ⇒ Object 



305
306
307
308
309
310
311
312
313
314
315
316
317
318
 
# File 'lib/debci/job.rb', line 305

def retry
  new_job = Debci::Job.create!(
    package: self.package,
    suite: self.suite,
    arch: self.arch,
    requestor: self.requestor,
    trigger: self.trigger,
    pin_packages: self.pin_packages,
    is_private: self.is_private,
    extra_apt_sources: self.extra_apt_sources
  )
  new_job.enqueue
  new_job
end

#time ⇒ Object

Returns the amount of time since the date for this status object



259
260
261
262
263
264
265
266
267
 
# File 'lib/debci/job.rb', line 259

def time
  days = (Time.now - self.created_at)/86400

  if days >= 1 || days <= -1
    "#{days.floor} day(s) ago"
  else
    "#{Time.at(Time.now - self.created_at).gmtime.strftime('%H')} hour(s) ago"
  end
end

#title ⇒ Object 



324
325
326
 
# File 'lib/debci/job.rb', line 324

def title
  '%s %s' % [version, status]
end

#to_s ⇒ Object 



320
321
322
 
# File 'lib/debci/job.rb', line 320

def to_s
  "%s %s/%s (%s)" % [package.name, suite, arch, status || 'pending']
end