From 32c1501d69d1618452e0088b343a6806769d79a9 Mon Sep 17 00:00:00 2001 From: Shinya Maeda Date: Mon, 26 Feb 2018 23:06:04 +0900 Subject: Add rake task. Adopt the latest fix. Drop CreateTraceArtifactService --- lib/gitlab/ci/trace.rb | 34 ++++++++++++++++++++++------------ lib/tasks/gitlab/traces.rake | 17 +++++++++++++++++ 2 files changed, 39 insertions(+), 12 deletions(-) create mode 100644 lib/tasks/gitlab/traces.rake (limited to 'lib') diff --git a/lib/gitlab/ci/trace.rb b/lib/gitlab/ci/trace.rb index defc8160121..ef5e7fcac23 100644 --- a/lib/gitlab/ci/trace.rb +++ b/lib/gitlab/ci/trace.rb @@ -112,18 +112,28 @@ module Gitlab private def archive_stream!(stream) - file = Tempfile.new('trace.log') - size = IO.copy_stream(file, stream) - raise 'Not all saved' unless size == stream.size - file.close - - job.create_job_artifacts_trace!( - project: job.project, - file_type: :trace, - file: file) - ensure - file&.close - file&.unlink + clone_file!(stream, JobArtifactUploader.workhorse_upload_path) do |clone_path| + create_job_trace!(job, clone_path) + end + end + + def clone_file!(src_stream, temp_dir) + FileUtils.mkdir_p(temp_dir) + Dir.mktmpdir('tmp-trace', temp_dir) do |dir_path| + temp_path = File.join(dir_path, "job.log") + size = IO.write(src_stream, temp_path) + raise 'Not all saved' unless size == src_stream.size + yield(temp_path) + end + end + + def create_job_trace!(job, path) + File.open(path) do |stream| + job.create_job_artifacts_trace!( + project: job.project, + file_type: :trace, + file: stream) + end end def ensure_path diff --git a/lib/tasks/gitlab/traces.rake b/lib/tasks/gitlab/traces.rake new file mode 100644 index 00000000000..f45edc922aa --- /dev/null +++ b/lib/tasks/gitlab/traces.rake @@ -0,0 +1,17 @@ +require 'logger' +require 'resolv-replace' + +desc "GitLab | Archive legacy traces to trace artifacts" +namespace :gitlab do + namespace :traces do + task archive: :environment do + logger = Logger.new(STDOUT) + logger.info('Archiving legacy traces') + + job_ids = Ci::Build.complete.without_trace_artifact.pluck(:id) + job_ids = job_ids.map { |build_id| [build_id] } + + ArchiveLegacyTraceWorker.bulk_perform_async(job_ids) + end + end +end -- cgit v1.2.1