neptools/tools/package.rb

#! /usr/bin/env ruby

require 'concurrent'
require 'httparty'
require 'minitar'
require 'time'
require 'xz'
require 'zip'

if ARGV.size < 2
  $stderr.puts "Usage: #{$0} version build_number [quick]"
  exit 1
end

VERSION = ARGV[0]
BUILD_NUMBER = ARGV[1].to_i
QUICK = ARGV[2]

BASE_URL = "https://jenkins.neptards.moe/job/neptools/job/build_test/#{BUILD_NUMBER}/"

def get_artifacts job
  HTTParty.get("#{BASE_URL}/#{job}/api/json?tree=artifacts[relativePath]").
    parsed_response['artifacts'].map {|x| x['relativePath'] }
end

def get_artifact job, path
  puts "Getting artifact #{job} #{path}"
  HTTParty.get "#{BASE_URL}/#{job}/artifact/#{path}"
end

NEVER = /(?!x)x/ # regex that never matches
class ComprBase
  def self.create name
    res = new name
    begin
      yield res
    ensure
      res.close
    end
  end

  def boilerplate
    add_local_file 'COPYING'
    add_local_file 'COPYING.THIRD_PARTY'
    add_local_file 'README.md'
  end

  def artifact job, path, mode
    art = get_artifact job, path
    date = Time.httpdate art.headers['last-modified']
    add_file File.basename(path), mode, date, art.body
  end

  def artifacts job, filter = //, exe = NEVER
    get_artifacts(job).each do |art|
      next if art.end_with? '.xml'
      artifact job, art, (art =~ exe ? 0755 : 0644) if art =~ filter
    end
  end

  # do not use rubyzip's File#add: it will add a broken symlink when adding a
  # file that is a symlink in the fs
  def add_local_file fname
    stat = File.stat fname
    add_file fname, stat.mode, stat.mtime, File.read(fname)
  end
end

Zip.default_compression = 0 # will zopfli after
class MyZip < ComprBase
  def initialize name
    name << ".zip"
    puts "Generating #{name}"
    File.unlink name if File.exists? name
    @zip = Zip::File.open name, create: true
  end

  def close
    @zip.close
    system 'advzip', '-z4k', @zip.name, exception: true unless QUICK
  end

  def add_file fname, mode, time, body
    @zip.get_output_stream fname, permissions: mode, time: time.getutc do |s|
      s.write body
    end
  end
end

class MyTarXz < ComprBase
  def initialize name
    name << ".tar.xz"
    puts "Generating #{name}"
    compr = QUICK ? { level: 0 } : { level: 9, extreme: true }
    @xz = XZ::StreamWriter.open name, **compr, external_encoding: Encoding::BINARY
    begin
      @tar = Minitar::Writer.open @xz
      begin
        @dir = File.basename(name).gsub /\.[a-zA-Z.]*$/, ''
        @tar.mkdir @dir, mode: 0755, uid: 1000, gid: 1000 # todo mtime
      rescue
        @tar.close
        raise
      end
    rescue
      @xz.close
      File.unlink name
      raise
    end
  end

  def close
    @tar.close
    @xz.close
  end

  def add_file fname, mode, time, body
    time = Time.new time unless time.is_a? Time
    @tar.add_file_simple \
           "#{@dir}/#{File.basename fname}", mode: mode,
           uid: 1000, gid: 1000, mtime: time.to_i, data: body
  end
end


$pool = Concurrent::FixedThreadPool.new Etc.nprocessors
def post &blk
  $pool.post do
    begin
      blk[]
    rescue Exception => e
      puts e, e.backtrace
      exit! 1
    end
  end
end

def gen_set cls, job, name, normal_pat, sym_pat, exe_pat = NEVER
  post do
    cls.create "pkg/neptools-#{name}-#{VERSION}" do |o|
      o.boilerplate
      o.artifacts job, normal_pat, exe_pat
    end
  end
  post do
    cls.create "pkg/neptools-#{name}-#{VERSION}.symbols" do |o|
      o.artifacts job, sym_pat
    end
  end

  post do
    cls.create "pkg/neptools-#{name}-#{VERSION}-debug" do |o|
      o.boilerplate
      o.artifacts job.gsub(/mode=rel/, 'mode=debug'), //, exe_pat
    end
  end
end

gen_set MyZip, 'architecture=arm,lua=no,mode=rel,os_compiler=vita-gcc',
        'vita', /\.suprx$/, /\/[^.]+$/
gen_set MyTarXz, 'architecture=amd64,lua=lua,mode=rel,os_compiler=linux_steamrt-clang',
        'linux_amd64', /\/[^.]+$/, /\.debug$/, /\/[^.]+$/

gen_set MyZip, 'architecture=x86,lua=lua,mode=rel,os_compiler=windows_vista-clang_msvc12',
        'windows', /\.(exe|dll)$/, /\.pdb$/, /\.exe$/
gen_set MyZip, 'architecture=x86,lua=no,mode=rel,os_compiler=windows_vista-clang_msvc12',
        'windows-nolua', /\.(exe|dll)$/, /\.pdb$/, /\.exe$/
gen_set MyZip, 'architecture=x86,lua=ljx,mode=rel,os_compiler=windows_vista-clang_msvc12',
        'windows-ljx', /\.(exe|dll)$/, /\.pdb$/, /\.exe$/

$pool.shutdown
$pool.wait_for_termination