atomize-debs.rb

require 'json'
require 'tmpdir'
require 'yaml'

class Source
  attr_reader :upstream_name
  attr_reader :upstream_version

  def initialize(upstream_name)
    @upstream_name = upstream_name
  end

  def all_qml_depends
    @all_qml_depends ||= controls.collect do |control|
      control.binaries.collect do |binary|
        next nil unless runtime_binaries.include?(binary['package'])
        deps = binary.fetch('depends', []) + binary.fetch('recommends', [])
        deps.collect do |dep|
          dep = [dep[0]] if dep.size > 1
          next nil unless dep[0].name.start_with?('qml-module')
          dep = dep.each { |y| y.architectures = nil; y.version = nil; y.operator = nil }
          # puts "---> #{dep} ---> #{dep[0].substvar?}"
          dep = dep.reject(&:substvar?)
          dep.collect(&:to_s)
        end.compact
      end.flatten
    end.flatten
  end

  def dev_binaries
    dev_only(all_packages)
  end

  def runtime_binaries
    runtime_only(all_packages)
  end

  def all_build_depends
    @all_build_depends ||= controls.collect do |control|
      bdeps = control.source.fetch('build-depends', []) +
              control.source.fetch('build-depends-indep', [])
      bdeps.collect do |x|
        # TODO: this makes a bunch of assumptions as we have no proper
        #   resolver for dependencies. in alternates the first always wins
        #   architecture restrictions are entirely ignored
        x = [x[0]] if x.size > 1
        x = x.each { |y| y.architectures = nil; y.version = nil; y.operator = nil }
        x.collect(&:to_s)
      end.compact
    end.flatten
  end

  private

  def read_upstream_version(dir)
    version = `dpkg-parsechangelog -S version -l #{dir}/debian/changelog`.strip
    unless $?.success?
      warn 'Got error during dpkg-parsechangelog!'
      warn version
      return nil
    end
    version = version.split(':', 2)[-1] # ditch epoch
    version.split('-', 2)[0] # ditch rev
  end

  def parse_control(src)
    system("apt-get --download-only source #{src}") || raise
    FileUtils.mkpath('source/')
    files = 'debian/control debian/changelog'
    system("tar -xvf *debian.tar.* -C source #{files}") || raise
    @upstream_version = read_upstream_version('source')
    require_relative 'debian/control'
    control = Debian::Control.new('source')
    control.parse!
    control
  end

  def controls
    @controls ||= sources.collect do |src|
      Dir.mktmpdir do |tmpdir|
        Dir.chdir(tmpdir) do
          parse_control(src)
        end
      end
    end
  end


  def all_packages
    @all_packages ||= controls.collect do |control|
      control.binaries.collect { |x| x.fetch('package') }
    end.flatten
  end

  def dev_only(packages)
    packages.select do |pkg|
      pkg.include?('-dev') && !(pkg == 'qt5-qmake-arm-linux-gnueabihf')
    end
  end

  def runtime_only(packages)
    packages.delete_if do |pkg|
      pkg.include?('-dev') || pkg.include?('-doc') || pkg.include?('-dbg') ||
        pkg.include?('-examples') || pkg == 'qt5-qmake-arm-linux-gnueabihf'
    end
  end

  MAP = {
    'qt5' => %w(qtbase-opensource-src
                qtscript-opensource-src
                qtdeclarative-opensource-src
                qttools-opensource-src
                qtsvg-opensource-src
                qtx11extras-opensource-src),
    'kwallet' => %w(kwallet-kf5),
    'kdnssd' => [],
    'baloo' => %w(baloo-kf5),
    'kdoctools' => %w(kdoctools5),
    'kfilemetadata' => %w(kfilemetadata-kf5),
    'attica' => %w(attica-kf5),
    'kactivities' => %w(kactivities-kf5)
  }.freeze

  def sources
    MAP.fetch(@upstream_name, [@upstream_name])
  end
end

class SnapcraftConfig
  module AttrRecorder
    def attr_accessor(*args)
      record_readable(*args)
      super
    end

    def attr_reader(*args)
      record_readable(*args)
      super
    end

    def record_readable(*args)
      @readable_attrs ||= []
      @readable_attrs += args
    end

    def readable_attrs
      @readable_attrs
    end
  end

  module YamlAttributer
    def encode_with(c)
      c.tag = nil # Unset the tag to prevent clutter
      self.class.readable_attrs.each do |readable_attrs|
        next unless data = method(readable_attrs).call
        c[readable_attrs.to_s.tr('_', '-')] = data
      end
      super(c) if defined?(super)
    end
  end

  class Part
    extend AttrRecorder
    prepend YamlAttributer

    # Array<String>
    attr_accessor :after
    # String
    attr_accessor :plugin
    # Array<String>
    attr_accessor :build_packages
    # Array<String>
    attr_accessor :stage_packages
    # Hash
    attr_accessor :filesets
    # Array<String>
    attr_accessor :snap
    # Array<String>
    attr_accessor :stage
    # Hash<String, String>
    attr_accessor :organize

    attr_writer :source
    attr_writer :configflags

    def initialize
      @after = []
      @plugin = 'nil'
      @build_packages = []
      @stage_packages = []
      @filesets = {
        'exclusion' => %w(
          -usr/lib/*/cmake/*
          -usr/lib/*/qt5/bin/moc
          -usr/lib/*/qt5/bin/qmake
          -usr/lib/*/qt5/bin/rcc
          -usr/lib/*/qt5/bin/*cpp*
          -usr/lib/qt5/bin/assistant
          -usr/lib/qt5/bin/designer
          -usr/lib/qt5/bin/lconvert
          -usr/lib/qt5/bin/linguist
          -usr/lib/qt5/bin/lupdate
          -usr/lib/qt5/bin/lrelease
          -usr/lib/qt5/bin/moc
          -usr/lib/qt5/bin/pixeltool
          -usr/lib/qt5/bin/qcollectiongenerator
          -usr/lib/qt5/bin/qdbuscpp2xml
          -usr/lib/qt5/bin/qdbusxml2cpp
          -usr/lib/qt5/bin/qdoc
          -usr/lib/qt5/bin/qhelpconverter
          -usr/lib/qt5/bin/qlalr
          -usr/lib/qt5/bin/qmake
          -usr/lib/qt5/bin/rcc
          -usr/lib/qt5/bin/syncqt.pl
          -usr/lib/vlc/plugins/gui/libqt4_plugin.so
          -usr/include/*
          -usr/share/ECM/*
          -usr/share/xml/docbook/*
          -usr/share/doc/*
          -usr/share/locale/*/LC_MESSAGES/vlc.mo
          -usr/share/man/*
          -usr/share/icons/breeze/*.rcc
          -usr/share/icons/breeze-dark/*.rcc
          -usr/share/wallpapers/*
          -usr/share/fonts/*
          -usr/share/pkgconfig
          -usr/lib/*/pkgconfig
          -usr/share/QtCurve
          -usr/share/kde4
          -usr/share/bug
          -usr/share/debhelper
          -usr/share/lintian
          -usr/share/menu
          -usr/bin/*vlc
          -usr/bin/dh_*
          -usr/lib/*/*.a
          -usr/lib/*/*.pri
        )
      }
      @stage = %w[
        -usr/share/doc/*
        -usr/share/man/*
        -usr/share/icons/breeze/*.rcc
        -usr/share/wallpapers/*
        -usr/share/fonts/*
      ]
      @snap = %w($exclusion)
      # @organize = {
      #   'etc/*' => 'slash/etc/',
      #   'usr/*' => 'slash/usr/'
      # }
    end

    def encode_with(c)
      if @plugin != 'nil'
        c['configflags'] = @configflags
        c['source'] = @source
      end
      super if defined?(super)
    end
  end

  class Slot
    extend AttrRecorder
    prepend YamlAttributer

    attr_accessor :content
    attr_accessor :interface
    attr_accessor :read
  end

  extend AttrRecorder
  prepend YamlAttributer

  attr_accessor :name
  attr_accessor :version
  attr_accessor :summary
  attr_accessor :description
  attr_accessor :confinement
  attr_accessor :grade
  attr_accessor :slots
  attr_accessor :parts

  def initialize
    @parts = {}
    @slots = {}
  end
end

config = SnapcraftConfig.new
config.name = 'kde-frameworks-5'
config.version = 'unknown'
config.summary = 'KDE Frameworks 5'
config.description = 'KDE Frameworks are addons and useful extensions to Qt'
config.confinement = 'strict'
config.grade = 'stable'

slot = SnapcraftConfig::Slot.new
slot.content = 'kde-frameworks-5-all'
slot.interface = 'content'
slot.read = %w[.]
config.slots['kde-frameworks-5-slot'] = slot

# These are only old versions! The new version is created later after we know
# the current versions of the content.
content_versions = JSON.parse(File.read('versions.json')).uniq
content_versions.each do |content_version|
  slot = SnapcraftConfig::Slot.new
  slot.content = content_version
  slot.interface = 'content'
  slot.read = %w[.]
  config.slots[content_version] = slot
end

# This list is generated by resolving and sorting the dep tree from
# kde-build-metadata. Commented out bits we don't presently want to build.
parts = %w(extra-cmake-modules kcoreaddons) + # kdesupport/polkit-qt-1
        %w(kauth kconfig kwidgetsaddons kcompletion
           kwindowsystem kcrash karchive ki18n kfilemetadata
           kjobwidgets kpty kunitconversion kcodecs) + # kdesupport/phonon/phonon
        %w(knotifications kpackage kguiaddons kconfigwidgets kitemviews
           kiconthemes attica kdbusaddons kservice kglobalaccel sonnet
           ktextwidgets breeze-icons kxmlgui kbookmarks solid kwallet kio
           kdeclarative kcmutils kplotting kparts kdewebkit
           kemoticons knewstuff kinit knotifyconfig kded
           kdesu ktexteditor kactivities kactivities-stats
           kdnssd kidletime kitemmodels threadweaver
           plasma-framework kxmlrpcclient kpeople frameworkintegration
           kdoctools
           kdesignerplugin
           krunner kwayland baloo)
           # plasma-integration) # extra integration pulls in breeze pulls in kde4/qt4
parts += %w(qtwebkit qtbase qtdeclarative qtgraphicaleffects qtlocation
qtmultimedia qtquickcontrols qtquickcontrols2 qtscript qtsensors qtserialport
qtsvg qttools qttranslations qtvirtualkeyboard qtwayland qtwebchannel
qtwebengine qtwebsockets qtx11extras qtxmlpatterns).collect { |x| x += '-opensource-src' }
#
# oxygen-icons5 only one icon set
# Not Runtime Relevant! FIXME: need to seperate these out to only end up in -dev but not content!
#   extra-cmake-modules
#   kdesignerplugin
#   kdoctools
# No Porting Aids!
#   kdelibs4support
#   khtml
#   kjs
#   kjsembed
#   kmediaplayer
#   kross

# padding
parts = [nil] + parts
# parts += [nil]

devs = []
# mesa-utils-extra - es2_info useful to debug GL problems.
runs = %w[mesa-utils-extra]
# GStreamer plugins
runs += %w[gstreamer1.0-fluendo-mp3 gstreamer1.0-x gstreamer1.0-plugins-base
           gstreamer1.0-pulseaudio gstreamer1.0-plugins-good]
# For on-demand locale generation we need the raw data to generate locales from.
runs += %w[locales libc-bin]

kf5_version = nil
qt5_version = nil

parts.each_cons(2) do |first_name, second_name|
  # puts "#{second_name} AFTER #{first_name}"
  next unless second_name # first item is nil
  source = Source.new(second_name)
  devs += source.dev_binaries
  runs += source.runtime_binaries
  if source.upstream_name == 'extra-cmake-modules' && config.version
    kf5_version = source.upstream_version
    config.version = source.upstream_version
  end
  if source.upstream_name == 'qtbase-opensource-src'
    qt5_version = source.upstream_version
  end
end

# Construct a new interface name with up to date versions.
# This is the only way we can version a content snap.
kf5_version = 'kde-frameworks-' + kf5_version.split('.')[0..1].join('-')
qt5_version = 'qt-' + qt5_version.split('.')[0..1].join('-')
platform_version = 'ubuntu-1604'

latest_version = [kf5_version, qt5_version, platform_version].join('-')
# Dump the latest interface. The application builds will pick this up and
# set it as their content provider, this way we should be able to prevent
# Qt version mismatches.
File.write('content.json',
           JSON.generate(latest_version))
unless config.slots.include?(latest_version)
  slot = SnapcraftConfig::Slot.new
  slot.content = latest_version
  slot.interface = 'content'
  slot.read = %w[.]
  config.slots[latest_version] = slot

  content_versions << latest_version
  File.write('versions.json', JSON.generate(content_versions.uniq))
end

# Do not pull in the GTK stack.
runs.delete('qt5-gtk-platformtheme')
devs.delete('qt5-gtk-platformtheme')

part = SnapcraftConfig::Part.new
part.stage_packages = runs.flatten
config.parts['kf5'] = part

dev = SnapcraftConfig::Part.new
dev.stage_packages = devs.flatten
dev.stage = (dev.stage + %w[
  -usr/share/emoticons
  -usr/share/icons/*
  -usr/share/locale/*/LC_*/*
  -usr/share/qt5/translations/*
  -usr/lib/*/dri/*
]).uniq
dev.snap = ['-*']
dev.after = %w(kf5)
config.parts['kf5-dev'] = dev

breeze = SnapcraftConfig::Part.new
breeze.after = %w(kf5-dev)
breeze.build_packages = %w(
  pkg-config
  libx11-dev
  extra-cmake-modules
  qtbase5-dev
  libkf5config-dev
  libkf5configwidgets-dev
  libkf5windowsystem-dev
  libkf5i18n-dev
  libkf5coreaddons-dev
  libkf5guiaddons-dev
  libqt5x11extras5-dev
  libkf5style-dev
  libkf5kcmutils-dev
  kwayland-dev
  libkf5package-dev
)
breeze.configflags = %w(
  -DKDE_INSTALL_USE_QT_SYS_PATHS=ON
  -DCMAKE_INSTALL_PREFIX=/usr
  -DCMAKE_BUILD_TYPE=Release
  -DENABLE_TESTING=OFF
  -DBUILD_TESTING=OFF
  -DKDE_SKIP_TEST_SETTINGS=ON
  -DWITH_DECORATIONS=OFF
)
breeze.plugin = 'cmake'
breeze.source = 'http://download.kde.org/stable/plasma/5.10.5/breeze-5.10.5.tar.xz'
config.parts['breeze'] = breeze

integration = SnapcraftConfig::Part.new
integration.after = %w(kf5-dev breeze)
integration.build_packages = %w(
               extra-cmake-modules
               kio-dev
               kwayland-dev
               libkf5config-dev
               libkf5configwidgets-dev
               libkf5i18n-dev
               libkf5iconthemes-dev
               libkf5notifications-dev
               libkf5widgetsaddons-dev
               libqt5x11extras5-dev
               libxcursor-dev
               qtbase5-dev
               qtbase5-private-dev
)
integration.configflags = %w(
  -DKDE_INSTALL_USE_QT_SYS_PATHS=ON
  -DCMAKE_INSTALL_PREFIX=/usr
  -DCMAKE_BUILD_TYPE=Release
  -DENABLE_TESTING=OFF
  -DBUILD_TESTING=OFF
  -DKDE_SKIP_TEST_SETTINGS=ON
)
integration.plugin = 'cmake'
integration.source = 'http://download.kde.org/stable/plasma/5.10.5/plasma-integration-5.10.5.tar.xz'
config.parts['plasma-integration'] = integration

puts File.write('snapcraft.yaml', YAML.dump(config, indentation: 4))
puts File.write('stage-content.json', JSON.generate(runs))
puts File.write('stage-dev.json', JSON.generate(runs + devs))