Update packages file for version 38830

Signed-off-by: clrbuilder <clrbuilder@intel.com>

Makefile.common

@@ -157,6 +157,10 @@ pullrebase:
 		fi \
 	fi
 
+# help vendor: Attempt to create an updated vendor tar archive if needed
+vendor: preautospec-checks pullrebase clean-old-content
+	@ $(TOPLVL)/projects/common/vendor.py $(firstword $(NEWURL) $(URL)) $(PKG_NAME) $(VND_BASE_URL)
+
 preautospec-checks:
 
 #help autospec: automatically generates a specfile. If there is
@@ -171,6 +175,7 @@ autospec: preautospec-checks pullrebase localreponotice clean-old-content
 		exit 1; \
 	fi
 	@printf 'PKG_NAME := %s\nURL = %s\nARCHIVES = %s\n\ninclude ../common/Makefile.common\n' $(PKG_NAME) '$(firstword $(value NEWURL) $(value URL))' '$(value ARCHIVES)' > Makefile
+	@$(MAKE) vendor
 	python3 $(TOPLVL)/projects/autospec/autospec/autospec.py \
 		--target . \
 		--integrity \

Makefile.config

@@ -35,6 +35,9 @@ PKG_BASE_URL = https://github.com/clearlinux-pkgs
 # Location where project repos are hosted.
 PRJ_BASE_URL = https://github.com/clearlinux
 
+# Location where vendor repos are hosted.
+VND_BASE_URL =
+
 # Project repos that are integral to the common tooling.
 PROJ_PKGS = autospec clr-bundles common
 

packages

@@ -80,6 +80,7 @@ R-DendSer
 R-Deriv
 R-DescTools
 R-DiagrammeR
+R-DiceDesign
 R-DistributionUtils
 R-DoseFinding
 R-Ecdat
@@ -259,6 +260,7 @@ R-caret
 R-cclust
 R-cellranger
 R-checkmate
+R-chk
 R-chron
 R-circlize
 R-classInt
@@ -317,6 +319,8 @@ R-dendextend
 R-desc
 R-devtools
 R-dfoptim
+R-diagram
+R-dials
 R-dichromat
 R-diffobj
 R-diffusionMap
@@ -1035,6 +1039,7 @@ Vulkan-Headers
 Vulkan-Loader
 Vulkan-Tools
 WALinuxAgent
+WPEBackend-fdo
 WireGuard
 XStatic-term.js
 Z3
@@ -1388,6 +1393,7 @@ dolphin
 dolphin-plugins
 dos2unix
 dosfstools
+dotconf
 double-conversion
 dovecot
 doxygen
@@ -1598,6 +1604,7 @@ gnome-music
 gnome-online-accounts
 gnome-panel
 gnome-photos
+gnome-remote-desktop
 gnome-screensaver
 gnome-screenshot
 gnome-session
@@ -2046,6 +2053,7 @@ libaccounts-glib
 libaccounts-qt
 libadwaita
 libaio
+libao
 libappindicator
 libarchive
 libass
@@ -2109,7 +2117,6 @@ libffi
 libfido2
 libfixmath
 libfm
-libfm-qt
 libfontenc
 libfreehand
 libftdi1
@@ -2165,7 +2172,6 @@ libksieve
 libksysguard
 liblangtag
 liblogging
-liblxqt
 libmaxminddb
 libmbim
 libmediaart
@@ -2219,7 +2225,6 @@ libqalculate
 libqb
 libqmi
 libqrtr-glib
-libqtxdg
 libqxp
 libratbag
 librdkafka
@@ -2256,7 +2261,6 @@ libstaroffice
 libstatgrab
 libstemmer_c
 libstoragemgmt
-libsysstat
 libtasn1
 libtermkey
 libthai
@@ -2293,6 +2297,7 @@ libwebp
 libwnck
 libwnck3
 libwpd
+libwpe
 libwpg
 libwps
 libxcvt
@@ -2338,8 +2343,8 @@ lksctp-tools
 llvm
 llvm11
 llvm12
-llvm13
 llvm14
+llvm15
 lm-sensors
 lmdb
 logrotate
@@ -2362,21 +2367,6 @@ luarocks
 lutris
 luv
 lv2
-lxqt-about
-lxqt-admin
-lxqt-build-tools
-lxqt-config
-lxqt-globalkeys
-lxqt-notificationd
-lxqt-openssh-askpass
-lxqt-panel
-lxqt-policykit
-lxqt-powermanagement
-lxqt-qtplugin
-lxqt-runner
-lxqt-session
-lxqt-sudo
-lxqt-themes
 lynx
 lz4
 lzlib
@@ -2550,6 +2540,7 @@ numactl
 numatop
 numlockx
 numpy-stl
+nv-codec-headers
 nvme-cli
 oath-toolkit
 obs-studio
@@ -2572,7 +2563,6 @@ openQA
 openal-soft
 openblas
 openbox
-opencl-clang
 opencl-headers
 openconnect
 openct
@@ -2629,7 +2619,6 @@ pavucontrol
 pbzip2
 pciutils
 pcmanfm
-pcmanfm-qt
 pcp
 pcre
 pcre2
@@ -3574,6 +3563,7 @@ pmdk
 pmix
 pngcrush
 po4a
+poco
 podman
 polkit
 polkit-kde-agent
@@ -3634,6 +3624,7 @@ pypi-aiohttp
 pypi-aiohttp_cors
 pypi-aiosignal
 pypi-aiosmtpd
+pypi-aiosqlite
 pypi-alabaster
 pypi-altgraph
 pypi-amqp
@@ -3668,6 +3659,7 @@ pypi-asyncssh
 pypi-asynctest
 pypi-atomicwrites
 pypi-atpublic
+pypi-attrdict
 pypi-attrs
 pypi-autocommand
 pypi-automat
@@ -3691,6 +3683,7 @@ pypi-bashlex
 pypi-bcrypt
 pypi-beautifulsoup4
 pypi-beniget
+pypi-billiard
 pypi-binaryornot
 pypi-bindep
 pypi-bitmath
@@ -3753,6 +3746,7 @@ pypi-cmarkgfm
 pypi-cmd2
 pypi-codecov
 pypi-colorama
+pypi-coloredlogs
 pypi-colorlog
 pypi-columnize
 pypi-comm
@@ -3775,6 +3769,7 @@ pypi-crcmod
 pypi-cryptography
 pypi-cryptography_vectors
 pypi-cs
+pypi-csscompressor
 pypi-cssselect
 pypi-cssselect2
 pypi-cu2qu
@@ -3794,6 +3789,10 @@ pypi-deepmerge
 pypi-deepspeed
 pypi-deprecated
 pypi-deprecation
+pypi-devpi_client
+pypi-devpi_common
+pypi-devpi_process
+pypi-devpi_server
 pypi-diff_cover
 pypi-diff_match_patch
 pypi-diffoscope
@@ -3874,6 +3873,7 @@ pypi-geventhttpclient
 pypi-ghp_import
 pypi-gitdb
 pypi-gitpython
+pypi-glad
 pypi-glfw
 pypi-gmqtt
 pypi-google_api_core
@@ -3927,6 +3927,7 @@ pypi-httpx
 pypi-huggingface_hub
 pypi-humanfriendly
 pypi-humanize
+pypi-hupper
 pypi-hyperframe
 pypi-hyperlink
 pypi-hypothesis
@@ -3984,6 +3985,7 @@ pypi-jmespath
 pypi-joblib
 pypi-josepy
 pypi-jpype1
+pypi-jsmin
 pypi-json5
 pypi-jsondiff
 pypi-jsonlines
@@ -3999,11 +4001,15 @@ pypi-jupyter_events
 pypi-jupyter_nbgallery
 pypi-jupyter_packaging
 pypi-jupyter_server
+pypi-jupyter_server_fileid
 pypi-jupyter_server_mathjax
 pypi-jupyter_server_terminals
+pypi-jupyter_server_ydoc
 pypi-jupyter_sphinx
+pypi-jupyter_ydoc
 pypi-jupyterlab
 pypi-jupyterlab_launcher
+pypi-jupyterlab_link_share
 pypi-jupyterlab_pygments
 pypi-jupyterlab_server
 pypi-jupyterlab_widgets
@@ -4019,6 +4025,8 @@ pypi-kubernetes
 pypi-langcodes
 pypi-lark_parser
 pypi-latexcodec
+pypi-lavacli
+pypi-lazy
 pypi-lazy_loader
 pypi-lazy_object_proxy
 pypi-ldap3
@@ -4041,6 +4049,7 @@ pypi-markdown2
 pypi-markdown_it_py
 pypi-matplotlib
 pypi-matplotlib_inline
+pypi-maturin
 pypi-mdit_py_plugins
 pypi-mdurl
 pypi-mergedeep
@@ -4051,9 +4060,13 @@ pypi-mistune
 pypi-mkdocs
 pypi-mkdocs_autorefs
 pypi-mkdocs_exclude
+pypi-mkdocs_gen_files
+pypi-mkdocs_htmlproofer_plugin
 pypi-mkdocs_material_extensions
+pypi-mkdocs_monorepo_plugin
 pypi-mkdocstrings
 pypi-mkdocstrings_python
+pypi-ml_dtypes
 pypi-mock
 pypi-modulegraph
 pypi-molecule
@@ -4114,6 +4127,7 @@ pypi-ovirt_imageio
 pypi-packaging
 pypi-paho_mqtt
 pypi-pandocfilters
+pypi-parameterized
 pypi-paramiko
 pypi-parse
 pypi-parse_type
@@ -4121,6 +4135,7 @@ pypi-parsedatetime
 pypi-parsley
 pypi-parso
 pypi-partd
+pypi-passlib
 pypi-paste
 pypi-pastedeploy
 pypi-pastel
@@ -4132,6 +4147,7 @@ pypi-pbr
 pypi-pdm_pep517
 pypi-pecan
 pypi-ped
+pypi-pefile
 pypi-pep517
 pypi-pep621
 pypi-pep8
@@ -4143,13 +4159,17 @@ pypi-phabricator
 pypi-pickleshare
 pypi-picobox
 pypi-pid
+pypi-pidigits
 pypi-pillow
 pypi-pint
 pypi-pip
 pypi-pip_tools
+pypi-pipdeptree
 pypi-pkgconfig
 pypi-pkginfo
 pypi-pkgutil_resolve_name
+pypi-plaster
+pypi-plaster_pastedeploy
 pypi-platformdirs
 pypi-plotly
 pypi-pluggy
@@ -4236,6 +4256,7 @@ pypi-pyqrcode
 pypi-pyqt6_sip
 pypi-pyqt_builder
 pypi-pyquery
+pypi-pyramid
 pypi-pyreadline
 pypi-pyrfc3339
 pypi-pyro4
@@ -4326,6 +4347,7 @@ pypi-requirements_parser
 pypi-resolvelib
 pypi-responses
 pypi-restructuredtext_lint
+pypi-retrolab
 pypi-retry
 pypi-retry_decorator
 pypi-retryz
@@ -4430,7 +4452,9 @@ pypi-sshtunnel
 pypi-stack_data
 pypi-statsmodels
 pypi-storops
+pypi-strictyaml
 pypi-subprocess_tee
+pypi-suds
 pypi-sure
 pypi-svg.path
 pypi-tabulate
@@ -4452,6 +4476,7 @@ pypi-three_merge
 pypi-tifffile
 pypi-tinycss2
 pypi-tldextract
+pypi-tokenizers
 pypi-toml
 pypi-tomli
 pypi-tomli_w
@@ -4464,6 +4489,7 @@ pypi-tox
 pypi-tqdm
 pypi-traitlets
 pypi-trampolim
+pypi-translationstring
 pypi-trimesh
 pypi-trio
 pypi-trio_websocket
@@ -4511,7 +4537,9 @@ pypi-urwid
 pypi-user_agents
 pypi-userpath
 pypi-uvloop
+pypi-venusian
 pypi-verboselogs
+pypi-versioneer
 pypi-vine
 pypi-virtualenv
 pypi-volatile
@@ -4537,6 +4565,7 @@ pypi-wrapt
 pypi-wsgiproxy2
 pypi-wsproto
 pypi-wurlitzer
+pypi-xcffib
 pypi-xgboost
 pypi-xmldiff
 pypi-xmljson
@@ -4557,11 +4586,14 @@ pypi-xstatic_objectpath
 pypi-xstatic_roboto_fontface
 pypi-xvfbwrapper
 pypi-xyzservices
+pypi-y_py
 pypi-yamllint
 pypi-yamlloader
 pypi-yapf
 pypi-yarg
 pypi-yarl
+pypi-yattag
+pypi-ypy_websocket
 pypi-zabbix_api
 pypi-zc.lockfile
 pypi-zeroconf
@@ -4655,7 +4687,6 @@ qtwebchannel
 qtwebengine
 qtwebsockets
 qtx11extras
-qtxdg-tools
 qtxmlpatterns
 quagga
 quassel
@@ -4685,6 +4716,7 @@ rest
 restic
 rhythmbox
 rinutils
+ripgrep
 rlwrap
 rng-tools
 robin-map
@@ -4753,6 +4785,7 @@ smartcols
 smartmontools
 smemstat
 snappy
+sndio
 socat
 sof-bin
 softflowd
@@ -4873,6 +4906,7 @@ tracker
 tracker-miners
 tree
 tree-sitter
+trurl
 tzdata
 uchardet
 ucpp
@@ -4929,7 +4963,7 @@ wayland
 wayland-protocols
 wcslib
 webkitgtk
-webkitgtk50
+webkitgtk60
 weechat
 weston
 wget
@@ -4939,6 +4973,7 @@ wine
 wireless-regdb-master
 wireplumber
 wireshark
+wl-clipboard
 wlroots
 wmctrl
 woff2
@@ -5012,6 +5047,7 @@ xmlsec1
 xmlstarlet
 xmlto
 xmodmap
+xnec2c
 xorg-fonts
 xorg-server
 xorgproto

vendor.py

@@ -0,0 +1,128 @@
+#!/usr/bin/env python3
+
+import argparse
+import configparser
+import os
+import re
+import shutil
+import subprocess
+import tempfile
+import time
+
+from git import Repo
+
+import requests
+
+
+def vendor_check():
+    if not os.path.isfile('options.conf'):
+        return False
+    config = configparser.ConfigParser(interpolation=None)
+    config.read('options.conf')
+    if 'autospec' not in config.sections():
+        return False
+    if vendor := config['autospec'].get('cargo_vendor'):
+        if vendor == "true":
+            return 'cargo'
+
+    return False
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('url')
+    parser.add_argument('name')
+    parser.add_argument('git')
+    return parser.parse_args()
+
+
+def setup_content(url):
+    tdir = tempfile.mkdtemp()
+    outfile = os.path.join(tdir, os.path.basename(url))
+    response = requests.get(url, timeout=30)
+    response.raise_for_status()
+    with open(outfile, 'wb') as cfile:
+        cfile.write(response.content)
+
+    subprocess.run(f"tar xf {outfile}", shell=True, cwd=tdir, check=True)
+    os.remove(outfile)
+    return tdir
+
+
+def setup_cargo_vendor(path):
+    for dirpath, _, files in os.walk(path):
+        for fname in files:
+            if fname == "Cargo.toml":
+                return dirpath
+    return False
+
+
+def update_cargo_vendor(path, name, git):
+    git_uri = os.path.join(git, name)
+    vendor_path = os.path.join(path, 'vendor')
+    subprocess.run(f"git clone {git_uri} {vendor_path}", shell=True, check=True)
+    vendor_git = os.path.join(vendor_path, '.git')
+    if not os.path.isdir(vendor_git):
+        # initialize a git repo
+        subprocess.run('git init .', cwd=vendor_path, shell=True, check=True)
+        subprocess.run(f"git remote add origin {git_uri}", cwd=vendor_path,
+                       shell=True, check=True)
+    backup_vendor_git = os.path.join(path, 'clear-linux-vendor-git')
+    subprocess.run(f"cp -a {vendor_git} {backup_vendor_git}", cwd=path,
+                   shell=True, check=True)
+    shutil.rmtree(vendor_path)
+    subprocess.run('cargo vendor', cwd=path, shell=True, check=True)
+    subprocess.run(f"cp -a {backup_vendor_git} {vendor_git}", cwd=path,
+                   shell=True, check=True)
+    repo = Repo(vendor_path)
+    if not len(repo.untracked_files) > 0 or repo.is_dirty():
+        return False
+    subprocess.run('git add .', cwd=vendor_path, shell=True, check=True)
+    subprocess.run('git commit -m "vendor update"', cwd=vendor_path,
+                   shell=True, check=True)
+    gmt = time.gmtime()
+    tag = f"{gmt.tm_year}-{gmt.tm_mon:02d}-{gmt.tm_mday:02d}-{gmt.tm_hour:02d}-{gmt.tm_min:02d}-{gmt.tm_sec:02d}"
+    subprocess.run(f"git tag {tag}", cwd=vendor_path, shell=True,
+                   check=True)
+    subprocess.run(f"git push origin main:main {tag}", cwd=vendor_path,
+                   shell=True, check=True)
+    time.sleep(30)
+    return tag
+
+
+def update_cargo_sources(name, tag):
+    makefile = []
+    archive_match = os.path.join('$(CGIT_BASE_URL)', 'vendor', name,
+                                 'snapshot', name)
+    with open('Makefile', encoding='utf8') as mfile:
+        for line in mfile.readlines():
+            if line.startswith('ARCHIVES'):
+                if re.match(archive_match + '[a-zA-Z0-9_\-.]+\.tar\.xz', line):
+                    new_archives = re.sub(archive_match + '[a-zA-Z0-9_\-.]+\.tar\.xz',
+                                          f"{archive_match}-{tag}.tar.xz\n", line)
+                else:
+                    new_archives = f"ARCHIVES = {archive_match}-{tag}.tar.xz ./vendor\n"
+                makefile.append(new_archives)
+            else:
+                makefile.append(line)
+    with open('Makefile', 'w', encoding='utf8') as mfile:
+        mfile.writelines(makefile)
+
+
+def main():
+    vtype = vendor_check()
+    if not vtype:
+        return
+
+    args = get_args()
+    tdir = setup_content(args.url)
+    if vtype == 'cargo':
+        vdir = setup_cargo_vendor(tdir)
+        if vdir:
+            tag = update_cargo_vendor(vdir, args.name, args.git)
+            if tag:
+                update_cargo_sources(args.name, tag)
+    shutil.rmtree(tdir)
+
+if __name__ == '__main__':
+    main()