Update packages file for version 38680

Signed-off-by: clrbuilder <clrbuilder@intel.com>

Makefile.common

@@ -157,6 +157,10 @@ pullrebase:
 		fi \
 	fi
 
+# help vendor: Attempt to create an updated vendor tar archive if needed
+vendor: preautospec-checks pullrebase clean-old-content
+	@ $(TOPLVL)/projects/common/vendor.py $(firstword $(NEWURL) $(URL)) $(PKG_NAME) $(VND_BASE_URL)
+
 preautospec-checks:
 
 #help autospec: automatically generates a specfile. If there is
@@ -171,6 +175,7 @@ autospec: preautospec-checks pullrebase localreponotice clean-old-content
 		exit 1; \
 	fi
 	@printf 'PKG_NAME := %s\nURL = %s\nARCHIVES = %s\n\ninclude ../common/Makefile.common\n' $(PKG_NAME) '$(firstword $(value NEWURL) $(value URL))' '$(value ARCHIVES)' > Makefile
+	@$(MAKE) vendor
 	python3 $(TOPLVL)/projects/autospec/autospec/autospec.py \
 		--target . \
 		--integrity \

Makefile.config

@@ -35,6 +35,9 @@ PKG_BASE_URL = https://github.com/clearlinux-pkgs
 # Location where project repos are hosted.
 PRJ_BASE_URL = https://github.com/clearlinux
 
+# Location where vendor repos are hosted.
+VND_BASE_URL =
+
 # Project repos that are integral to the common tooling.
 PROJ_PKGS = autospec clr-bundles common
 

Makefile.toplevel

@@ -52,7 +52,7 @@ $(clone_PKGS): $(PACKAGES_FILE) packages/common/Makefile.common
 	remotepkg=$(call remotepkgname,$$pkg); \
 	[ -d packages/$$pkg ] || ( \
 	echo "Checking out: packages/$$pkg"; \
-	git clone $(PKG_BASE_URL)/$$remotepkg packages/$$pkg; \
+	git clone -b main $(PKG_BASE_URL)/$$remotepkg packages/$$pkg; \
 	cd packages/$$pkg; \
 	$(call gitoliteurl,packages/$$pkg); \
 	$(call subjectprefix,$$pkg); \

licenses-spdx

@@ -180,6 +180,7 @@ FDK-AAC
 FSFAP
 FSFUL
 FSFULLR
+FSFULLRWD
 FTL
 Fair
 Frameworx-1.0
@@ -252,6 +253,7 @@ JPNIC
 JSON
 Jam
 JasPer-2.0
+Knuth-CTAN
 LAL-1.2
 LAL-1.3
 LGPL-2.0
@@ -471,6 +473,7 @@ Zlib
 blessing
 bzip2-1.0.5
 bzip2-1.0.6
+checkmk
 copyleft-next-0.3.0
 copyleft-next-0.3.1
 curl
@@ -485,6 +488,7 @@ iMatix
 libpng-2.0
 libselinux-1.0
 libtiff
+libutil-David-Nugent
 mpi-permissive
 mpich2
 mplus

packages

@@ -37,6 +37,7 @@ OpenCASCADE
 OpenCSG
 OpenColorIO
 OpenIPMI
+OpenSC
 OpenSP
 Pacemaker
 ParaView
@@ -445,6 +446,7 @@ R-geojson
 R-geometry
 R-gert
 R-getopt
+R-gfonts
 R-ggfortify
 R-ggjoy
 R-ggplot2
@@ -490,6 +492,7 @@ R-htmlwidgets
 R-httpcode
 R-httpuv
 R-httr
+R-httr2
 R-hunspell
 R-hwriter
 R-hypergeo
@@ -581,6 +584,7 @@ R-mathjaxr
 R-matrixStats
 R-matrixcalc
 R-maxLik
+R-mclogit
 R-mclust
 R-mcmc
 R-mda
@@ -1031,10 +1035,12 @@ Vulkan-Headers
 Vulkan-Loader
 Vulkan-Tools
 WALinuxAgent
+WPEBackend-fdo
 WireGuard
 XStatic-term.js
 Z3
 abireport
+accel-config
 accountsservice
 acl
 acpica-unix2
@@ -1267,6 +1273,7 @@ colord-gtk
 colordiff
 columbiad
 compat-atkmm-soname16
+compat-babeltrace-one
 compat-boost-soname1.74.0
 compat-cairomm-soname10
 compat-curl-gnutls-soname4
@@ -1285,6 +1292,7 @@ compat-libpng-soname12
 compat-libsigc++-soname20
 compat-libsoup-soname-24
 compat-libva-soname1
+compat-libvpx-soname7
 compat-lua-52
 compat-lua-53
 compat-openssl-soname11
@@ -1331,7 +1339,6 @@ custom_inherit
 cycler
 cyrus-sasl
 dapl
-darkflow
 darktable
 datefudge
 dav1d
@@ -1480,6 +1487,7 @@ font-util
 fontconfig
 fontforge
 fonttools
+forkstat
 fortune-mod
 fossil
 frameworkintegration
@@ -1520,6 +1528,7 @@ gedit
 gedit-plugins-gnome
 geeqie
 gegl
+gengetopt
 geocam-v4l2
 geoclue
 geocode-glib
@@ -1733,6 +1742,7 @@ init-rdahead
 inkscape
 innoextract
 inotify-tools
+intel-cmt-cat
 intel-gmmlib
 intel-hybrid-driver
 intel-ipsec-mb
@@ -2055,6 +2065,7 @@ libcacard
 libcanberra
 libcap
 libcap-ng
+libcbor
 libcddb
 libcdio
 libcdr
@@ -2096,6 +2107,7 @@ libexttextcat
 libfakekey
 libfastjson
 libffi
+libfido2
 libfixmath
 libfm
 libfm-qt
@@ -2109,6 +2121,7 @@ libgee
 libgeotiff
 libgit2
 libgit2-glib
+libglvnd
 libgnome-keyring
 libgnomekbd
 libgpg-error
@@ -2218,6 +2231,7 @@ libreswan
 librevenge
 librsvg
 librtlsdr
+librttopo
 libsamplerate
 libsass
 libseccomp
@@ -2254,6 +2268,7 @@ libtorrent-rasterbar
 libtraceevent
 libtracefs
 libudev0-shim
+libunibreak
 libuninameslist
 libunistring
 libunwind
@@ -2279,6 +2294,7 @@ libwebp
 libwnck
 libwnck3
 libwpd
+libwpe
 libwpg
 libwps
 libxcvt
@@ -2313,6 +2329,8 @@ linux-lts2018
 linux-lts2019
 linux-lts2020
 linux-lts2021
+linux-ltscurrent
+linux-ltsprev
 linux-mainline
 linux-oracle
 linux-preempt-rt
@@ -2500,6 +2518,7 @@ nginx-mainline
 nginx-rtmp-module
 nginx-upload-module
 nginx_cookie_flag_module
+ngspice
 ngx-fancyindex
 ngx_brotli
 ngx_http_auth_pam_module
@@ -2558,6 +2577,7 @@ openbox
 opencl-clang
 opencl-headers
 openconnect
+openct
 opencv
 openexr
 openjade
@@ -2567,6 +2587,7 @@ openjdk13
 openjpeg
 openldap
 openmpi
+openpace
 openscad
 openshot-qt
 opensm
@@ -2616,6 +2637,7 @@ pcre
 pcre2
 pcs
 pcsc-lite
+pcsc-tools
 pdns
 pdns-recursor
 pdsh
@@ -2629,6 +2651,7 @@ perl-Algorithm-Diff-XS
 perl-Algorithm-Merge
 perl-Algorithm-Munkres
 perl-Alien-Build
+perl-Alien-Build-Plugin-Download-GitLab
 perl-Alien-Libxml2
 perl-Alien-m4
 perl-AnyEvent
@@ -2694,6 +2717,7 @@ perl-Carp-Always
 perl-Carp-Assert
 perl-Carp-Assert-More
 perl-Carp-Clan
+perl-Chipcard-PCSC
 perl-Class-Accessor
 perl-Class-Accessor-Chained
 perl-Class-Accessor-Grouped
@@ -2804,6 +2828,7 @@ perl-DateTime-Format-Natural
 perl-DateTime-Format-Pg
 perl-DateTime-Format-Strptime
 perl-DateTime-Format-W3CDTF
+perl-DateTime-HiRes
 perl-DateTime-Locale
 perl-DateTime-TimeZone
 perl-Debug-ShowStuff
@@ -2861,6 +2886,7 @@ perl-Exporter-Easy
 perl-Exporter-Lite
 perl-Exporter-Tidy
 perl-Exporter-Tiny
+perl-ExtUtils-CChecker
 perl-ExtUtils-Config
 perl-ExtUtils-Depends
 perl-ExtUtils-Helpers
@@ -3257,6 +3283,7 @@ perl-Sub-Quote
 perl-Sub-Uplevel
 perl-Switch
 perl-Symbol-Global-Name
+perl-Syntax-Keyword-Try
 perl-Sys-Hostname-Long
 perl-Sys-MemInfo
 perl-Sys-Mmap
@@ -3304,6 +3331,7 @@ perl-Test-MemoryGrowth
 perl-Test-Metrics-Any
 perl-Test-MockModule
 perl-Test-MockTime
+perl-Test-MockTime-HiRes
 perl-Test-More-UTF8
 perl-Test-Most
 perl-Test-Needs
@@ -3418,6 +3446,7 @@ perl-XML-Twig
 perl-XML-Writer
 perl-XML-XPath
 perl-XML-XPathEngine
+perl-XS-Parse-Keyword
 perl-XString
 perl-YAML
 perl-YAML-LibYAML
@@ -3598,6 +3627,7 @@ pyotp
 pyparted
 pypi-absl_py
 pypi-abydos
+pypi-accelerate
 pypi-acme
 pypi-adal
 pypi-aiodns
@@ -3608,6 +3638,8 @@ pypi-aiosignal
 pypi-aiosmtpd
 pypi-alabaster
 pypi-altgraph
+pypi-amqp
+pypi-aniso8601
 pypi-ansi2html
 pypi-ansible_builder
 pypi-ansible_compat
@@ -3622,6 +3654,7 @@ pypi-argh
 pypi-argon2_cffi
 pypi-argon2_cffi_bindings
 pypi-argparse
+pypi-argparse_manpage
 pypi-arrow
 pypi-asgiref
 pypi-asn1crypto
@@ -3637,6 +3670,7 @@ pypi-asyncssh
 pypi-asynctest
 pypi-atomicwrites
 pypi-atpublic
+pypi-attrdict
 pypi-attrs
 pypi-autocommand
 pypi-automat
@@ -3660,8 +3694,10 @@ pypi-bashlex
 pypi-bcrypt
 pypi-beautifulsoup4
 pypi-beniget
+pypi-billiard
 pypi-binaryornot
 pypi-bindep
+pypi-bitmath
 pypi-bkcharts
 pypi-black
 pypi-bleach
@@ -3674,6 +3710,7 @@ pypi-booleanoperations
 pypi-boto
 pypi-bowler
 pypi-bracex
+pypi-branca
 pypi-brotli
 pypi-brotlicffi
 pypi-brotlipy
@@ -3683,7 +3720,11 @@ pypi-bumpversion
 pypi-cachecontrol
 pypi-cached_property
 pypi-cachetools
+pypi-cachez
 pypi-cachy
+pypi-cairocffi
+pypi-cairosvg
+pypi-calver
 pypi-capturer
 pypi-cattrs
 pypi-cerberus
@@ -3696,6 +3737,7 @@ pypi-cfgv
 pypi-chaospy
 pypi-chardet
 pypi-charset_normalizer
+pypi-check_jsonschema
 pypi-check_manifest
 pypi-cheetah3
 pypi-cheroot
@@ -3709,13 +3751,16 @@ pypi-click_completion
 pypi-click_help_colors
 pypi-click_log
 pypi-clikit
+pypi-cloudevents
 pypi-cloudflare
 pypi-cmarkgfm
 pypi-cmd2
 pypi-codecov
 pypi-colorama
+pypi-coloredlogs
 pypi-colorlog
 pypi-columnize
+pypi-comm
 pypi-commonmark
 pypi-complete
 pypi-compreffor
@@ -3736,9 +3781,11 @@ pypi-cryptography
 pypi-cryptography_vectors
 pypi-cs
 pypi-cssselect
+pypi-cssselect2
 pypi-cu2qu
 pypi-curio
 pypi-cve_bin_tool
+pypi-cvss
 pypi-cxxfilt
 pypi-cython
 pypi-cytoolz
@@ -3748,11 +3795,14 @@ pypi-dataclasses
 pypi-datetime
 pypi-debugpy
 pypi-decorator
+pypi-deepmerge
+pypi-deepspeed
 pypi-deprecated
 pypi-deprecation
 pypi-diff_cover
 pypi-diff_match_patch
 pypi-diffoscope
+pypi-diffusers
 pypi-dill
 pypi-diskcache
 pypi-distlib
@@ -3772,6 +3822,7 @@ pypi-docker_compose
 pypi-docker_pycreds
 pypi-docopt
 pypi-docstring_parser
+pypi-docstring_to_markdown
 pypi-docutils
 pypi-dpcontracts
 pypi-dulwich
@@ -3785,6 +3836,7 @@ pypi-eternalegypt
 pypi-etils
 pypi-etuples
 pypi-evdev
+pypi-eventlet
 pypi-exceptiongroup
 pypi-exdir
 pypi-execnet
@@ -3792,6 +3844,7 @@ pypi-executing
 pypi-expandvars
 pypi-expecttest
 pypi-fabric
+pypi-fairscale
 pypi-falcon
 pypi-fasteners
 pypi-fastimport
@@ -3806,10 +3859,12 @@ pypi-flake8_docstrings
 pypi-flake8_import_order
 pypi-flaky
 pypi-flask
+pypi-flatbuffers
 pypi-flatten_json
 pypi-flit
 pypi-flit_core
 pypi-flit_scm
+pypi-folium
 pypi-fontmath
 pypi-freezegun
 pypi-frozenlist
@@ -3824,6 +3879,8 @@ pypi-geventhttpclient
 pypi-ghp_import
 pypi-gitdb
 pypi-gitpython
+pypi-glad
+pypi-glfw
 pypi-gmqtt
 pypi-google_api_core
 pypi-google_api_python_client
@@ -3831,13 +3888,20 @@ pypi-google_apitools
 pypi-google_auth
 pypi-google_auth_httplib2
 pypi-google_auth_oauthlib
+pypi-google_cloud_core
+pypi-google_cloud_secret_manager
+pypi-google_cloud_storage
+pypi-google_crc32c
 pypi-google_pasta
 pypi-google_reauth
+pypi-google_resumable_media
 pypi-googleapis_common_protos
 pypi-gql
 pypi-graphql_core
 pypi-graphviz
 pypi-greenlet
+pypi-griffe
+pypi-grpc_google_iam_v1
 pypi-grpcio
 pypi-grpcio_channelz
 pypi-grpcio_health_checking
@@ -3852,17 +3916,21 @@ pypi-h5py
 pypi-hammock
 pypi-hatch_fancy_pypi_readme
 pypi-hatch_nodejs_version
+pypi-hatch_requirements_txt
 pypi-hatch_vcs
 pypi-hatchling
 pypi-heapdict
+pypi-hjson
 pypi-hkp4py
 pypi-home_assistant_frontend
 pypi-hpack
+pypi-hsluv
 pypi-html5lib
 pypi-httpcore
 pypi-httplib2
 pypi-httpretty
 pypi-httpx
+pypi-huggingface_hub
 pypi-humanfriendly
 pypi-humanize
 pypi-hyperframe
@@ -3886,6 +3954,7 @@ pypi-inflect
 pypi-inflection
 pypi-influxdb
 pypi-iniconfig
+pypi-installer
 pypi-intervaltree
 pypi-invoke
 pypi-iocapture
@@ -3932,13 +4001,16 @@ pypi-jupyter_cache
 pypi-jupyter_client
 pypi-jupyter_console
 pypi-jupyter_core
+pypi-jupyter_events
 pypi-jupyter_nbgallery
 pypi-jupyter_packaging
 pypi-jupyter_server
 pypi-jupyter_server_mathjax
+pypi-jupyter_server_terminals
 pypi-jupyter_sphinx
 pypi-jupyterlab
 pypi-jupyterlab_launcher
+pypi-jupyterlab_link_share
 pypi-jupyterlab_pygments
 pypi-jupyterlab_server
 pypi-jupyterlab_widgets
@@ -3954,9 +4026,13 @@ pypi-kubernetes
 pypi-langcodes
 pypi-lark_parser
 pypi-latexcodec
+pypi-lavacli
+pypi-lazy_loader
 pypi-lazy_object_proxy
 pypi-ldap3
 pypi-libarchive_c
+pypi-libevdev
+pypi-lightning_utilities
 pypi-linkify_it_py
 pypi-livereload
 pypi-llfuse
@@ -3973,6 +4049,7 @@ pypi-markdown2
 pypi-markdown_it_py
 pypi-matplotlib
 pypi-matplotlib_inline
+pypi-maturin
 pypi-mdit_py_plugins
 pypi-mdurl
 pypi-mergedeep
@@ -3980,7 +4057,12 @@ pypi-meson_python
 pypi-mido
 pypi-minikanren
 pypi-mistune
+pypi-mkdocs
+pypi-mkdocs_autorefs
+pypi-mkdocs_exclude
 pypi-mkdocs_material_extensions
+pypi-mkdocstrings
+pypi-mkdocstrings_python
 pypi-mock
 pypi-modulegraph
 pypi-molecule
@@ -4034,12 +4116,14 @@ pypi-onnx
 pypi-opcodes
 pypi-openshift
 pypi-opt_einsum
+pypi-ordered_set
 pypi-ouimeaux
 pypi-outcome
 pypi-ovirt_imageio
 pypi-packaging
 pypi-paho_mqtt
 pypi-pandocfilters
+pypi-parameterized
 pypi-paramiko
 pypi-parse
 pypi-parse_type
@@ -4062,17 +4146,21 @@ pypi-pep517
 pypi-pep621
 pypi-pep8
 pypi-perl
+pypi-persist_queue
 pypi-persistent
 pypi-pexpect
 pypi-phabricator
 pypi-pickleshare
+pypi-picobox
 pypi-pid
+pypi-pidigits
 pypi-pillow
 pypi-pint
 pypi-pip
 pypi-pip_tools
 pypi-pkgconfig
 pypi-pkginfo
+pypi-pkgutil_resolve_name
 pypi-platformdirs
 pypi-plotly
 pypi-pluggy
@@ -4094,6 +4182,7 @@ pypi-progress
 pypi-progressbar
 pypi-prometheus_client
 pypi-prompt_toolkit
+pypi-proto_plus
 pypi-psautohint
 pypi-psutil
 pypi-psycopg2
@@ -4102,6 +4191,7 @@ pypi-pure_eval
 pypi-purestorage
 pypi-purity_fb
 pypi-py
+pypi-py3nvml
 pypi-py_cpuinfo
 pypi-pyaml
 pypi-pyasn1
@@ -4147,6 +4237,9 @@ pypi-pyopenssl
 pypi-pyparsing
 pypi-pyperclip
 pypi-pyperf
+pypi-pypowerflex
+pypi-pyproject_api
+pypi-pyproject_hooks
 pypi-pyproject_metadata
 pypi-pyprojectx
 pypi-pypsrp
@@ -4167,6 +4260,7 @@ pypi-pyroute2.ndb
 pypi-pyroute2.nftables
 pypi-pyroute2.nslink
 pypi-pyrsistent
+pypi-pysaml2
 pypi-pyscss
 pypi-pyserial
 pypi-pysnow
@@ -4192,6 +4286,7 @@ pypi-python_dbusmock
 pypi-python_debian
 pypi-python_dotenv
 pypi-python_install
+pypi-python_json_logger
 pypi-python_jsonrpc_server
 pypi-python_language_server
 pypi-python_levenshtein
@@ -4205,6 +4300,7 @@ pypi-python_version
 pypi-python_xlib
 pypi-pythran
 pypi-pytoolconfig
+pypi-pytorch_lightning
 pypi-pytz
 pypi-pytz_deprecation_shim
 pypi-pyu2f
@@ -4220,6 +4316,7 @@ pypi-pyzmq
 pypi-qtawesome
 pypi-qtconsole
 pypi-qtpy
+pypi-rapidfuzz
 pypi-rapidfuzz_capi
 pypi-rcssmin
 pypi-readme_renderer
@@ -4240,10 +4337,14 @@ pypi-requirements_parser
 pypi-resolvelib
 pypi-responses
 pypi-restructuredtext_lint
+pypi-retrolab
 pypi-retry
 pypi-retry_decorator
+pypi-retryz
 pypi-retype
+pypi-rfc3339_validator
 pypi-rfc3986
+pypi-rfc3986_validator
 pypi-rfc3987
 pypi-rich
 pypi-rjsmin
@@ -4261,7 +4362,9 @@ pypi-salib
 pypi-sanic_routing
 pypi-scikit_build
 pypi-scikit_image
+pypi-scikit_learn
 pypi-scp
+pypi-scrypt
 pypi-seaborn
 pypi-secretstorage
 pypi-selectors2
@@ -4270,6 +4373,7 @@ pypi-selenium
 pypi-selinux
 pypi-semantic_version
 pypi-send2trash
+pypi-sentencepiece
 pypi-sentinels
 pypi-sentry_sdk
 pypi-seqdiag
@@ -4277,6 +4381,7 @@ pypi-serpent
 pypi-setproctitle
 pypi-setuptools
 pypi-setuptools_git_ls_files
+pypi-setuptools_git_versioning
 pypi-setuptools_rust
 pypi-setuptools_scm
 pypi-setuptools_scm_git_archive
@@ -4285,6 +4390,7 @@ pypi-shapely
 pypi-shellingham
 pypi-simplegeneric
 pypi-six
+pypi-slugify
 pypi-smart_open
 pypi-smartypants
 pypi-smmap
@@ -4302,10 +4408,12 @@ pypi-sphinx_feature_classification
 pypi-sphinx_gallery
 pypi-sphinx_issues
 pypi-sphinx_last_updated_by_git
+pypi-sphinx_mdinclude
 pypi-sphinx_notfound_page
 pypi-sphinx_rtd_theme
 pypi-sphinx_theme_builder
 pypi-sphinx_togglebutton
+pypi-sphinxcontrib.jquery
 pypi-sphinxcontrib_apidoc
 pypi-sphinxcontrib_applehelp
 pypi-sphinxcontrib_bibtex
@@ -4333,7 +4441,9 @@ pypi-sqlparse
 pypi-sshtunnel
 pypi-stack_data
 pypi-statsmodels
+pypi-storops
 pypi-subprocess_tee
+pypi-suds
 pypi-sure
 pypi-svg.path
 pypi-tabulate
@@ -4355,11 +4465,13 @@ pypi-three_merge
 pypi-tifffile
 pypi-tinycss2
 pypi-tldextract
+pypi-tokenizers
 pypi-toml
 pypi-tomli
 pypi-tomli_w
 pypi-tomlkit
 pypi-toolz
+pypi-torchmetrics
 pypi-tornado
 pypi-tornado_xstatic
 pypi-tox
@@ -4369,6 +4481,7 @@ pypi-trampolim
 pypi-trimesh
 pypi-trio
 pypi-trio_websocket
+pypi-trove_classifiers
 pypi-ttp
 pypi-twine
 pypi-typed_ast
@@ -4376,6 +4489,7 @@ pypi-typeguard
 pypi-types_colorama
 pypi-types_cryptography
 pypi-types_dataclasses
+pypi-types_docutils
 pypi-types_enum34
 pypi-types_ipaddress
 pypi-types_mock
@@ -4411,12 +4525,15 @@ pypi-urwid
 pypi-user_agents
 pypi-userpath
 pypi-uvloop
+pypi-verboselogs
+pypi-vine
 pypi-virtualenv
 pypi-volatile
 pypi-voluptuous
 pypi-voluptuous_serialize
 pypi-vsts_cd_manager
 pypi-waitress
+pypi-warlock
 pypi-watchdog
 pypi-wcwidth
 pypi-webcolors
@@ -4434,6 +4551,7 @@ pypi-wrapt
 pypi-wsgiproxy2
 pypi-wsproto
 pypi-wurlitzer
+pypi-xgboost
 pypi-xmldiff
 pypi-xmljson
 pypi-xmlschema
@@ -4442,11 +4560,24 @@ pypi-xpra
 pypi-xstatic
 pypi-xstatic_angular
 pypi-xstatic_angular_bootstrap
+pypi-xstatic_angular_gettext
+pypi-xstatic_angular_lrdragndrop
+pypi-xstatic_angular_schema_form
+pypi-xstatic_bootstrap_scss
+pypi-xstatic_bootswatch
+pypi-xstatic_jasmine
+pypi-xstatic_jsencrypt
+pypi-xstatic_objectpath
+pypi-xstatic_roboto_fontface
 pypi-xvfbwrapper
+pypi-xyzservices
+pypi-y_py
+pypi-yamllint
 pypi-yamlloader
 pypi-yapf
 pypi-yarg
 pypi-yarl
+pypi-yattag
 pypi-zabbix_api
 pypi-zc.lockfile
 pypi-zeroconf
@@ -4487,6 +4618,7 @@ python-utils
 python-zeep
 python-zstandard
 python3
+pytorch
 pyudev
 qalculate-gtk
 qatlib
@@ -4569,6 +4701,7 @@ rest
 restic
 rhythmbox
 rinutils
+ripgrep
 rlwrap
 rng-tools
 robin-map
@@ -4601,7 +4734,6 @@ sbc
 sbsigntools
 scdoc
 scene-alembic
-scikit-learn
 scipy
 scons
 scour
@@ -4614,6 +4746,7 @@ seahorse
 seatd
 sed
 seer
+sentencepiece
 serf
 setserial
 setxkbmap
@@ -4635,9 +4768,11 @@ slirp4netns
 slurm
 smartcols
 smartmontools
+smemstat
 snappy
 socat
 sof-bin
+softflowd
 solid
 sonnet
 sos
@@ -4697,7 +4832,6 @@ sympy
 syndication
 synergy
 syntax-highlighting
-sysdig
 syslinux
 sysprof
 sysstat
@@ -4813,6 +4947,7 @@ wayland-protocols
 wcslib
 webkitgtk
 webkitgtk50
+webkitgtk60
 weechat
 weston
 wget

vendor.py

@@ -0,0 +1,128 @@
+#!/usr/bin/env python3
+
+import argparse
+import configparser
+import os
+import re
+import shutil
+import subprocess
+import tempfile
+import time
+
+from git import Repo
+
+import requests
+
+
+def vendor_check():
+    if not os.path.isfile('options.conf'):
+        return False
+    config = configparser.ConfigParser(interpolation=None)
+    config.read('options.conf')
+    if 'autospec' not in config.sections():
+        return False
+    if vendor := config['autospec'].get('cargo_vendor'):
+        if vendor == "true":
+            return 'cargo'
+
+    return False
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('url')
+    parser.add_argument('name')
+    parser.add_argument('git')
+    return parser.parse_args()
+
+
+def setup_content(url):
+    tdir = tempfile.mkdtemp()
+    outfile = os.path.join(tdir, os.path.basename(url))
+    response = requests.get(url, timeout=30)
+    response.raise_for_status()
+    with open(outfile, 'wb') as cfile:
+        cfile.write(response.content)
+
+    subprocess.run(f"tar xf {outfile}", shell=True, cwd=tdir, check=True)
+    os.remove(outfile)
+    return tdir
+
+
+def setup_cargo_vendor(path):
+    for dirpath, _, files in os.walk(path):
+        for fname in files:
+            if fname == "Cargo.toml":
+                return dirpath
+    return False
+
+
+def update_cargo_vendor(path, name, git):
+    git_uri = os.path.join(git, name)
+    vendor_path = os.path.join(path, 'vendor')
+    subprocess.run(f"git clone {git_uri} {vendor_path}", shell=True, check=True)
+    vendor_git = os.path.join(vendor_path, '.git')
+    if not os.path.isdir(vendor_git):
+        # initialize a git repo
+        subprocess.run('git init .', cwd=vendor_path, shell=True, check=True)
+        subprocess.run(f"git remote add origin {git_uri}", cwd=vendor_path,
+                       shell=True, check=True)
+    backup_vendor_git = os.path.join(path, 'clear-linux-vendor-git')
+    subprocess.run(f"cp -a {vendor_git} {backup_vendor_git}", cwd=path,
+                   shell=True, check=True)
+    shutil.rmtree(vendor_path)
+    subprocess.run('cargo vendor', cwd=path, shell=True, check=True)
+    subprocess.run(f"cp -a {backup_vendor_git} {vendor_git}", cwd=path,
+                   shell=True, check=True)
+    repo = Repo(vendor_path)
+    if not len(repo.untracked_files) > 0 or repo.is_dirty():
+        return False
+    subprocess.run('git add .', cwd=vendor_path, shell=True, check=True)
+    subprocess.run('git commit -m "vendor update"', cwd=vendor_path,
+                   shell=True, check=True)
+    gmt = time.gmtime()
+    tag = f"{gmt.tm_year}-{gmt.tm_mon:02d}-{gmt.tm_mday:02d}-{gmt.tm_hour:02d}-{gmt.tm_min:02d}-{gmt.tm_sec:02d}"
+    subprocess.run(f"git tag {tag}", cwd=vendor_path, shell=True,
+                   check=True)
+    subprocess.run(f"git push origin main:main {tag}", cwd=vendor_path,
+                   shell=True, check=True)
+    time.sleep(30)
+    return tag
+
+
+def update_cargo_sources(name, tag):
+    makefile = []
+    archive_match = os.path.join('$(CGIT_BASE_URL)', 'vendor', name,
+                                 'snapshot', name)
+    with open('Makefile', encoding='utf8') as mfile:
+        for line in mfile.readlines():
+            if line.startswith('ARCHIVES'):
+                if re.match(archive_match + '[a-zA-Z0-9_\-.]+\.tar\.xz', line):
+                    new_archives = re.sub(archive_match + '[a-zA-Z0-9_\-.]+\.tar\.xz',
+                                          f"{archive_match}-{tag}.tar.xz\n", line)
+                else:
+                    new_archives = f"ARCHIVES = {archive_match}-{tag}.tar.xz ./vendor\n"
+                makefile.append(new_archives)
+            else:
+                makefile.append(line)
+    with open('Makefile', 'w', encoding='utf8') as mfile:
+        mfile.writelines(makefile)
+
+
+def main():
+    vtype = vendor_check()
+    if not vtype:
+        return
+
+    args = get_args()
+    tdir = setup_content(args.url)
+    if vtype == 'cargo':
+        vdir = setup_cargo_vendor(tdir)
+        if vdir:
+            tag = update_cargo_vendor(vdir, args.name, args.git)
+            if tag:
+                update_cargo_sources(args.name, tag)
+    shutil.rmtree(tdir)
+
+if __name__ == '__main__':
+    main()