diff --git a/.ci/Dockerfile.linux b/.ci/Dockerfile.linux index b46f7ff..9e93e44 100644 --- a/.ci/Dockerfile.linux +++ b/.ci/Dockerfile.linux @@ -1,7 +1,35 @@ FROM dtmt-ci-base-linux +# Create dummy crates and copy their Cargo.toml, so that dependencies can be cached +RUN set -e; \ + cargo new --bin crates/dtmt; \ + cargo new --bin crates/dtmm; \ + cargo new --lib lib/dtmt-shared; \ + cargo new --lib lib/nexusmods; \ + cargo new --lib lib/sdk; \ + cargo new --lib lib/serde_sjson; \ + cargo new --lib lib/ansi-parser + +COPY Cargo.toml Cargo.lock /src/dtmt/ +COPY crates/dtmt/Cargo.toml /src/dtmt/crates/dtmt/ +COPY crates/dtmm/Cargo.toml /src/dtmt/crates/dtmm/ +COPY lib/dtmt-shared/Cargo.toml /src/dtmt/lib/dtmt-shared/ +COPY lib/nexusmods/Cargo.toml /src/dtmt/lib/nexusmods/ +COPY lib/sdk/Cargo.toml /src/dtmt/lib/sdk/ +COPY lib/serde_sjson/Cargo.toml /src/dtmt/lib/serde_sjson/ +COPY lib/ansi-parser/Cargo.toml /src/dtmt/lib/ansi-parser/ + +# Crates with build scripts cannot be split that way, but they shouldn't change too often +COPY lib/luajit2-sys /src/dtmt/lib/luajit2-sys +COPY lib/oodle /src/dtmt/lib/oodle +# color-eyre needs to be copied, too, then, as it's used by `oodle` +COPY lib/color-eyre /src/dtmt/lib/color-eyre +COPY --from=dtmt-ci-base-linux /src/*.lib /src/dtmt/lib/oodle/ + +RUN cargo build --release --locked +RUN rm -r crates lib + COPY . /src/dtmt COPY --from=dtmt-ci-base-linux /src/*.lib /src/*.so /src/dtmt/lib/oodle/ -RUN --mount=type=cache,id=cargo-registry,target=/cargo/registry \ - --mount=type=cache,id=cargo-target,target=/src/dtmt/target \ - cargo build --release --locked + +RUN cargo build --release --locked diff --git a/.ci/image/Dockerfile.linux b/.ci/image/Dockerfile.linux new file mode 100644 index 0000000..4927810 --- /dev/null +++ b/.ci/image/Dockerfile.linux @@ -0,0 +1,24 @@ +FROM rust:slim-bullseye + +RUN set -eux; \ + apt-get update; \ + apt-get install --no-install-recommends -y \ + build-essential \ + curl \ + gpg \ + jq \ + libatk1.0-dev \ + libclang-13-dev \ + libglib2.0-dev \ + libgtk-3-dev \ + libpango1.0-dev \ + libssl-dev \ + libzstd-dev \ + pkg-config; \ + apt-get remove -y --auto-remove; \ + rm -rf /var/lib/apt/lists/*; \ + rustup default nightly + +WORKDIR /src/dtmt + +COPY *.so *.a /src/ diff --git a/.ci/image/Dockerfile b/.ci/image/Dockerfile.msvc similarity index 65% rename from .ci/image/Dockerfile rename to .ci/image/Dockerfile.msvc index f115929..a9eab62 100644 --- a/.ci/image/Dockerfile +++ b/.ci/image/Dockerfile.msvc @@ -1,70 +1,13 @@ # https://jake-shadle.github.io/xwin/ -FROM debian:bullseye-slim as xwin +FROM dtmt-ci-base-linux -ARG XWIN_VERSION=0.5.2 -ARG XWIN_PREFIX="xwin-$XWIN_VERSION-x86_64-unknown-linux-musl" -ADD https://github.com/Jake-Shadle/xwin/releases/download/$XWIN_VERSION/$XWIN_PREFIX.tar.gz /root/$XWIN_PREFIX.tar.gz - -RUN set -eux; \ - apt-get update; \ - apt-get install --no-install-recommends -y \ - tar \ - ; \ - # Install xwin to cargo/bin via github release. Note you could also just use `cargo install xwin`. - tar -xzv -f /root/$XWIN_PREFIX.tar.gz -C /usr/bin --strip-components=1 $XWIN_PREFIX/xwin; \ - apt-get remove -y --auto-remove; \ - rm -rf \ - /var/lib/apt/lists/* \ - /root/$XWIN_PREFIX.tar.gz; - -RUN set -eux; \ - # Splat the CRT and SDK files to /xwin/crt and /xwin/sdk respectively - xwin \ - --log-level debug \ - --cache-dir /root/.xwin-cache \ - --manifest-version 16 \ - --accept-license \ - splat \ - --output /xwin; \ - # Even though this build step only exists temporary, to copy the - # final data out of, it still generates a cache entry on the Docker host. - # And to keep that to a minimum, we still delete the stuff we don't need. - rm -rf /root/.xwin-cache; - -FROM rust:slim-bullseye as linux - -RUN set -eux; \ - apt-get update; \ - apt-get install --no-install-recommends -y \ - build-essential \ - cmake \ - curl \ - git \ - gpg \ - jq \ - libatk1.0-dev \ - libclang-13-dev \ - libglib2.0-dev \ - libgtk-3-dev \ - libpango1.0-dev \ - libssl-dev \ - libzstd-dev \ - pkg-config; \ - apt-get remove -y --auto-remove; \ - rm -rf /var/lib/apt/lists/*; \ - rustup default nightly - -WORKDIR /src/dtmt - -COPY lib/oodle/*.so lib/oodle/*.a /src/ - -FROM linux as msvc - -ARG LLVM_VERSION=18 ENV KEYRINGS /usr/local/share/keyrings +ARG XWIN_VERSION=0.2.11 +ARG XWIN_PREFIX="xwin-$XWIN_VERSION-x86_64-unknown-linux-musl" ADD https://apt.llvm.org/llvm-snapshot.gpg.key /root/llvm-snapshot.gpg.key ADD https://dl.winehq.org/wine-builds/winehq.key /root/winehq.key +ADD https://github.com/Jake-Shadle/xwin/releases/download/$XWIN_VERSION/$XWIN_PREFIX.tar.gz /root/$XWIN_PREFIX.tar.gz RUN set -eux; \ mkdir -p $KEYRINGS; \ @@ -72,22 +15,22 @@ RUN set -eux; \ gpg --dearmor > $KEYRINGS/llvm.gpg < /root/llvm-snapshot.gpg.key; \ # wine gpg --dearmor > $KEYRINGS/winehq.gpg < /root/winehq.key; \ - echo "deb [signed-by=$KEYRINGS/llvm.gpg] http://apt.llvm.org/bullseye/ llvm-toolchain-bullseye-${LLVM_VERSION} main" > /etc/apt/sources.list.d/llvm.list; \ + echo "deb [signed-by=$KEYRINGS/llvm.gpg] http://apt.llvm.org/bullseye/ llvm-toolchain-bullseye-13 main" > /etc/apt/sources.list.d/llvm.list; \ echo "deb [signed-by=$KEYRINGS/winehq.gpg] https://dl.winehq.org/wine-builds/debian/ bullseye main" > /etc/apt/sources.list.d/winehq.list; \ dpkg --add-architecture i386; \ apt-get update; \ apt-get install --no-install-recommends -y \ - libclang-${LLVM_VERSION}-dev \ + libclang-13-dev \ gcc-mingw-w64-x86-64 \ - clang-${LLVM_VERSION} \ - llvm-${LLVM_VERSION} \ - lld-${LLVM_VERSION} \ + clang-13 \ + llvm-13 \ + lld-13 \ winehq-staging \ - ; \ + tar; \ # ensure that clang/clang++ are callable directly - ln -s clang-${LLVM_VERSION} /usr/bin/clang && ln -s clang /usr/bin/clang++ && ln -s lld-${LLVM_VERSION} /usr/bin/ld.lld; \ + ln -s clang-13 /usr/bin/clang && ln -s clang /usr/bin/clang++ && ln -s lld-13 /usr/bin/ld.lld; \ # We also need to setup symlinks ourselves for the MSVC shims because they aren't in the debian packages - ln -s clang-${LLVM_VERSION} /usr/bin/clang-cl && ln -s llvm-ar-${LLVM_VERSION} /usr/bin/llvm-lib && ln -s lld-link-${LLVM_VERSION} /usr/bin/lld-link; \ + ln -s clang-13 /usr/bin/clang-cl && ln -s llvm-ar-13 /usr/bin/llvm-lib && ln -s lld-link-13 /usr/bin/lld-link; \ # Verify the symlinks are correct clang++ -v; \ ld.lld -v; \ @@ -101,15 +44,19 @@ RUN set -eux; \ update-alternatives --install /usr/bin/ld ld /usr/bin/ld.lld 100; \ rustup target add x86_64-pc-windows-msvc; \ rustup component add rust-src; \ + # Install xwin to cargo/bin via github release. Note you could also just use `cargo install xwin`. + tar -xzv -f /root/$XWIN_PREFIX.tar.gz -C /usr/local/cargo/bin --strip-components=1 $XWIN_PREFIX/xwin; \ + # Splat the CRT and SDK files to /xwin/crt and /xwin/sdk respectively + xwin --accept-license splat --output /xwin; \ # Remove unneeded files to reduce image size apt-get remove -y --auto-remove; \ rm -rf \ + .xwin-cache \ + /usr/local/cargo/bin/xwin \ + /root/$XWIN_PREFIX.tar.gz \ /var/lib/apt/lists/* \ /root/*.key; -COPY lib/oodle/*.lib /src -COPY --from=xwin /xwin /xwin - # Note that we're using the full target triple for each variable instead of the # simple CC/CXX/AR shorthands to avoid issues when compiling any C/C++ code for # build dependencies that need to compile and execute in the host environment @@ -136,3 +83,7 @@ ENV CFLAGS_x86_64_pc_windows_msvc="$CL_FLAGS" \ # Run wineboot just to setup the default WINEPREFIX so we don't do it every # container run RUN wine wineboot --init + +WORKDIR /src/dtmt + +COPY *.lib /src diff --git a/.ci/pipelines/base-pipeline.yml b/.ci/pipelines/base-pipeline.yml new file mode 100644 index 0000000..88052a5 --- /dev/null +++ b/.ci/pipelines/base-pipeline.yml @@ -0,0 +1,46 @@ +--- + +# The base pipeline that runs continuously, checks for branches and +# creates a new pipeline instance for each of them. + +resource_types: +- name: gitea-pr + type: registry-image + source: + repository: registry.local:5000/gitea-pr + +resources: +- name: repo-pr + type: gitea-pr + source: + access_token: ((gitea_api_key)) + owner: ((owner)) + repo: ((repo)) + url: https://git.sclu1034.dev +- name: repo + type: git + source: + uri: https://git.sclu1034.dev/bitsquid_dt/dtmt + + +jobs: + - name: set-pipelines + plan: + - in_parallel: + - get: repo-pr + trigger: true + - get: repo + - load_var: prs + file: repo-pr/prs.json + - across: + - var: pr + values: ((.:prs)) + set_pipeline: dtmt-pr + file: repo/.ci/pipelines/pr.yml + vars: + pr: ((.:pr)) + gitea_api_key: ((gitea_api_key)) + instance_vars: + pr: ((.:pr.number)) + + diff --git a/.ci/pipelines/base.yml b/.ci/pipelines/base.yml deleted file mode 100644 index 4e7ed14..0000000 --- a/.ci/pipelines/base.yml +++ /dev/null @@ -1,243 +0,0 @@ -# yaml-language-server: $schema=https://raw.githubusercontent.com/cappyzawa/concourse-pipeline-jsonschema/master/concourse_jsonschema.json#/definitions/Config ---- - -# The actual CI pipeline that is run per branch -resource_types: -- name: gitea-package - type: registry-image - source: - repository: registry.sclu1034.dev/gitea-package - username: ((registry_user)) - password: ((registry_password)) - -- name: gitea-status - type: registry-image - source: - repository: registry.sclu1034.dev/gitea-status - username: ((registry_user)) - password: ((registry_password)) - -- name: gitea-pr - type: registry-image - source: - repository: registry.sclu1034.dev/gitea-pr - username: ((registry_user)) - password: ((registry_password)) - - -resources: -- name: repo - type: git - source: - uri: https://git.sclu1034.dev/bitsquid_dt/dtmt - branch: master - -- name: repo-pr - type: gitea-pr - source: - access_token: ((gitea_api_key)) - owner: ((owner)) - repo: ((repo)) - url: https://git.sclu1034.dev - -- name: gitea-package - type: gitea-package - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - type: generic - name: dtmt - - -- name: status-build-msvc - type: gitea-status - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - repo: dtmt - context: build/msvc - description: "Build for the target platform: msvc" - -- name: status-build-linux - type: gitea-status - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - repo: dtmt - context: build/linux - description: "Build for the target platform: linux" - - -jobs: -- name: set-pipelines - plan: - - in_parallel: - - get: repo-pr - trigger: true - - - get: repo - - - load_var: prs - file: repo-pr/prs.json - - - across: - - var: pr - values: ((.:prs)) - set_pipeline: dtmt-pr - file: repo/.ci/pipelines/pr.yml - public: true - vars: - pr: ((.:pr)) - gitea_api_key: ((gitea_api_key)) - registry_user: ((registry_user)) - registry_password: ((registry_password)) - instance_vars: - number: ((.:pr.number)) - - -- name: build-msvc - on_success: - put: state-success - resource: status-build-msvc - no_get: true - params: - state: success - sha: ((.:git_sha)) - - on_failure: - put: state-failure - resource: status-build-msvc - no_get: true - params: - state: failure - sha: ((.:git_sha)) - - plan: - - get: repo - trigger: true - - - load_var: git_sha - file: repo/.git/ref - - - put: state-pending - resource: status-build-msvc - no_get: true - params: - state: pending - sha: ((.:git_sha)) - - - task: build - file: repo/.ci/tasks/build.yml - vars: - pr: "" - target: msvc - registry_user: ((registry_user)) - registry_password: ((registry_password)) - - - load_var: version_number - reveal: true - file: artifact/version - - - put: package - resource: gitea-package - no_get: true - inputs: - - artifact - params: - version: ((.:version_number)) - fail_fast: true - override: true - globs: - - artifact/*.exe - - artifact/*.exe.sha256 - - - put: package - resource: gitea-package - no_get: true - inputs: - - artifact - params: - version: master - fail_fast: true - override: true - globs: - - artifact/*.exe - - artifact/*.exe.sha256 - -- name: build-linux - on_success: - put: state-success - resource: status-build-linux - no_get: true - params: - state: success - sha: ((.:git_sha)) - - on_failure: - put: state-failure - resource: status-build-linux - no_get: true - params: - state: failure - sha: ((.:git_sha)) - - plan: - - get: repo - trigger: true - - - load_var: git_sha - file: repo/.git/ref - - - put: state-pending - resource: status-build-linux - no_get: true - params: - state: pending - sha: ((.:git_sha)) - - - task: build - file: repo/.ci/tasks/build.yml - vars: - pr: "" - target: linux - gitea_url: https://git.sclu1034.dev - gitea_api_key: ((gitea_api_key)) - registry_user: ((registry_user)) - registry_password: ((registry_password)) - - - load_var: version_number - reveal: true - file: artifact/version - - - put: package - resource: gitea-package - no_get: true - inputs: - - artifact - params: - version: ((.:version_number)) - fail_fast: true - override: true - globs: - - artifact/dtmt - - artifact/dtmm - - artifact/dtmm.sha256 - - artifact/dtmt.sha256 - - - put: package - resource: gitea-package - no_get: true - inputs: - - artifact - params: - version: master - fail_fast: true - override: true - globs: - - artifact/dtmt - - artifact/dtmm - - artifact/dtmm.sha256 - - artifact/dtmt.sha256 diff --git a/.ci/pipelines/check.yml b/.ci/pipelines/check.yml index c8d5d47..4d350ac 100644 --- a/.ci/pipelines/check.yml +++ b/.ci/pipelines/check.yml @@ -18,8 +18,6 @@ jobs: file: repo/.ci/tasks/build.yml vars: target: msvc - registry_user: ((registry_user)) - registry_password: ((registry_password)) - name: build-linux plan: - get: repo @@ -28,5 +26,3 @@ jobs: file: repo/.ci/tasks/build.yml vars: target: linux - registry_user: ((registry_user)) - registry_password: ((registry_password)) diff --git a/.ci/pipelines/pr.yml b/.ci/pipelines/pr.yml index 5c8d7cd..6452c93 100644 --- a/.ci/pipelines/pr.yml +++ b/.ci/pipelines/pr.yml @@ -1,22 +1,6 @@ -# yaml-language-server: $schema=https://raw.githubusercontent.com/cappyzawa/concourse-pipeline-jsonschema/master/concourse_jsonschema.json#/definitions/Config --- # The actual CI pipeline that is run per branch -resource_types: -- name: gitea-package - type: registry-image - source: - repository: registry.sclu1034.dev/gitea-package - username: ((registry_user)) - password: ((registry_password)) - -- name: gitea-status - type: registry-image - source: - repository: registry.sclu1034.dev/gitea-status - username: ((registry_user)) - password: ((registry_password)) - resources: - name: repo @@ -25,203 +9,43 @@ resources: uri: https://git.sclu1034.dev/bitsquid_dt/dtmt branch: ((pr.head.ref)) -- name: gitea-package - type: gitea-package - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - type: generic - name: dtmt - -- name: pr-status-lint-clippy - type: gitea-status - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - repo: dtmt - context: lint/clippy - description: Checking for common mistakes and opportunities for code improvement - -- name: pr-status-build-msvc - type: gitea-status - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - repo: dtmt - context: build/msvc - description: "Build for the target platform: msvc" - -- name: pr-status-build-linux - type: gitea-status - source: - access_token: ((gitea_api_key)) - url: https://git.sclu1034.dev - owner: bitsquid_dt - repo: dtmt - context: build/linux - description: "Build for the target platform: linux" - - jobs: - name: clippy - on_success: - put: state-success - resource: pr-status-lint-clippy - no_get: true - params: - state: success - sha: ((.:git_sha)) - - on_failure: - put: state-failure - resource: pr-status-lint-clippy - no_get: true - params: - state: failure - sha: ((.:git_sha)) - plan: - get: repo trigger: true - - - load_var: git_sha + - load_var: ref file: repo/.git/ref - - - put: state-pending - resource: pr-status-lint-clippy - no_get: true - params: - state: pending - sha: ((.:git_sha)) - - task: check file: repo/.ci/tasks/clippy.yml vars: + ref: ((.:ref)) gitea_api_key: ((gitea_api_key)) - registry_user: ((registry_user)) - registry_password: ((registry_password)) - - name: build-msvc - on_success: - put: state-success - resource: pr-status-build-msvc - no_get: true - params: - state: success - sha: ((.:git_sha)) - - on_failure: - put: state-failure - resource: pr-status-build-msvc - no_get: true - params: - state: failure - sha: ((.:git_sha)) - plan: - get: repo trigger: true - - - load_var: git_sha + - load_var: ref file: repo/.git/ref - - - put: state-pending - resource: pr-status-build-msvc - no_get: true - params: - state: pending - sha: ((.:git_sha)) - - task: build file: repo/.ci/tasks/build.yml vars: target: msvc - pr: ((pr)) - gitea_url: https://git.sclu1034.dev + output: artifact + ref: ((.:ref)) gitea_api_key: ((gitea_api_key)) - registry_user: ((registry_user)) - registry_password: ((registry_password)) - - - load_var: version_number - reveal: true - file: artifact/version - - - put: package - resource: gitea-package - no_get: true - inputs: - - artifact - params: - version: ((.:version_number)) - fail_fast: true - override: true - globs: - - artifact/dtmt - - artifact/dtmm - - artifact/*.exe - - artifact/*.sha256 - name: build-linux - on_success: - put: state-success - resource: pr-status-build-linux - no_get: true - params: - state: success - sha: ((.:git_sha)) - - on_failure: - put: state-failure - resource: pr-status-build-linux - no_get: true - params: - state: failure - sha: ((.:git_sha)) - plan: - get: repo trigger: true - - - load_var: git_sha + - load_var: ref file: repo/.git/ref - - - put: state-pending - resource: pr-status-build-linux - no_get: true - params: - state: pending - sha: ((.:git_sha)) - - task: build file: repo/.ci/tasks/build.yml vars: target: linux - pr: ((pr)) - gitea_url: https://git.sclu1034.dev + output: artifact + ref: ((.:ref)) gitea_api_key: ((gitea_api_key)) - registry_user: ((registry_user)) - registry_password: ((registry_password)) - - - load_var: version_number - reveal: true - file: artifact/version - - - put: package - resource: gitea-package - no_get: true - inputs: - - artifact - params: - version: ((.:version_number)) - fail_fast: true - override: true - globs: - - artifact/dtmt - - artifact/dtmm - - artifact/*.exe - - artifact/*.sha256 - diff --git a/.ci/tasks/build.sh b/.ci/tasks/build.sh index b362266..7029f44 100755 --- a/.ci/tasks/build.sh +++ b/.ci/tasks/build.sh @@ -1,63 +1,27 @@ -#!/bin/bash +#!/bin/sh -set -eu - -if [ -n "$OUTPUT" ]; then - OUTPUT="$PWD/$OUTPUT" -else - OUTPUT=$(mktemp -d) -fi - -title() { - printf "\033[1m%s\033[0m\n" "$1" -} - -install_artifact() { - install -v -t "$OUTPUT/" "$1" - sha256sum "$1" | cut -d' ' -f1 > "$OUTPUT/$(basename "$1").sha256" -} - -cd "repo" - -PR=${PR:-} -ref=$(cat .git/ref || echo "HEAD") - -if [ -n "$PR" ]; then - title "PR: $(echo "$PR" | jq '.number') - $(echo "$PR" | jq '.title')" - ref="pr-$(echo "$PR" | jq '.number')-$(git rev-parse --short "$ref" 2>/dev/null || echo 'manual')" -elif [ -f ".git/branch" ]; then - ref=$(cat .git/branch)-$(git rev-parse --short "$ref") -else - ref=$(git rev-parse --short "$ref") -fi - -title "Version: '$ref'" -echo "$ref" > "$OUTPUT/version" +set -eux case "$TARGET" in msvc) cp /src/*.lib ./lib/oodle/ - - title "Building project for target $TARGET" cargo build --color always --locked --release --target x86_64-pc-windows-msvc -Zbuild-std - title "Install artifacts" - install_artifact target/x86_64-pc-windows-msvc/release/dtmt.exe - install_artifact target/x86_64-pc-windows-msvc/release/dtmm.exe + if [ -d "$OUTPUT" ]; then + install -t "$OUTPUT/" target/x86_64-pc-windows-msvc/release/dtmt.exe + install -t "$OUTPUT/" target/x86_64-pc-windows-msvc/release/dtmm.exe + fi ;; linux) cp /src/*.a ./lib/oodle/ - - title "Building project for target $TARGET" cargo build --color always --locked --profile release-lto - title "Installing artifacts" - install_artifact target/release-lto/dtmt - install_artifact target/release-lto/dtmm + if [ -d "$OUTPUT" ]; then + install -t "$OUTPUT/" target/release/dtmt + install -t "$OUTPUT/" target/release/dtmm + fi ;; *) - echo -e "\033[31;1mEnv var 'TARGET' must either be 'msvc' or 'linux'. Got '$TARGET'.\033[0m" >&2 + echo "Env var 'TARGET' must either be 'msvc' or 'linux'. Got '$TARGET'." >&2 exit 1 esac - -title "Done" diff --git a/.ci/tasks/build.yml b/.ci/tasks/build.yml index 9b9c094..ab3a433 100644 --- a/.ci/tasks/build.yml +++ b/.ci/tasks/build.yml @@ -1,31 +1,29 @@ -# yaml-language-server: $schema=https://raw.githubusercontent.com/cappyzawa/concourse-pipeline-jsonschema/master/concourse_jsonschema.json#/definitions/TaskConfig --- platform: linux image_resource: - name: ctmt-bi-base-((target)) type: registry-image source: - repository: registry.sclu1034.dev/dtmt-ci-base-((target)) - username: ((registry_user)) - password: ((registry_password)) + repository: registry.local:5000/dtmt-ci-base-((target)) tag: latest inputs: - name: repo outputs: -- name: artifact - -caches: - - path: repo/target - - path: /usr/local/cargo/registry +- name: ((output)) params: - CI: "true" + CI: true TARGET: ((target)) - PR: ((pr)) - OUTPUT: artifact + GITEA_API_KEY: ((gitea_api_key)) + REF: ((ref)) + OUTPUT: ((output)) run: - path: repo/.ci/tasks/build.sh + path: .ci/util/run.sh + dir: repo + args: + - .ci/tasks/build.sh + - build/((target)) + - "Build for the target platform: ((target))" diff --git a/.ci/tasks/clippy.sh b/.ci/tasks/clippy.sh index 7c27b5f..a7b6e11 100755 --- a/.ci/tasks/clippy.sh +++ b/.ci/tasks/clippy.sh @@ -1,15 +1,7 @@ #!/bin/sh -set -eu +set -eux -title() { - printf "\033[1m%s\033[0m\n" "$1" -} - -title "Install clippy" rustup component add clippy -title "Run clippy" -cargo clippy --color always --no-deps -- -D warnings - -title "Done" +cargo clippy --color always --no-deps diff --git a/.ci/tasks/clippy.yml b/.ci/tasks/clippy.yml index 806dfd4..35735c3 100644 --- a/.ci/tasks/clippy.yml +++ b/.ci/tasks/clippy.yml @@ -1,28 +1,25 @@ -# yaml-language-server: $schema=https://raw.githubusercontent.com/cappyzawa/concourse-pipeline-jsonschema/master/concourse_jsonschema.json#/definitions/TaskConfig --- platform: linux image_resource: - name: dtmt-ci-base-linux type: registry-image source: - repository: registry.sclu1034.dev/dtmt-ci-base-linux - username: ((registry_user)) - password: ((registry_password)) + repository: registry.local:5000/dtmt-ci-base-linux tag: latest inputs: - name: repo -caches: - - path: repo/target - - path: /usr/local/cargo/registry - params: - CI: "true" + CI: true GITEA_API_KEY: ((gitea_api_key)) + REF: ((ref)) run: - path: .ci/tasks/clippy.sh + path: .ci/util/run.sh dir: repo + args: + - .ci/tasks/clippy.sh + - lint/clippy + - "Checking for common mistakes and opportunities for code improvement" diff --git a/.gitattributes b/.gitattributes deleted file mode 100644 index 9a16e3d..0000000 --- a/.gitattributes +++ /dev/null @@ -1,6 +0,0 @@ -* text=auto - -*.xcf filter=lfs diff=lfs merge=lfs -text -*.ico filter=lfs diff=lfs merge=lfs -text -*.png filter=lfs diff=lfs merge=lfs -text -*.jpg filter=lfs diff=lfs merge=lfs -text diff --git a/.gitmodules b/.gitmodules index e1964a8..9398bb8 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,10 +1,12 @@ +[submodule "lib/serde_sjson"] + path = lib/serde_sjson + url = https://git.sclu1034.dev/lucas/serde_sjson.git [submodule "lib/luajit2-sys"] path = lib/luajit2-sys url = https://github.com/sclu1034/luajit2-sys.git [submodule "lib/color-eyre"] path = lib/color-eyre url = https://github.com/sclu1034/color-eyre.git - branch = "fork" [submodule "lib/ansi-parser"] path = lib/ansi-parser url = https://gitlab.com/lschwiderski/ansi-parser.git diff --git a/.renovaterc b/.renovaterc deleted file mode 100644 index 7ad59cd..0000000 --- a/.renovaterc +++ /dev/null @@ -1,14 +0,0 @@ -{ - "$schema": "https://docs.renovatebot.com/renovate-schema.json", - "extends": [ - "config:recommended", - ":combinePatchMinorReleases", - ":enableVulnerabilityAlerts" - ], - "prConcurrentLimit": 10, - "branchPrefix": "renovate/", - "baseBranches": [ - "$default", - "/^release\\/.*/" - ] -} diff --git a/CHANGELOG.adoc b/CHANGELOG.adoc index 1bfb0dd..4d1861c 100644 --- a/CHANGELOG.adoc +++ b/CHANGELOG.adoc @@ -16,12 +16,6 @@ - dtmt: add utility to migrate mod projects - dtmm: reset dtkit-patch installations - sdk: implement decompiling Lua files -- dtmm: fetch cover image for Nexus mods -- dtmm: fetch file version for Nexus mods -- dtmm: handle `nxm://` URIs via IPC and import the corresponding mod -- dtmm: Add button to open mod on nexusmods.com -- dtmt: Implement commands to list bundles and contents -- dtmt: Implement command to search for files === Fixed diff --git a/Cargo.lock b/Cargo.lock index 609555e..8385e67 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1,12 +1,12 @@ # This file is automatically @generated by Cargo. # It is not intended for manual editing. -version = 4 +version = 3 [[package]] name = "addr2line" -version = "0.22.0" +version = "0.21.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6e4503c46a5c0c7844e948c9a4d6acd9f50cccb4de1c48eb9e291ea17470c678" +checksum = "8a30b2e23b9e17a9f90641c7ab1549cd9b44f296d3ccbf309d2863cfe398a0cb" dependencies = [ "gimli", ] @@ -18,28 +18,31 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe" [[package]] -name = "adler2" -version = "2.0.0" +name = "aes" +version = "0.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "512761e0bb2578dd7380c6baaa0f4ce03e84f95e960231d1dec8bf4d7d6e2627" +checksum = "ac1f845298e95f983ff1944b728ae08b8cebab80d684f0a832ed0fc74dfa27e2" +dependencies = [ + "cfg-if", + "cipher", + "cpufeatures", +] [[package]] name = "aho-corasick" -version = "1.1.3" +version = "1.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916" +checksum = "b2969dcb958b36655471fc61f7e416fa76033bdd4bfed0678d8fee1e2d07a1f0" dependencies = [ "memchr", ] [[package]] name = "ansi-parser" -version = "0.9.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c43e7fd8284f025d0bd143c2855618ecdf697db55bde39211e5c9faec7669173" +version = "0.9.0" dependencies = [ "heapless", - "nom 7.1.3", + "nom", ] [[package]] @@ -53,79 +56,87 @@ dependencies = [ [[package]] name = "anstream" -version = "0.6.15" +version = "0.6.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "64e15c1ab1f89faffbf04a634d5e1962e9074f2741eef6d97f3c4e322426d526" +checksum = "2ab91ebe16eb252986481c5b62f6098f3b698a45e34b5b98200cf20dd2484a44" dependencies = [ "anstyle", "anstyle-parse", "anstyle-query", "anstyle-wincon", "colorchoice", - "is_terminal_polyfill", "utf8parse", ] [[package]] name = "anstyle" -version = "1.0.8" +version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1bec1de6f59aedf83baf9ff929c98f2ad654b97c9510f4e70cf6f661d49fd5b1" +checksum = "7079075b41f533b8c61d2a4d073c4676e1f8b249ff94a393b0595db304e0dd87" [[package]] name = "anstyle-parse" -version = "0.2.5" +version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb47de1e80c2b463c735db5b217a0ddc39d612e7ac9e2e96a5aed1f57616c1cb" +checksum = "317b9a89c1868f5ea6ff1d9539a69f45dffc21ce321ac1fd1160dfa48c8e2140" dependencies = [ "utf8parse", ] [[package]] name = "anstyle-query" -version = "1.1.1" +version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6d36fc52c7f6c869915e99412912f22093507da8d9e942ceaf66fe4b7c14422a" +checksum = "5ca11d4be1bab0c8bc8734a9aa7bf4ee8316d462a08c6ac5052f888fef5b494b" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.48.0", ] [[package]] name = "anstyle-wincon" -version = "3.0.4" +version = "3.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5bf74e1b6e971609db8ca7a9ce79fd5768ab6ae46441c572e46cf596f59e57f8" +checksum = "f0699d10d2f4d628a98ee7b57b289abbc98ff3bad977cb3152709d4bf2330628" dependencies = [ "anstyle", - "windows-sys 0.52.0", + "windows-sys 0.48.0", ] [[package]] name = "anyhow" -version = "1.0.86" +version = "1.0.75" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b3d1d046238990b9cf5bcde22a3fb3584ee5cf65fb2765f454ed428c7a0063da" - -[[package]] -name = "arbitrary" -version = "1.4.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dde20b3d026af13f561bdd0f15edf01fc734f0dafcedbaf42bba506a9517f223" -dependencies = [ - "derive_arbitrary", -] +checksum = "a4668cab20f66d8d020e1fbc0ebe47217433c1b6c8f2040faf858554e394ace6" [[package]] name = "arrayref" -version = "0.3.8" +version = "0.3.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9d151e35f61089500b617991b791fc8bfd237ae50cd5950803758a179b41e67a" +checksum = "6b4930d2cb77ce62f89ee5d5289b4ac049559b1c45539271f5ed4fdc7db34545" [[package]] name = "arrayvec" -version = "0.7.6" +version = "0.5.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" +checksum = "23b62fc65de8e4e7f52534fb52b0f3ed04746ae267519eef2a83941e8085068b" + +[[package]] +name = "arrayvec" +version = "0.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96d30a06541fbafbc7f82ed10c06164cfbd2c401138f6addd8404629c4b16711" + +[[package]] +name = "as-slice" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "45403b49e3954a4b8428a0ac21a4b7afadccf92bfd96273f1a58cd4812496ae0" +dependencies = [ + "generic-array 0.12.4", + "generic-array 0.13.3", + "generic-array 0.14.7", + "stable_deref_trait", +] [[package]] name = "associative-cache" @@ -135,13 +146,13 @@ checksum = "46016233fc1bb55c23b856fe556b7db6ccd05119a0a392e04f0b3b7c79058f16" [[package]] name = "async-recursion" -version = "1.1.1" +version = "1.0.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3b43422f69d8ff38f95f1b2bb76517c91589a924d1559a0e935d7c8ce0274c11" +checksum = "5fd55a5ba1179988837d24ab4c7cc8ed6efdeff578ede0416b4225a5fca35bd0" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] @@ -168,29 +179,23 @@ dependencies = [ "system-deps", ] -[[package]] -name = "atomic-waker" -version = "1.1.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" - [[package]] name = "autocfg" -version = "1.3.0" +version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0c4b4d0bd25bd0b74681c0ad21497610ce1b7c91b1022cd21c80c6fbdd9476b0" +checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa" [[package]] name = "backtrace" -version = "0.3.73" +version = "0.3.69" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5cc23269a4f8976d0a4d2e7109211a419fe30e8d88d677cd60b6bc79c5732e0a" +checksum = "2089b7e3f35b9dd2d0ed921ead4f6d318c27680d4a5bd167b3ee120edb105837" dependencies = [ "addr2line", "cc", "cfg-if", "libc", - "miniz_oxide 0.7.4", + "miniz_oxide", "object", "rustc-demangle", ] @@ -203,68 +208,36 @@ checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" [[package]] name = "base64" -version = "0.22.1" +version = "0.21.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" +checksum = "35636a1494ede3b646cc98f74f8e62c773a38a659ebc777a2cf26b9b74171df9" [[package]] -name = "bincode" -version = "2.0.1" +name = "base64ct" +version = "1.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "36eaf5d7b090263e8150820482d5d93cd964a81e4019913c972f4edcc6edb740" -dependencies = [ - "bincode_derive", - "serde", - "unty", -] - -[[package]] -name = "bincode_derive" -version = "2.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bf95709a440f45e986983918d0e8a1f30a9b1df04918fc828670606804ac3c09" -dependencies = [ - "virtue", -] +checksum = "8c3c1a368f70d6cf7302d78f8f7093da241fb8e8807c05cc9e51a125895a6d5b" [[package]] name = "bindgen" -version = "0.70.1" +version = "0.64.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f49d8fed880d473ea71efb9bf597651e77201bdd4893efe54c9e5d65ae04ce6f" +checksum = "c4243e6031260db77ede97ad86c27e501d646a27ab57b59a574f725d98ab1fb4" dependencies = [ - "bitflags 2.9.1", + "bitflags 1.3.2", "cexpr", "clang-sys", - "itertools", + "lazy_static", + "lazycell", "log", - "prettyplease", + "peeking_take_while", "proc-macro2", "quote", "regex", - "rustc-hash 1.1.0", + "rustc-hash", "shlex", - "syn 2.0.100", -] - -[[package]] -name = "bindgen" -version = "0.72.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4f72209734318d0b619a5e0f5129918b848c416e122a3c4ce054e03cb87b726f" -dependencies = [ - "bitflags 2.9.1", - "cexpr", - "clang-sys", - "itertools", - "log", - "prettyplease", - "proc-macro2", - "quote", - "regex", - "rustc-hash 2.1.0", - "shlex", - "syn 2.0.100", + "syn 1.0.109", + "which", ] [[package]] @@ -275,9 +248,9 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" [[package]] name = "bitflags" -version = "2.9.1" +version = "2.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1b8e56985ec62d17e9c1001dc89c88ecd7dc08e47eba5ec7c29c7b5eeecde967" +checksum = "327762f6e5a765692301e5bb513e0d9fef63be86bbc14528052b1cd3e6f03e07" [[package]] name = "bitmaps" @@ -300,26 +273,37 @@ version = "0.10.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" dependencies = [ - "generic-array", + "generic-array 0.14.7", +] + +[[package]] +name = "bstr" +version = "1.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c79ad7fb2dd38f3dabd76b09c6a5a20c038fc0213ef1e9afd30eb777f120f019" +dependencies = [ + "memchr", + "regex-automata 0.4.3", + "serde", ] [[package]] name = "bumpalo" -version = "3.16.0" +version = "3.14.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "79296716171880943b8470b5f8d03aa55eb2e645a4874bdbb28adb49162e012c" +checksum = "7f30e7476521f6f8af1a1c4c0b8cc94f0bee37d91763d0ca2665f299b6cd8aec" [[package]] name = "bytecount" -version = "0.6.8" +version = "0.6.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5ce89b21cab1437276d2650d57e971f9d548a2d9037cc231abdc0562b97498ce" +checksum = "e1e5f035d16fc623ae5f74981db80a439803888314e3a555fd6f04acd51a3205" [[package]] name = "bytemuck" -version = "1.17.0" +version = "1.14.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6fd4c6dcc3b0aea2f5c0b4b82c2b15fe39ddbc76041a310848f4706edf76bb31" +checksum = "374d28ec25809ee0e23827c2ab573d729e293f281dfe393500e7ad618baa61c6" [[package]] name = "byteorder" @@ -329,26 +313,28 @@ checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" [[package]] name = "bytes" -version = "1.7.1" +version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8318a53db07bb3f8dca91a600466bdb3f2eaadeedfdbcf02e1accbad9271ba50" +checksum = "a2bd12c1caf447e69cd4528f47f94d203fd2582878ecb9e9465484c4148a8223" [[package]] name = "bzip2" -version = "0.5.2" +version = "0.4.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "49ecfb22d906f800d4fe833b6282cf4dc1c298f5057ca0b5445e5c209735ca47" +checksum = "bdb116a6ef3f6c3698828873ad02c3014b3c85cadb88496095628e3ef1e347f8" dependencies = [ "bzip2-sys", + "libc", ] [[package]] name = "bzip2-sys" -version = "0.1.13+1.0.8" +version = "0.1.11+1.0.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "225bff33b2141874fe80d71e07d6eec4f85c5c216453dd96388240f96e1acc14" +checksum = "736a955f3fa7875102d57c82b8cac37ec45224a07fd32d58f9f7a186b6cd4cdc" dependencies = [ "cc", + "libc", "pkg-config", ] @@ -363,7 +349,7 @@ dependencies = [ "glib", "libc", "once_cell", - "thiserror 1.0.63", + "thiserror", ] [[package]] @@ -379,13 +365,12 @@ dependencies = [ [[package]] name = "cc" -version = "1.1.13" +version = "1.0.83" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "72db2f7947ecee9b03b510377e8bb9077afa27176fdbff55c51027e976fdcc48" +checksum = "f1174fb0b6ec23863f8b971027804a42614e347eafb0a95bf0b12cdae21fc4d0" dependencies = [ "jobserver", "libc", - "shlex", ] [[package]] @@ -394,14 +379,14 @@ version = "0.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6fac387a98bb7c37292057cffc56d62ecb629900026402633ae9160df93a8766" dependencies = [ - "nom 7.1.3", + "nom", ] [[package]] name = "cfg-expr" -version = "0.15.8" +version = "0.15.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d067ad48b8650848b989a59a86c6c36a995d02d2bf778d45c3c5d57bc2718f02" +checksum = "03915af431787e6ffdcc74c645077518c6b6e01f80b761e0fbbfa288536311b3" dependencies = [ "smallvec", "target-lexicon", @@ -414,10 +399,20 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" [[package]] -name = "clang-sys" -version = "1.8.1" +name = "cipher" +version = "0.4.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4" +checksum = "773f3b9af64447d2ce9850330c473515014aa235e6a783b02db81ff39e4a3dad" +dependencies = [ + "crypto-common", + "inout", +] + +[[package]] +name = "clang-sys" +version = "1.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c688fc74432808e3eb684cae8830a86be1d66a2bd58e1f248ed0960a590baf6f" dependencies = [ "glob", "libc", @@ -426,9 +421,9 @@ dependencies = [ [[package]] name = "clap" -version = "4.5.40" +version = "4.4.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "40b6887a1d8685cebccf115538db5c0efe625ccac9696ad45c409d96566e910f" +checksum = "ac495e00dcec98c83465d5ad66c5c4fabd652fd6686e7c6269b117e729a6f17b" dependencies = [ "clap_builder", "clap_derive", @@ -436,56 +431,56 @@ dependencies = [ [[package]] name = "clap_builder" -version = "4.5.40" +version = "4.4.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e0c66c08ce9f0c698cbce5c0279d0bb6ac936d8674174fe48f736533b964f59e" +checksum = "c77ed9a32a62e6ca27175d00d29d05ca32e396ea1eb5fb01d8256b669cec7663" dependencies = [ "anstream", "anstyle", "clap_lex", "strsim", "unicase", - "unicode-width 0.2.0", + "unicode-width", ] [[package]] name = "clap_derive" -version = "4.5.40" +version = "4.4.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d2c7947ae4cc3d851207c1adb5b5e260ff0cca11446b1d6d1423788e442257ce" +checksum = "cf9804afaaf59a91e75b022a30fb7229a7901f60c755489cc61c9b423b836442" dependencies = [ - "heck 0.5.0", + "heck", "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] name = "clap_lex" -version = "0.7.4" +version = "0.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f46ad14479a25103f283c0f10005961cf086d8dc42205bb44c46ac563475dca6" +checksum = "702fc72eb24e5a1e48ce58027a675bc24edd52096d5397d4aea7c6dd9eca0bd1" [[package]] name = "cli-table" -version = "0.5.0" +version = "0.4.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "14da8d951cef7cc4f13ccc9b744d736963d57863c7e6fc33c070ea274546082c" +checksum = "adfbb116d9e2c4be7011360d0c0bee565712c11e969c9609b25b619366dc379d" dependencies = [ "cli-table-derive", "termcolor", - "unicode-width 0.2.0", + "unicode-width", ] [[package]] name = "cli-table-derive" -version = "0.5.0" +version = "0.4.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9f7c1b60bae2c3d45228dfb096046aa51ef6c300de70b658d7a13fcb0c4f832e" +checksum = "2af3bfb9da627b0a6c467624fb7963921433774ed435493b5c08a3053e829ad4" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 1.0.109", ] [[package]] @@ -533,27 +528,20 @@ dependencies = [ name = "color-eyre" version = "0.6.2" dependencies = [ - "ansi-parser", "backtrace", "color-spantrace", "eyre", "indenter", "once_cell", "owo-colors", - "pretty_assertions", - "thiserror 1.0.63", - "tracing", "tracing-error", - "tracing-subscriber", - "url", - "wasm-bindgen-test", ] [[package]] name = "color-spantrace" -version = "0.2.1" +version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cd6be1b2a7e382e2b98b43b2adcca6bb0e465af0bdd38123873ae61eb17a72c2" +checksum = "1ba75b3d9449ecdccb27ecbc479fdc0b87fa2dd43d2f8298f9bf0e59aacc8dce" dependencies = [ "once_cell", "owo-colors", @@ -569,9 +557,9 @@ checksum = "3d7b894f5411737b7867f4827955924d7c254fc9f4d91a6aad6b097804b1018b" [[package]] name = "colorchoice" -version = "1.0.2" +version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3fd119d74b830634cea2a0f58bbd0d54540518a14397557951e79340abc28c0" +checksum = "acbf1af155f9b9ef647e42cdc158db4b64a1b61f743629225fde6f3e0be2a7c7" [[package]] name = "colors-transform" @@ -581,14 +569,14 @@ checksum = "9226dbc05df4fb986f48d730b001532580883c4c06c5d1c213f4b34c1c157178" [[package]] name = "confy" -version = "1.0.0" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f29222b549d4e3ded127989d523da9e928918d0d0d7f7c1690b439d0d538bae9" +checksum = "e37668cb35145dcfaa1931a5f37fde375eeae8068b4c0d2f289da28a270b2d2c" dependencies = [ "directories", "serde", - "thiserror 2.0.12", - "toml 0.8.19", + "thiserror", + "toml 0.5.11", ] [[package]] @@ -602,10 +590,16 @@ dependencies = [ ] [[package]] -name = "core-foundation" -version = "0.9.4" +name = "constant_time_eq" +version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "91e195e091a93c46f7102ec7818a2aa394e1e1771c3ab4825963fa03e45afb8f" +checksum = "245097e9a4535ee1e3e3931fcfcd55a796a44c643e8596ff6566d68f09b87bbc" + +[[package]] +name = "core-foundation" +version = "0.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "194a7a9e6de53fa55116934067c844d9d749312f75c6f6d0980e8c252f8c2146" dependencies = [ "core-foundation-sys", "libc", @@ -613,9 +607,9 @@ dependencies = [ [[package]] name = "core-foundation-sys" -version = "0.8.7" +version = "0.8.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" +checksum = "e496a50fda8aacccc86d7529e2c1e0892dbd0f898a6b5645b5561b89c3210efa" [[package]] name = "core-graphics" @@ -632,9 +626,9 @@ dependencies = [ [[package]] name = "core-graphics-types" -version = "0.1.3" +version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "45390e6114f68f718cc7a830514a96f903cccd70d02a8f6d9f643ac4ba45afaf" +checksum = "2bb142d41022986c1d8ff29103a1411c8a3dfad3552f87a4f8dc50d61d4f4e33" dependencies = [ "bitflags 1.3.2", "core-foundation", @@ -655,33 +649,37 @@ dependencies = [ [[package]] name = "cpufeatures" -version = "0.2.13" +version = "0.2.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "51e852e6dc9a5bed1fae92dd2375037bf2b768725bf3be87811edee3249d09ad" +checksum = "ce420fe07aecd3e67c5f910618fe65e94158f6dcc0adf44e00d69ce2bdfe0fd0" dependencies = [ "libc", ] [[package]] -name = "crc" -version = "3.2.1" +name = "crc32fast" +version = "1.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "69e6e4d7b33a94f0991c26729976b10ebde1d34c3ee82408fb536164fa10d636" +checksum = "b540bd8bc810d3885c6ea91e2018302f68baba2129ab3e88f32389ee9370880d" dependencies = [ - "crc-catalog", + "cfg-if", ] [[package]] -name = "crc-catalog" -version = "2.4.0" +name = "crossbeam-channel" +version = "0.5.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "19d374276b40fb8bbdee95aef7c7fa6b5316ec764510eb64b8dd0e2ed0d7e7f5" +checksum = "a33c2bf77f2df06183c3aa30d1e96c0695a313d4f9c453cc3762a6db39f99200" +dependencies = [ + "cfg-if", + "crossbeam-utils", +] [[package]] -name = "crc32fast" -version = "1.4.2" +name = "crossbeam-utils" +version = "0.8.16" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a97769d94ddab943e4510d138150169a2758b5ef3eb191a9ee688de3e23ef7b3" +checksum = "5a22b2d63d4d1dc0b7f1b6b2747dd0088008a9be28b6ddf0b1e7d335e3037294" dependencies = [ "cfg-if", ] @@ -692,16 +690,17 @@ version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1bfb12502f3fc46cca1bb51ac28df9d618d813cdc3d2f25b9fe775a34af26bb3" dependencies = [ - "generic-array", + "generic-array 0.14.7", "typenum", ] [[package]] name = "csv-async" -version = "1.3.1" +version = "1.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "888dbb0f640d2c4c04e50f933885c7e9c95995d93cec90aba8735b4c610f26f1" +checksum = "71933d3f2d0481d5111cb2817b15b6961961458ec58adf8008194e6c850046f4" dependencies = [ + "bstr", "cfg-if", "csv-core", "futures", @@ -729,31 +728,14 @@ checksum = "8d7439c3735f405729d52c3fbbe4de140eaf938a1fe47d227c27f8254d4302a5" [[package]] name = "deranged" -version = "0.4.0" +version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9c9e6a11ca8224451684bc0d7d5a7adbf8f2fd6887261a1cfc3c0432f9d4068e" +checksum = "0f32d04922c60427da6f9fef14d042d9edddef64cb9d4ce0d64d0685fbeb1fd3" dependencies = [ "powerfmt", "serde", ] -[[package]] -name = "derive_arbitrary" -version = "1.4.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "30542c1ad912e0e3d22a1935c290e12e8a29d704a420177a31faad4a601a0800" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", -] - -[[package]] -name = "diff" -version = "0.1.13" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "56254986775e3233ffa9c4d7d3faaf6d36a2c09d30b20687e9f88bc8bafc16c8" - [[package]] name = "digest" version = "0.10.7" @@ -762,13 +744,23 @@ checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" dependencies = [ "block-buffer", "crypto-common", + "subtle", ] [[package]] name = "directories" -version = "6.0.0" +version = "4.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "16f5094c54661b38d03bd7e50df373292118db60b585c08a411c6d840017fe7d" +checksum = "f51c5d4ddabd36886dd3e1438cb358cdcb0d7c499cb99cb4ac2e38e18b5cb210" +dependencies = [ + "dirs-sys", +] + +[[package]] +name = "dirs" +version = "3.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30baa043103c9d0c2a57cf537cc2f35623889dc0d405e6c3cccfadbc81c71309" dependencies = [ "dirs-sys", ] @@ -785,14 +777,13 @@ dependencies = [ [[package]] name = "dirs-sys" -version = "0.5.0" +version = "0.3.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e01a3366d27ee9890022452ee61b2b63a67e6f13f58900b651ff5665f0bb1fab" +checksum = "1b1d1d91c932ef41c0f2663aa8b0ca0342d444d842c06914aa0a7e352d0bada6" dependencies = [ "libc", - "option-ext", - "redox_users 0.5.0", - "windows-sys 0.59.0", + "redox_users", + "winapi", ] [[package]] @@ -802,27 +793,21 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4ebda144c4fe02d1f7ea1a7d9641b6fc6b580adcfa024ae48797ecdeb6825b4d" dependencies = [ "libc", - "redox_users 0.4.6", + "redox_users", "winapi", ] [[package]] name = "displaydoc" -version = "0.2.5" +version = "0.2.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +checksum = "487585f4d0c6655fe74905e2504d8ad6908e4db67f744eb140876906c2f3175d" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] -[[package]] -name = "doctest-file" -version = "1.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "aac81fa3e28d21450aa4d2ac065992ba96a1d7303efbce51a95f4fd175b67562" - [[package]] name = "druid" version = "0.8.3" @@ -910,8 +895,7 @@ version = "0.1.0" dependencies = [ "ansi-parser", "async-recursion", - "bincode", - "bitflags 2.9.1", + "bitflags 1.3.2", "clap", "color-eyre", "colors-transform", @@ -920,17 +904,16 @@ dependencies = [ "druid-widget-nursery", "dtmt-shared", "futures", - "interprocess", "lazy_static", "luajit2-sys", "minijinja", "nexusmods", "oodle", - "open", "path-slash", "sdk", "serde", "serde_sjson", + "string_template", "strip-ansi-escapes", "time", "tokio", @@ -939,7 +922,6 @@ dependencies = [ "tracing-error", "tracing-subscriber", "usvg", - "winres", "zip", ] @@ -957,8 +939,8 @@ dependencies = [ "futures", "futures-util", "glob", + "libloading", "luajit2-sys", - "minijinja", "nanorand", "notify", "oodle", @@ -970,6 +952,7 @@ dependencies = [ "serde", "serde_sjson", "shlex", + "string_template", "tempfile", "tokio", "tokio-stream", @@ -1007,15 +990,15 @@ dependencies = [ [[package]] name = "either" -version = "1.13.0" +version = "1.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0" +checksum = "a26ae43d7bcc3b814de94796a5e736d4029efb0ee900c12e2d54c993ad1a1e07" [[package]] name = "encoding_rs" -version = "0.8.34" +version = "0.8.33" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b45de904aa0b010bce2ab45264d0631681847fa7b6f2eaa7dab7619943bc4f59" +checksum = "7268b386296a025e474d5140678f75d6de9493ae55a5d709eeb9dd08149945e1" dependencies = [ "cfg-if", ] @@ -1034,12 +1017,12 @@ checksum = "5443807d6dff69373d433ab9ef5378ad8df50ca6298caf15de6e52e24aaf54d5" [[package]] name = "errno" -version = "0.3.11" +version = "0.3.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "976dd42dc7e85965fe702eb8164f21f450704bdde31faefd6471dba214cb594e" +checksum = "ac3e13f66a2f95e32a39eaa81f6b95d42878ca0e1db0c7543723dfe12557e860" dependencies = [ "libc", - "windows-sys 0.59.0", + "windows-sys 0.48.0", ] [[package]] @@ -1054,9 +1037,9 @@ dependencies = [ [[package]] name = "eyre" -version = "0.6.12" +version = "0.6.8" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7cd915d99f24784cdc19fd37ef22b97e3ff0ae756c7e492e9fbfe897d61e2aec" +checksum = "4c2b6b5a29c02cdc822728b7d7b8ae1bab3e3b05d44522770ddd49722eeac7eb" dependencies = [ "indenter", "once_cell", @@ -1064,9 +1047,18 @@ dependencies = [ [[package]] name = "fastrand" -version = "2.3.0" +version = "1.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be" +checksum = "e51093e27b0797c359783294ca4f0a911c270184cb10f85783b118614a1501be" +dependencies = [ + "instant", +] + +[[package]] +name = "fastrand" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "25cbce373ec4653f1a01a31e8a5e5ec0c622dc27ff9c4e6606eefef5cbbed4a5" [[package]] name = "fd-lock" @@ -1075,15 +1067,15 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ef033ed5e9bad94e55838ca0ca906db0e043f517adda0c8b79c7a8c66c93c1b5" dependencies = [ "cfg-if", - "rustix 0.38.34", + "rustix", "windows-sys 0.48.0", ] [[package]] name = "fdeflate" -version = "0.3.4" +version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4f9bfee30e4dedf0ab8b422f03af778d9612b63f502710fc500a334ebe2de645" +checksum = "64d6dafc854908ff5da46ff3f8f473c6984119a2876a383a860246dd7841a868" dependencies = [ "simd-adler32", ] @@ -1094,31 +1086,30 @@ version = "0.3.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "38e2275cc4e4fc009b0669731a1e5ab7ebf11f469eaede2bab9309a5b4d6057f" dependencies = [ - "memoffset 0.9.1", + "memoffset 0.9.0", "rustc_version", ] [[package]] name = "filetime" -version = "0.2.24" +version = "0.2.22" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bf401df4a4e3872c4fe8151134cf483738e74b67fc934d6532c882b3d24a4550" +checksum = "d4029edd3e734da6fe05b6cd7bd2960760a616bd2ddd0d59a0124746d6272af0" dependencies = [ "cfg-if", "libc", - "libredox", - "windows-sys 0.59.0", + "redox_syscall 0.3.5", + "windows-sys 0.48.0", ] [[package]] name = "flate2" -version = "1.1.1" +version = "1.0.28" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7ced92e76e966ca2fd84c8f7aa01a4aea65b0eb6648d72f7c8f3e2764a67fece" +checksum = "46303f565772937ffe1d394a4fac6f411c6013172fadde9dcdb1e147a086940e" dependencies = [ "crc32fast", - "libz-rs-sys", - "miniz_oxide 0.8.8", + "miniz_oxide", ] [[package]] @@ -1129,16 +1120,16 @@ checksum = "98de4bbd547a563b716d8dfa9aad1cb19bfab00f4fa09a6a4ed21dbcf44ce9c4" [[package]] name = "fluent-bundle" -version = "0.15.3" +version = "0.15.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7fe0a21ee80050c678013f82edf4b705fe2f26f1f9877593d13198612503f493" +checksum = "e242c601dec9711505f6d5bbff5bedd4b61b2469f2e8bb8e57ee7c9747a87ffd" dependencies = [ "fluent-langneg", "fluent-syntax", "intl-memoizer", "intl_pluralrules", - "rustc-hash 1.1.0", - "self_cell 0.10.3", + "rustc-hash", + "self_cell", "smallvec", "unic-langid", ] @@ -1154,11 +1145,11 @@ dependencies = [ [[package]] name = "fluent-syntax" -version = "0.11.1" +version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2a530c4694a6a8d528794ee9bbd8ba0122e779629ac908d15ad5a7ae7763a33d" +checksum = "c0abed97648395c902868fee9026de96483933faa54ea3b40d652f7dfe61ca78" dependencies = [ - "thiserror 1.0.63", + "thiserror", ] [[package]] @@ -1169,11 +1160,11 @@ checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" [[package]] name = "fontconfig-parser" -version = "0.5.7" +version = "0.5.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c1fcfcd44ca6e90c921fee9fa665d530b21ef1327a4c1a6c5250ea44b776ada7" +checksum = "674e258f4b5d2dcd63888c01c68413c51f565e8af99d2f7701c7b81d79ef41c4" dependencies = [ - "roxmltree 0.20.0", + "roxmltree 0.18.1", ] [[package]] @@ -1205,9 +1196,9 @@ checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" [[package]] name = "form_urlencoded" -version = "1.2.1" +version = "1.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e13624c2627564efccf4934284bdd98cbaa14e79b0b5a141218e507b3a823456" +checksum = "a62bc1cf6f830c2ec14a513a9fb124d0a213a629668a4186f329db21fe045652" dependencies = [ "percent-encoding", ] @@ -1229,9 +1220,9 @@ dependencies = [ [[package]] name = "futures" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "65bc07b1a8bc7c85c5f2e110c476c7389b4554ba72af57d8445ea63a576b0876" +checksum = "da0290714b38af9b4a7b094b8a37086d1b4e61f2df9122c3cad2577669145335" dependencies = [ "futures-channel", "futures-core", @@ -1244,9 +1235,9 @@ dependencies = [ [[package]] name = "futures-channel" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2dff15bf788c671c1934e366d07e30c1814a8ef514e1af724a602e8a2fbe1b10" +checksum = "ff4dd66668b557604244583e3e1e1eada8c5c2e96a6d0d6653ede395b78bbacb" dependencies = [ "futures-core", "futures-sink", @@ -1254,15 +1245,15 @@ dependencies = [ [[package]] name = "futures-core" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "05f29059c0c2090612e8d742178b0580d2dc940c837851ad723096f87af6663e" +checksum = "eb1d22c66e66d9d72e1758f0bd7d4fd0bee04cad842ee34587d68c07e45d088c" [[package]] name = "futures-executor" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e28d1d997f585e54aebc3f97d39e72338912123a67330d723fdbb564d646c9f" +checksum = "0f4fb8693db0cf099eadcca0efe2a5a22e4550f98ed16aba6c48700da29597bc" dependencies = [ "futures-core", "futures-task", @@ -1271,38 +1262,38 @@ dependencies = [ [[package]] name = "futures-io" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9e5c1b78ca4aae1ac06c48a526a655760685149f0d465d21f37abfe57ce075c6" +checksum = "8bf34a163b5c4c52d0478a4d757da8fb65cabef42ba90515efee0f6f9fa45aaa" [[package]] name = "futures-macro" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "162ee34ebcb7c64a8abebc059ce0fee27c2262618d7b60ed8faf72fef13c3650" +checksum = "53b153fd91e4b0147f4aced87be237c98248656bb01050b96bf3ee89220a8ddb" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] name = "futures-sink" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e575fab7d1e0dcb8d0c7bcf9a63ee213816ab51902e6d244a95819acacf1d4f7" +checksum = "e36d3378ee38c2a36ad710c5d30c2911d752cb941c00c72dbabfb786a7970817" [[package]] name = "futures-task" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f90f7dce0722e95104fcb095585910c0977252f286e354b5e3bd38902cd99988" +checksum = "efd193069b0ddadc69c46389b740bbccdd97203899b48d09c5f7969591d6bae2" [[package]] name = "futures-util" -version = "0.3.31" +version = "0.3.29" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9fa08315bb612088cc391249efdc3bc77536f16c91f6cf495e6fbe85b20a4a81" +checksum = "a19526d624e703a3179b3d322efec918b6246ea0fa51d41124525f00f1cc8104" dependencies = [ "futures-channel", "futures-core", @@ -1375,6 +1366,24 @@ dependencies = [ "system-deps", ] +[[package]] +name = "generic-array" +version = "0.12.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ffdf9f34f1447443d37393cc6c2b8313aebddcd96906caf34e54c68d8e57d7bd" +dependencies = [ + "typenum", +] + +[[package]] +name = "generic-array" +version = "0.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f797e67af32588215eaaab8327027ee8e71b9dd0b2b26996aedf20c030fce309" +dependencies = [ + "typenum", +] + [[package]] name = "generic-array" version = "0.14.7" @@ -1387,25 +1396,13 @@ dependencies = [ [[package]] name = "getrandom" -version = "0.2.15" +version = "0.2.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7" +checksum = "be4136b2a15dd319360be1c07d9933517ccf0be8f16bf62a3bee4f0d618df427" dependencies = [ "cfg-if", "libc", - "wasi 0.11.0+wasi-snapshot-preview1", -] - -[[package]] -name = "getrandom" -version = "0.3.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "73fea8450eea4bac3940448fb7ae50d91f034f941199fcd9d909a5a07aa455f0" -dependencies = [ - "cfg-if", - "libc", - "r-efi", - "wasi 0.14.2+wasi-0.2.4", + "wasi", ] [[package]] @@ -1420,9 +1417,9 @@ dependencies = [ [[package]] name = "gimli" -version = "0.29.0" +version = "0.28.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "40ecd4077b5ae9fd2e9e169b102c6c330d0605168eb0e8bf79952b256dbefffd" +checksum = "6fb8d784f27acf97159b40fc4db5ecd8aa23b9ad5ef69cdd136d3bc80665f0c0" [[package]] name = "gio" @@ -1441,7 +1438,7 @@ dependencies = [ "once_cell", "pin-project-lite", "smallvec", - "thiserror 1.0.63", + "thiserror", ] [[package]] @@ -1476,7 +1473,7 @@ dependencies = [ "libc", "once_cell", "smallvec", - "thiserror 1.0.63", + "thiserror", ] [[package]] @@ -1486,7 +1483,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fb1a9325847aa46f1e96ffea37611b9d51fc4827e67f79e7de502a297560a67b" dependencies = [ "anyhow", - "heck 0.4.1", + "heck", "proc-macro-crate", "proc-macro-error", "proc-macro2", @@ -1506,9 +1503,9 @@ dependencies = [ [[package]] name = "glob" -version = "0.3.2" +version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8d1add55171497b4705a648c6b583acafb01d58050a51727785f0b2c8e0a2b2" +checksum = "d2fabcfbdc87f4758337ca535fb41a6d701b65693ce38287d856d1674551ec9b" [[package]] name = "gobject-sys" @@ -1578,17 +1575,17 @@ dependencies = [ [[package]] name = "h2" -version = "0.4.6" +version = "0.3.21" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "524e8ac6999421f49a846c2d4411f337e53497d8ec55d67753beffa43c5d9205" +checksum = "91fc23aa11be92976ef4729127f1a74adf36d8436f7816b185d18df956790833" dependencies = [ - "atomic-waker", "bytes", "fnv", "futures-core", "futures-sink", + "futures-util", "http", - "indexmap", + "indexmap 1.9.3", "slab", "tokio", "tokio-util", @@ -1597,25 +1594,33 @@ dependencies = [ [[package]] name = "hash32" -version = "0.3.1" +version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "47d60b12902ba28e2730cd37e95b8c9223af2808df9e902d4df49588d1470606" +checksum = "d4041af86e63ac4298ce40e5cca669066e75b6f1aa3390fe2561ffa5e1d9f4cc" dependencies = [ "byteorder", ] [[package]] name = "hashbrown" -version = "0.14.5" +version = "0.12.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" +checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888" + +[[package]] +name = "hashbrown" +version = "0.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f93e7192158dbcda357bdec5fb5788eebf8bbac027f3f33e719d29135ae84156" [[package]] name = "heapless" -version = "0.8.0" +version = "0.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0bfb9eb618601c89945a70e254898da93b13be0388091d42117462b265bb3fad" +checksum = "634bd4d29cbf24424d0a4bfcbf80c6960129dc24424752a7d1d1390607023422" dependencies = [ + "as-slice", + "generic-array 0.14.7", "hash32", "stable_deref_trait", ] @@ -1627,31 +1632,34 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8" [[package]] -name = "heck" -version = "0.5.0" +name = "hermit-abi" +version = "0.3.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" +checksum = "d77f7ec81a6d05a3abb01ab6eb7590f6083d08449fe5a1c8b1e620283546ccb7" [[package]] -name = "hermit-abi" -version = "0.3.9" +name = "hmac" +version = "0.12.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d231dfb89cfffdbc30e7fc41579ed6066ad03abda9e567ccafae602b97ec5024" +checksum = "6c49c37c09c17a53d937dfbb742eb3a961d65a994e6bcdcf37e7399d0cc8ab5e" +dependencies = [ + "digest", +] [[package]] name = "home" -version = "0.5.11" +version = "0.5.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "589533453244b0995c858700322199b2becb13b627df2851f64a2775d024abcf" +checksum = "5444c27eef6923071f7ebcc33e3444508466a76f7a2b93da00ed6e19f30c1ddb" dependencies = [ - "windows-sys 0.59.0", + "windows-sys 0.48.0", ] [[package]] name = "http" -version = "1.1.0" +version = "0.2.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "21b9ddb458710bc376481b842f5da65cdf31522de232c1ca8146abce2a358258" +checksum = "bd6effc99afb63425aff9b05836f029929e345a6148a14b7ecd5ab67af944482" dependencies = [ "bytes", "fnv", @@ -1660,249 +1668,72 @@ dependencies = [ [[package]] name = "http-body" -version = "1.0.1" +version = "0.4.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1efedce1fb8e6913f23e0c92de8e62cd5b772a67e7b3946df930a62566c93184" +checksum = "d5f38f16d184e36f2408a55281cd658ecbd3ca05cce6d6510a176eca393e26d1" dependencies = [ "bytes", "http", -] - -[[package]] -name = "http-body-util" -version = "0.1.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "793429d76616a256bcb62c2a2ec2bed781c8307e797e2598c50010f2bee2544f" -dependencies = [ - "bytes", - "futures-util", - "http", - "http-body", "pin-project-lite", ] [[package]] name = "httparse" -version = "1.9.4" +version = "1.8.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fcc0b4a115bf80b728eb8ea024ad5bd707b615bfed49e0665b6e0f86fd082d9" +checksum = "d897f394bad6a705d5f4104762e116a75639e470d80901eed05a860a95cb1904" + +[[package]] +name = "httpdate" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" [[package]] name = "hyper" -version = "1.6.0" +version = "0.14.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cc2b571658e38e0c01b1fdca3bbbe93c00d3d71693ff2770043f8c29bc7d6f80" +checksum = "ffb1cfd654a8219eaef89881fdb3bb3b1cdc5fa75ded05d6933b2b382e395468" dependencies = [ "bytes", "futures-channel", + "futures-core", "futures-util", "h2", "http", "http-body", "httparse", + "httpdate", "itoa", "pin-project-lite", - "smallvec", + "socket2 0.4.10", "tokio", + "tower-service", + "tracing", "want", ] -[[package]] -name = "hyper-rustls" -version = "0.27.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5ee4be2c948921a1a5320b629c4193916ed787a7f7f293fd3f7f5a6c9de74155" -dependencies = [ - "futures-util", - "http", - "hyper", - "hyper-util", - "rustls", - "rustls-pki-types", - "tokio", - "tokio-rustls", - "tower-service", -] - [[package]] name = "hyper-tls" -version = "0.6.0" +version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "70206fc6890eaca9fde8a0bf71caa2ddfc9fe045ac9e5c70df101a7dbde866e0" +checksum = "d6183ddfa99b85da61a140bea0efc93fdf56ceaa041b37d553518030827f9905" dependencies = [ "bytes", - "http-body-util", "hyper", - "hyper-util", "native-tls", "tokio", "tokio-native-tls", - "tower-service", -] - -[[package]] -name = "hyper-util" -version = "0.1.13" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b1c293b6b3d21eca78250dc7dbebd6b9210ec5530e038cbfe0661b5c47ab06e8" -dependencies = [ - "base64 0.22.1", - "bytes", - "futures-channel", - "futures-core", - "futures-util", - "http", - "http-body", - "hyper", - "ipnet", - "libc", - "percent-encoding", - "pin-project-lite", - "socket2", - "system-configuration", - "tokio", - "tower-service", - "tracing", - "windows-registry", -] - -[[package]] -name = "icu_collections" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "db2fa452206ebee18c4b5c2274dbf1de17008e874b4dc4f0aea9d01ca79e4526" -dependencies = [ - "displaydoc", - "yoke", - "zerofrom", - "zerovec", -] - -[[package]] -name = "icu_locid" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "13acbb8371917fc971be86fc8057c41a64b521c184808a698c02acc242dbf637" -dependencies = [ - "displaydoc", - "litemap", - "tinystr", - "writeable", - "zerovec", -] - -[[package]] -name = "icu_locid_transform" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "01d11ac35de8e40fdeda00d9e1e9d92525f3f9d887cdd7aa81d727596788b54e" -dependencies = [ - "displaydoc", - "icu_locid", - "icu_locid_transform_data", - "icu_provider", - "tinystr", - "zerovec", -] - -[[package]] -name = "icu_locid_transform_data" -version = "1.5.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7515e6d781098bf9f7205ab3fc7e9709d34554ae0b21ddbcb5febfa4bc7df11d" - -[[package]] -name = "icu_normalizer" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "19ce3e0da2ec68599d193c93d088142efd7f9c5d6fc9b803774855747dc6a84f" -dependencies = [ - "displaydoc", - "icu_collections", - "icu_normalizer_data", - "icu_properties", - "icu_provider", - "smallvec", - "utf16_iter", - "utf8_iter", - "write16", - "zerovec", -] - -[[package]] -name = "icu_normalizer_data" -version = "1.5.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c5e8338228bdc8ab83303f16b797e177953730f601a96c25d10cb3ab0daa0cb7" - -[[package]] -name = "icu_properties" -version = "1.5.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "93d6020766cfc6302c15dbbc9c8778c37e62c14427cb7f6e601d849e092aeef5" -dependencies = [ - "displaydoc", - "icu_collections", - "icu_locid_transform", - "icu_properties_data", - "icu_provider", - "tinystr", - "zerovec", -] - -[[package]] -name = "icu_properties_data" -version = "1.5.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "85fb8799753b75aee8d2a21d7c14d9f38921b54b3dbda10f5a3c7a7b82dba5e2" - -[[package]] -name = "icu_provider" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6ed421c8a8ef78d3e2dbc98a973be2f3770cb42b606e3ab18d6237c4dfde68d9" -dependencies = [ - "displaydoc", - "icu_locid", - "icu_provider_macros", - "stable_deref_trait", - "tinystr", - "writeable", - "yoke", - "zerofrom", - "zerovec", -] - -[[package]] -name = "icu_provider_macros" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1ec89e9337638ecdc08744df490b221a7399bf8d164eb52a665454e60e075ad6" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", ] [[package]] name = "idna" -version = "1.0.3" +version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "686f825264d630750a544639377bae737628043f20d38bbc029e8f29ea968a7e" +checksum = "7d20d6b07bfbc108882d88ed8e37d39636dcc260e15e30c45e6ba089610b917c" dependencies = [ - "idna_adapter", - "smallvec", - "utf8_iter", -] - -[[package]] -name = "idna_adapter" -version = "1.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "daca1df1c957320b2cf139ac61e7bd64fed304c5040df000a745aa1de3b4ef71" -dependencies = [ - "icu_normalizer", - "icu_properties", + "unicode-bidi", + "unicode-normalization", ] [[package]] @@ -1922,14 +1753,15 @@ dependencies = [ [[package]] name = "image" -version = "0.24.9" +version = "0.24.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5690139d2f55868e080017335e4b94cb7414274c74f1669c84fb5feba2c9f69d" +checksum = "6f3dfdbdd72063086ff443e297b61695500514b1e41095b6fb9a5ab48a70a711" dependencies = [ "bytemuck", "byteorder", "color_quant", "jpeg-decoder", + "num-rational", "num-traits", "png", ] @@ -1942,21 +1774,31 @@ checksum = "ce23b50ad8242c51a442f3ff322d56b02f08852c77e4c0b4d3fd684abc89c683" [[package]] name = "indexmap" -version = "2.4.0" +version = "1.9.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "93ead53efc7ea8ed3cfb0c79fc8023fbb782a5432b52830b6518941cebe6505c" +checksum = "bd070e393353796e801d209ad339e89596eb4c8d430d18ede6a1cced8fafbd99" +dependencies = [ + "autocfg", + "hashbrown 0.12.3", +] + +[[package]] +name = "indexmap" +version = "2.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d530e1a18b1cb4c484e6e34556a0d948706958449fca0cab753d649f2bce3d1f" dependencies = [ "equivalent", - "hashbrown", + "hashbrown 0.14.2", ] [[package]] name = "inotify" -version = "0.11.0" +version = "0.9.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f37dccff2791ab604f9babef0ba14fbe0be30bd368dc541e2b08d07c8aa908f3" +checksum = "f8069d3ec154eb856955c1c0fbffefbf5f3c40a104ec912d4797314c1801abff" dependencies = [ - "bitflags 2.9.1", + "bitflags 1.3.2", "inotify-sys", "libc", ] @@ -1971,10 +1813,19 @@ dependencies = [ ] [[package]] -name = "instant" -version = "0.1.13" +name = "inout" +version = "0.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e0242819d153cba4b4b05a5a8f2a7e9bbf97b6055b2a002b395c96b5ff3c0222" +checksum = "a0c10553d664a4d0bcff9f4215d0aac67a639cc68ef660840afe309b807bc9f5" +dependencies = [ + "generic-array 0.14.7", +] + +[[package]] +name = "instant" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c" dependencies = [ "cfg-if", "js-sys", @@ -1982,24 +1833,11 @@ dependencies = [ "web-sys", ] -[[package]] -name = "interprocess" -version = "2.2.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d941b405bd2322993887859a8ee6ac9134945a24ec5ec763a8a962fc64dfec2d" -dependencies = [ - "doctest-file", - "libc", - "recvmsg", - "widestring", - "windows-sys 0.52.0", -] - [[package]] name = "intl-memoizer" -version = "0.5.2" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fe22e020fce238ae18a6d5d8c502ee76a52a6e880d99477657e6acc30ec57bda" +checksum = "c310433e4a310918d6ed9243542a6b83ec1183df95dff8f23f87bb88a264a66f" dependencies = [ "type-map", "unic-langid", @@ -2020,78 +1858,33 @@ version = "2.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8f518f335dce6725a761382244631d86cf0ccb2863413590b31338feb467f9c3" -[[package]] -name = "iri-string" -version = "0.7.8" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dbc5ebe9c3a1a7a5127f920a418f7585e9e758e911d0466ed004f393b0e380b2" -dependencies = [ - "memchr", - "serde", -] - -[[package]] -name = "is-docker" -version = "0.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "928bae27f42bc99b60d9ac7334e3a21d10ad8f1835a4e12ec3ec0464765ed1b3" -dependencies = [ - "once_cell", -] - -[[package]] -name = "is-wsl" -version = "0.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "173609498df190136aa7dea1a91db051746d339e18476eed5ca40521f02d7aa5" -dependencies = [ - "is-docker", - "once_cell", -] - -[[package]] -name = "is_terminal_polyfill" -version = "1.70.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7943c866cc5cd64cbc25b2e01621d07fa8eb2a1a23160ee81ce38704e97b8ecf" - -[[package]] -name = "itertools" -version = "0.13.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186" -dependencies = [ - "either", -] - [[package]] name = "itoa" -version = "1.0.11" +version = "1.0.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b" +checksum = "af150ab688ff2122fcef229be89cb50dd66af9e01a4ff320cc137eecc9bacc38" [[package]] name = "jobserver" -version = "0.1.32" +version = "0.1.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "48d1dbcbbeb6a7fec7e059840aa538bd62aaccf972c7346c4d9d2059312853d0" +checksum = "8c37f63953c4c63420ed5fd3d6d398c719489b9f872b9fa683262f8edd363c7d" dependencies = [ "libc", ] [[package]] name = "jpeg-decoder" -version = "0.3.1" +version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f5d4a7da358eff58addd2877a45865158f0d78c911d43a5784ceb7bbf52833b0" +checksum = "bc0000e42512c92e31c2252315bda326620a4e034105e900c98ec492fa077b3e" [[package]] name = "js-sys" -version = "0.3.77" +version = "0.3.65" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1cfaf33c695fc6e08064efbc1f72ec937429614f25eef83af942d0e227c3a28f" +checksum = "54c0c35952f67de54bb584e9fd912b3023117cbafc0a77d8f3dee1fb5f572fe8" dependencies = [ - "once_cell", "wasm-bindgen", ] @@ -2106,24 +1899,27 @@ dependencies = [ [[package]] name = "keyvalues-parser" -version = "0.2.0" +version = "0.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7e4c8354918309196302015ac9cae43362f1a13d0d5c5539a33b4c2fd2cd6d25" +checksum = "7d990301996c856ea07a84bc291e76f1273db52683663efc05c8d355976897e5" dependencies = [ "pest", "pest_derive", - "thiserror 1.0.63", + "thiserror", ] [[package]] name = "keyvalues-serde" -version = "0.2.1" +version = "0.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0447866c47c00f8bd1949618e8f63017cf93e985b4684dc28d784527e2882390" +checksum = "da419ac133bb3ddf0dbf9c12fcc0ce01d994fcb65f6f1713faf15cc689320b5f" dependencies = [ "keyvalues-parser", + "once_cell", + "paste", + "regex", "serde", - "thiserror 1.0.63", + "thiserror", ] [[package]] @@ -2152,7 +1948,7 @@ version = "0.8.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7a53776d271cfb873b17c618af0298445c88afc52837f3e948fa3fafd131f449" dependencies = [ - "arrayvec", + "arrayvec 0.7.4", ] [[package]] @@ -2161,87 +1957,66 @@ version = "0.9.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "bd85a5776cd9500c2e2059c8c76c3b01528566b7fcbaf8098b55a33fc298849b" dependencies = [ - "arrayvec", + "arrayvec 0.7.4", "serde", ] [[package]] name = "lazy_static" -version = "1.5.0" +version = "1.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" +checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" + +[[package]] +name = "lazycell" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55" [[package]] name = "libc" -version = "0.2.172" +version = "0.2.150" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d750af042f7ef4f724306de029d18836c26c1765a54a6a3f094cbd23a7267ffa" +checksum = "89d92a4743f9a61002fae18374ed11e7973f530cb3a3255fb354818118b2203c" [[package]] name = "libloading" -version = "0.8.5" +version = "0.7.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4979f22fdb869068da03c9f7528f8297c6fd2606bc3a4affe42e6a823fdb8da4" +checksum = "b67380fd3b2fbe7527a606e18729d21c6f3951633d0500574c4dc22d2d638b9f" dependencies = [ "cfg-if", - "windows-targets 0.52.6", + "winapi", ] [[package]] name = "libredox" -version = "0.1.3" +version = "0.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c0ff37bd590ca25063e35af745c343cb7a0271906fb7b37e4813e8f79f00268d" +checksum = "85c833ca1e66078851dba29046874e38f08b2c883700aa29a03ddd3b23814ee8" dependencies = [ - "bitflags 2.9.1", + "bitflags 2.4.1", "libc", - "redox_syscall", -] - -[[package]] -name = "libz-rs-sys" -version = "0.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6489ca9bd760fe9642d7644e827b0c9add07df89857b0416ee15c1cc1a3b8c5a" -dependencies = [ - "zlib-rs", + "redox_syscall 0.4.1", ] [[package]] name = "linux-raw-sys" -version = "0.4.14" +version = "0.4.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "78b3ae25bc7c8c38cec158d1f2757ee79e9b3740fbc7ccf0e59e4b08d793fa89" - -[[package]] -name = "linux-raw-sys" -version = "0.9.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cd945864f07fe9f5371a27ad7b52a172b4b499999f1d97574c9fa68373937e12" - -[[package]] -name = "litemap" -version = "0.7.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "23fb14cb19457329c82206317a5663005a4d404783dc74f4252769b0d5f42856" - -[[package]] -name = "lockfree-object-pool" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9374ef4228402d4b7e403e5838cb880d9ee663314b0a900d5a6aabf0c213552e" +checksum = "da2479e8c062e40bf0066ffa0bc823de0a9368974af99c9f6df941d2c231e03f" [[package]] name = "log" -version = "0.4.22" +version = "0.4.20" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a7a70ba024b9dc04c27ea2f0c0548feb474ec5c54bba33a7f72f873a39d07b24" +checksum = "b5e6163cb8c49088c2c36f57875e58ccd8c87c7427f7fbd50ea6710b2f3f2e8f" [[package]] name = "luajit2-sys" version = "0.0.2" dependencies = [ - "bindgen 0.70.1", + "bindgen", "cc", "fs_extra", "libc", @@ -2273,9 +2048,9 @@ checksum = "2532096657941c2fea9c289d370a250971c689d4f143798ff67113ec042024a5" [[package]] name = "memchr" -version = "2.7.4" +version = "2.6.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3" +checksum = "f665ee40bc4a3c5590afb1e9677db74a508659dfd71e126420da8274909a0167" [[package]] name = "memmap2" @@ -2297,9 +2072,9 @@ dependencies = [ [[package]] name = "memoffset" -version = "0.9.1" +version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a" +checksum = "5a634b1c61a95585bd15607c6ab0c4e5b226e695ff2800ba0cdccddf208c406c" dependencies = [ "autocfg", ] @@ -2310,21 +2085,11 @@ version = "0.3.17" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a" -[[package]] -name = "minicov" -version = "0.3.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5c71e683cd655513b99affab7d317deb690528255a0d5f717f1024093c12b169" -dependencies = [ - "cc", - "walkdir", -] - [[package]] name = "minijinja" -version = "2.10.2" +version = "1.0.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dd72e8b4e42274540edabec853f607c015c73436159b06c39c7af85a20433155" +checksum = "208758577ef2c86cf5dd3e85730d161413ec3284e2d73b2ef65d9a24d9971bcb" dependencies = [ "serde", ] @@ -2337,48 +2102,39 @@ checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" [[package]] name = "miniz_oxide" -version = "0.7.4" +version = "0.7.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b8a240ddb74feaf34a79a7add65a741f3167852fba007066dcac1ca548d89c08" +checksum = "e7810e0be55b428ada41041c41f32c9f1a42817901b4ccf45fa3d4b6561e74c7" dependencies = [ "adler", "simd-adler32", ] -[[package]] -name = "miniz_oxide" -version = "0.8.8" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3be647b768db090acb35d5ec5db2b0e1f1de11133ca123b9eacf5137868f892a" -dependencies = [ - "adler2", -] - [[package]] name = "mio" -version = "1.0.2" +version = "0.8.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "80e04d1dcff3aae0704555fe5fee3bcfaf3d1fdf8a7e521d5b9d2b42acb52cec" +checksum = "3dce281c5e46beae905d4de1870d8b1509a9142b62eedf18b443b011ca8343d0" dependencies = [ - "hermit-abi", "libc", "log", - "wasi 0.11.0+wasi-snapshot-preview1", - "windows-sys 0.52.0", + "wasi", + "windows-sys 0.48.0", ] [[package]] name = "nanorand" -version = "0.8.0" +version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6e3d189da485332e96ba8a5ef646a311871abd7915bf06ac848a9117f19cf6e4" +checksum = "6a51313c5820b0b02bd422f4b44776fbf47961755c74ce64afc73bfad10226c3" [[package]] name = "native-tls" -version = "0.2.12" +version = "0.2.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8614eb2c83d59d1c8cc974dd3f920198647674a0a035e1af1fa58707e317466" +checksum = "07226173c32f2926027b63cce4bcd8076c3552846cbe7925f3aaffeac0a3b92e" dependencies = [ + "lazy_static", "libc", "log", "openssl", @@ -2400,7 +2156,7 @@ dependencies = [ "reqwest", "serde", "serde_json", - "thiserror 2.0.12", + "thiserror", "time", "tokio", "tracing", @@ -2439,51 +2195,35 @@ dependencies = [ "minimal-lexical", ] -[[package]] -name = "nom" -version = "8.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "df9761775871bdef83bee530e60050f7e54b1105350d6884eb0fb4f46c2f9405" -dependencies = [ - "memchr", -] - [[package]] name = "nom_locate" -version = "5.0.0" +version = "4.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b577e2d69827c4740cba2b52efaad1c4cc7c73042860b199710b3575c68438d" +checksum = "1e3c83c053b0713da60c5b8de47fe8e494fe3ece5267b2f23090a07a053ba8f3" dependencies = [ "bytecount", "memchr", - "nom 8.0.0", + "nom", ] [[package]] name = "notify" -version = "8.0.0" +version = "5.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2fee8403b3d66ac7b26aee6e40a897d85dc5ce26f44da36b8b73e987cc52e943" +checksum = "729f63e1ca555a43fe3efa4f3efdf4801c479da85b432242a7b726f353c88486" dependencies = [ - "bitflags 2.9.1", + "bitflags 1.3.2", + "crossbeam-channel", "filetime", "fsevent-sys", "inotify", "kqueue", "libc", - "log", "mio", - "notify-types", "walkdir", - "windows-sys 0.59.0", + "windows-sys 0.45.0", ] -[[package]] -name = "notify-types" -version = "2.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5e0826a989adedc2a244799e823aece04662b66609d96af8dff7ac6df9a8925d" - [[package]] name = "nu-ansi-term" version = "0.46.0" @@ -2495,25 +2235,50 @@ dependencies = [ ] [[package]] -name = "num-conv" -version = "0.1.0" +name = "num-integer" +version = "0.1.45" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "51d515d32fb182ee37cda2ccdcb92950d6a3c2893aa280e540671c2cd0f3b1d9" +checksum = "225d3389fb3509a24c93f5c29eb6bde2586b98d9f016636dff58d7c6f7569cd9" +dependencies = [ + "autocfg", + "num-traits", +] + +[[package]] +name = "num-rational" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0638a1c9d0a3c0914158145bc76cff373a75a627e6ecbfb71cbe6f453a5a19b0" +dependencies = [ + "autocfg", + "num-integer", + "num-traits", +] [[package]] name = "num-traits" -version = "0.2.19" +version = "0.2.17" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +checksum = "39e3200413f237f41ab11ad6d161bc7239c84dcb631773ccd7de3dfe4b5c267c" dependencies = [ "autocfg", ] [[package]] -name = "num_threads" -version = "0.1.7" +name = "num_cpus" +version = "1.16.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5c7398b9c8b70908f6371f47ed36737907c87c52af34c268fed0bf0ceb92ead9" +checksum = "4161fcb6d602d4d2081af7c3a45852d875a03dd337a6bfdd6e06407b61342a43" +dependencies = [ + "hermit-abi", + "libc", +] + +[[package]] +name = "num_threads" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2819ce041d2ee131036f4fc9d6ae7ae125a3a40e97ba64d04fe799ad9dabbb44" dependencies = [ "libc", ] @@ -2529,46 +2294,35 @@ dependencies = [ [[package]] name = "object" -version = "0.36.3" +version = "0.32.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "27b64972346851a39438c60b341ebc01bba47464ae329e55cf343eb93964efd9" +checksum = "9cf5f9dd3933bd50a9e1f149ec995f39ae2c496d31fd772c1fd45ebc27e902b0" dependencies = [ "memchr", ] [[package]] name = "once_cell" -version = "1.19.0" +version = "1.18.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92" +checksum = "dd8b5dd2ae5ed71462c540258bedcb51965123ad7e7ccf4b9a8cafaa4a63576d" [[package]] name = "oodle" version = "0.1.0" dependencies = [ - "bindgen 0.72.0", + "bindgen", "color-eyre", "tracing", ] -[[package]] -name = "open" -version = "5.3.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e2483562e62ea94312f3576a7aca397306df7990b8d89033e18766744377ef95" -dependencies = [ - "is-wsl", - "libc", - "pathdiff", -] - [[package]] name = "openssl" -version = "0.10.66" +version = "0.10.59" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9529f4786b70a3e8c61e11179af17ab6188ad8d0ded78c5529441ed39d4bd9c1" +checksum = "7a257ad03cd8fb16ad4172fedf8094451e1af1c4b70097636ef2eac9a5f0cc33" dependencies = [ - "bitflags 2.9.1", + "bitflags 2.4.1", "cfg-if", "foreign-types", "libc", @@ -2585,7 +2339,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] @@ -2596,9 +2350,9 @@ checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf" [[package]] name = "openssl-sys" -version = "0.9.103" +version = "0.9.95" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7f9e8deee91df40a943c71b917e5874b951d32a802526c85721ce3b776c929d6" +checksum = "40a4130519a360279579c2053038317e40eff64d13fd3f004f9e1b72b8a6aaf9" dependencies = [ "cc", "libc", @@ -2606,12 +2360,6 @@ dependencies = [ "vcpkg", ] -[[package]] -name = "option-ext" -version = "0.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d" - [[package]] name = "overload" version = "0.1.1" @@ -2677,6 +2425,23 @@ dependencies = [ "system-deps", ] +[[package]] +name = "password-hash" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7676374caaee8a325c9e7a2ae557f216c5563a171d6997b0ef8a65af35147700" +dependencies = [ + "base64ct", + "rand_core", + "subtle", +] + +[[package]] +name = "paste" +version = "1.0.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de3145af08024dea9fa9914f381a17b8fc6034dfb00f3a84013f7ff43f29ed4c" + [[package]] name = "path-clean" version = "1.0.1" @@ -2690,33 +2455,45 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1e91099d4268b0e11973f036e885d652fb0b21fedcf69738c627f94db6a44f42" [[package]] -name = "pathdiff" -version = "0.2.1" +name = "pbkdf2" +version = "0.11.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8835116a5c179084a830efb3adc117ab007512b535bc1a21c991d3b32a6b44dd" +checksum = "83a0692ec44e4cf1ef28ca317f14f8f07da2d95ec3fa01f86e4467b725e60917" +dependencies = [ + "digest", + "hmac", + "password-hash", + "sha2", +] + +[[package]] +name = "peeking_take_while" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19b17cddbe7ec3f8bc800887bab5e717348c95ea2ca0b1bf0837fb964dc67099" [[package]] name = "percent-encoding" -version = "2.3.1" +version = "2.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e" +checksum = "9b2a4787296e9989611394c33f193f676704af1686e70b8f8033ab5ba9a35a94" [[package]] name = "pest" -version = "2.7.11" +version = "2.7.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cd53dff83f26735fdc1ca837098ccf133605d794cdae66acfc2bfac3ec809d95" +checksum = "ae9cee2a55a544be8b89dc6848072af97a20f2422603c10865be2a42b580fff5" dependencies = [ "memchr", - "thiserror 1.0.63", + "thiserror", "ucd-trie", ] [[package]] name = "pest_derive" -version = "2.7.11" +version = "2.7.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2a548d2beca6773b1c244554d36fcf8548a8a58e74156968211567250e48e49a" +checksum = "81d78524685f5ef2a3b3bd1cafbc9fcabb036253d9b1463e726a91cd16e2dfc2" dependencies = [ "pest", "pest_generator", @@ -2724,22 +2501,22 @@ dependencies = [ [[package]] name = "pest_generator" -version = "2.7.11" +version = "2.7.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3c93a82e8d145725dcbaf44e5ea887c8a869efdcc28706df2d08c69e17077183" +checksum = "68bd1206e71118b5356dae5ddc61c8b11e28b09ef6a31acbd15ea48a28e0c227" dependencies = [ "pest", "pest_meta", "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] name = "pest_meta" -version = "2.7.11" +version = "2.7.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a941429fea7e08bedec25e4f6785b6ffaacc6b755da98df5ef3e7dcf4a124c4f" +checksum = "7c747191d4ad9e4a4ab9c8798f1e82a39affe7ef9648390b7e5548d18e099de6" dependencies = [ "once_cell", "pest", @@ -2841,9 +2618,9 @@ dependencies = [ [[package]] name = "pin-project-lite" -version = "0.2.16" +version = "0.2.13" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3b3cff922bd51709b605d9ead9aa71031d81447142d828eb4a6eba76fe619f9b" +checksum = "8afb450f006bf6385ca15ef45d71d2288452bc3683ce2e2cacc0d18e4be60b58" [[package]] name = "pin-utils" @@ -2853,21 +2630,21 @@ checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" [[package]] name = "pkg-config" -version = "0.3.30" +version = "0.3.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d231b230927b5e4ad203db57bbcbee2802f6bce620b1e4a9024a07d94e2907ec" +checksum = "26072860ba924cbfa98ea39c8c19b4dd6a4a25423dbdf219c1eca91aa0cf6964" [[package]] name = "png" -version = "0.17.13" +version = "0.17.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "06e4b0d3d1312775e782c86c91a111aa1f910cbb65e1337f9975b5f9a554b5e1" +checksum = "dd75bf2d8dd3702b9707cdbc56a5b9ef42cec752eb8b3bafc01234558442aa64" dependencies = [ "bitflags 1.3.2", "crc32fast", "fdeflate", "flate2", - "miniz_oxide 0.7.4", + "miniz_oxide", ] [[package]] @@ -2876,26 +2653,6 @@ version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "439ee305def115ba05938db6eb1644ff94165c5ab5e9420d1c1bcedbba909391" -[[package]] -name = "pretty_assertions" -version = "1.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af7cee1a6c8a5b9208b3cb1061f10c0cb689087b3d8ce85fb9d2dd7a29b6ba66" -dependencies = [ - "diff", - "yansi", -] - -[[package]] -name = "prettyplease" -version = "0.2.20" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f12335488a2f3b0a83b14edad48dca9879ce89b2edd10e80237e4e852dd645e" -dependencies = [ - "proc-macro2", - "syn 2.0.100", -] - [[package]] name = "proc-macro-crate" version = "1.3.1" @@ -2932,9 +2689,9 @@ dependencies = [ [[package]] name = "proc-macro2" -version = "1.0.95" +version = "1.0.69" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "02b3e5e68a3a1a02aad3ec490a98007cbc13c37cbe84a3cd7b8e406d76e7f778" +checksum = "134c189feb4956b20f6f547d2cf727d4c0fe06722b20a0eec87ed445a97f92da" dependencies = [ "unicode-ident", ] @@ -2950,19 +2707,13 @@ dependencies = [ [[package]] name = "quote" -version = "1.0.40" +version = "1.0.33" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1885c039570dc00dcb4ff087a89e185fd56bae234ddc7f056a945bf36467248d" +checksum = "5267fca4496028628a95160fc423a33e8b2e6af8a5302579e322e4b520293cae" dependencies = [ "proc-macro2", ] -[[package]] -name = "r-efi" -version = "5.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "74765f6d916ee2faa39bc8e68e4f3ed8949b48cccdac59983d287a7cb71ce9c5" - [[package]] name = "radix_trie" version = "0.2.1" @@ -2995,52 +2746,44 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3b42e27ef78c35d3998403c1d26f3efd9e135d3e5121b0a4845cc5cc27547f4f" [[package]] -name = "recvmsg" -version = "1.0.0" +name = "redox_syscall" +version = "0.3.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3edd4d5d42c92f0a659926464d4cce56b562761267ecf0f469d85b7de384175" +checksum = "567664f262709473930a4bf9e51bf2ebf3348f2e748ccc50dea20646858f8f29" +dependencies = [ + "bitflags 1.3.2", +] [[package]] name = "redox_syscall" -version = "0.5.3" +version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2a908a6e00f1fdd0dfd9c0eb08ce85126f6d8bbda50017e74bc4a4b7d4a926a4" +checksum = "4722d768eff46b75989dd134e5c353f0d6296e5aaa3132e776cbdb56be7731aa" dependencies = [ - "bitflags 2.9.1", + "bitflags 1.3.2", ] [[package]] name = "redox_users" -version = "0.4.6" +version = "0.4.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ba009ff324d1fc1b900bd1fdb31564febe58a8ccc8a6fdbb93b543d33b13ca43" +checksum = "a18479200779601e498ada4e8c1e1f50e3ee19deb0259c25825a98b5603b2cb4" dependencies = [ - "getrandom 0.2.15", + "getrandom", "libredox", - "thiserror 1.0.63", -] - -[[package]] -name = "redox_users" -version = "0.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dd6f9d3d47bdd2ad6945c5015a226ec6155d0bcdfd8f7cd29f86b71f8de99d2b" -dependencies = [ - "getrandom 0.2.15", - "libredox", - "thiserror 2.0.12", + "thiserror", ] [[package]] name = "regex" -version = "1.11.1" +version = "1.10.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191" +checksum = "380b951a9c5e80ddfd6136919eef32310721aa4aacd4889a8d39124b026ab343" dependencies = [ "aho-corasick", "memchr", - "regex-automata 0.4.9", - "regex-syntax 0.8.5", + "regex-automata 0.4.3", + "regex-syntax 0.8.2", ] [[package]] @@ -3054,13 +2797,13 @@ dependencies = [ [[package]] name = "regex-automata" -version = "0.4.9" +version = "0.4.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908" +checksum = "5f804c7828047e88b2d32e2d7fe5a105da8ee3264f01902f796c8e067dc2483f" dependencies = [ "aho-corasick", "memchr", - "regex-syntax 0.8.5", + "regex-syntax 0.8.2", ] [[package]] @@ -3071,48 +2814,46 @@ checksum = "f162c6dd7b008981e4d40210aca20b4bd0f9b60ca9271061b07f78537722f2e1" [[package]] name = "regex-syntax" -version = "0.8.5" +version = "0.8.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c" +checksum = "c08c74e62047bb2de4ff487b251e4a92e24f48745648451635cec7d591162d9f" [[package]] name = "reqwest" -version = "0.12.20" +version = "0.11.22" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eabf4c97d9130e2bf606614eb937e86edac8292eaa6f422f995d7e8de1eb1813" +checksum = "046cd98826c46c2ac8ddecae268eb5c2e58628688a5fc7a2643704a73faba95b" dependencies = [ - "base64 0.22.1", + "base64 0.21.5", "bytes", "encoding_rs", "futures-core", + "futures-util", "h2", "http", "http-body", - "http-body-util", "hyper", - "hyper-rustls", "hyper-tls", - "hyper-util", + "ipnet", "js-sys", "log", "mime", "native-tls", + "once_cell", "percent-encoding", "pin-project-lite", - "rustls-pki-types", "serde", "serde_json", "serde_urlencoded", - "sync_wrapper", + "system-configuration", "tokio", "tokio-native-tls", - "tower", - "tower-http", "tower-service", "url", "wasm-bindgen", "wasm-bindgen-futures", "web-sys", + "winreg 0.50.0", ] [[package]] @@ -3135,28 +2876,13 @@ dependencies = [ [[package]] name = "rgb" -version = "0.8.48" +version = "0.8.37" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0f86ae463694029097b846d8f99fd5536740602ae00022c0c50c5600720b2f71" +checksum = "05aaa8004b64fd573fc9d002f4e632d51ad4f026c2b5ba95fcb6c2f32c2c47d8" dependencies = [ "bytemuck", ] -[[package]] -name = "ring" -version = "0.17.8" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c17fa4cb658e3583423e915b9f3acc01cceaee1860e33d59ebae66adc3a2dc0d" -dependencies = [ - "cc", - "cfg-if", - "getrandom 0.2.15", - "libc", - "spin", - "untrusted", - "windows-sys 0.52.0", -] - [[package]] name = "roxmltree" version = "0.15.1" @@ -3168,15 +2894,18 @@ dependencies = [ [[package]] name = "roxmltree" -version = "0.20.0" +version = "0.18.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6c20b6793b5c2fa6553b250154b78d6d0db37e72700ae35fad9387a46f487c97" +checksum = "862340e351ce1b271a378ec53f304a5558f7db87f3769dc655a8f6ecbb68b302" +dependencies = [ + "xmlparser", +] [[package]] name = "rustc-demangle" -version = "0.1.24" +version = "0.1.23" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "719b953e2095829ee67db738b3bfa9fa368c94900df327b3f07fe6e794d2fe1f" +checksum = "d626bb9dae77e28219937af045c257c28bfd3f69333c512553507f5f9798cb76" [[package]] name = "rustc-hash" @@ -3184,12 +2913,6 @@ version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2" -[[package]] -name = "rustc-hash" -version = "2.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c7fb8039b3032c191086b10f11f319a6e99e1e82889c5cc6046f515c9db1d497" - [[package]] name = "rustc_version" version = "0.4.0" @@ -3201,69 +2924,17 @@ dependencies = [ [[package]] name = "rustix" -version = "0.38.34" +version = "0.38.21" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "70dc5ec042f7a43c4a73241207cecc9873a06d45debb38b329f8541d85c2730f" +checksum = "2b426b0506e5d50a7d8dafcf2e81471400deb602392c7dd110815afb4eaf02a3" dependencies = [ - "bitflags 2.9.1", + "bitflags 2.4.1", "errno", "libc", - "linux-raw-sys 0.4.14", - "windows-sys 0.52.0", + "linux-raw-sys", + "windows-sys 0.48.0", ] -[[package]] -name = "rustix" -version = "1.0.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d97817398dd4bb2e6da002002db259209759911da105da92bec29ccb12cf58bf" -dependencies = [ - "bitflags 2.9.1", - "errno", - "libc", - "linux-raw-sys 0.9.4", - "windows-sys 0.59.0", -] - -[[package]] -name = "rustls" -version = "0.23.12" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c58f8c84392efc0a126acce10fa59ff7b3d2ac06ab451a33f2741989b806b044" -dependencies = [ - "once_cell", - "rustls-pki-types", - "rustls-webpki", - "subtle", - "zeroize", -] - -[[package]] -name = "rustls-pki-types" -version = "1.12.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "229a4a4c221013e7e1f1a043678c5cc39fe5171437c88fb47151a21e6f5b5c79" -dependencies = [ - "zeroize", -] - -[[package]] -name = "rustls-webpki" -version = "0.102.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e6b52d4fda176fd835fdc55a835d4a89b8499cad995885a21149d5ad62f852e" -dependencies = [ - "ring", - "rustls-pki-types", - "untrusted", -] - -[[package]] -name = "rustversion" -version = "1.0.20" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eded382c5f5f786b989652c49544c4877d9f015cc22e145a5ea8ea66c2921cd2" - [[package]] name = "rustybuzz" version = "0.6.0" @@ -3299,16 +2970,16 @@ dependencies = [ "scopeguard", "smallvec", "unicode-segmentation", - "unicode-width 0.1.13", + "unicode-width", "utf8parse", "winapi", ] [[package]] name = "ryu" -version = "1.0.18" +version = "1.0.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f" +checksum = "1ad4cc8da4ef723ed60bced201181d83791ad433213d8c24efffda1eec85d741" [[package]] name = "same-file" @@ -3321,19 +2992,13 @@ dependencies = [ [[package]] name = "schannel" -version = "0.1.23" +version = "0.1.22" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fbc91545643bcf3a0bbb6569265615222618bdf33ce4ffbbd13c4bbd4c093534" +checksum = "0c3733bf4cf7ea0880754e19cb5a462007c4a8c1914bff372ccc95b464f1df88" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.48.0", ] -[[package]] -name = "scoped-tls" -version = "1.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e1cf6437eb19a8f4a6cc0f7dca544973b0b78843adbfeb3683d1a94a0024a294" - [[package]] name = "scopeguard" version = "1.2.0" @@ -3345,14 +3010,15 @@ name = "sdk" version = "0.3.0" dependencies = [ "async-recursion", - "bitflags 2.9.1", + "bitflags 1.3.2", "byteorder", "color-eyre", "csv-async", - "fastrand", + "fastrand 1.9.0", "futures", "futures-util", "glob", + "libloading", "luajit2-sys", "nanorand", "oodle", @@ -3368,11 +3034,11 @@ dependencies = [ [[package]] name = "security-framework" -version = "2.11.1" +version = "2.9.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "897b2245f0b511c87893af39b033e5ca9cce68824c4d7e7630b5a1d339658d02" +checksum = "05b64fb303737d99b81884b2c63433e9ae28abebe5eb5045dcdd175dc2ecf4de" dependencies = [ - "bitflags 2.9.1", + "bitflags 1.3.2", "core-foundation", "core-foundation-sys", "libc", @@ -3381,9 +3047,9 @@ dependencies = [ [[package]] name = "security-framework-sys" -version = "2.11.1" +version = "2.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "75da29fe9b9b08fe9d6b22b5b4bcbc75d8db3aa31e639aa56bb62e9d46bfceaf" +checksum = "e932934257d3b408ed8f30db49d85ea163bfe74961f017f405b025af298f0c7a" dependencies = [ "core-foundation-sys", "libc", @@ -3391,73 +3057,61 @@ dependencies = [ [[package]] name = "self_cell" -version = "0.10.3" +version = "0.10.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e14e4d63b804dc0c7ec4a1e52bcb63f02c7ac94476755aa579edac21e01f915d" -dependencies = [ - "self_cell 1.0.4", -] - -[[package]] -name = "self_cell" -version = "1.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d369a96f978623eb3dc28807c4852d6cc617fed53da5d3c400feff1ef34a714a" +checksum = "1ef965a420fe14fdac7dd018862966a4c14094f900e1650bbc71ddd7d580c8af" [[package]] name = "semver" -version = "1.0.23" +version = "1.0.20" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "61697e0a1c7e512e84a621326239844a24d8207b4669b41bc18b32ea5cbf988b" +checksum = "836fa6a3e1e547f9a2c4040802ec865b5d85f4014efe00555d7090a3dcaa1090" [[package]] name = "serde" -version = "1.0.219" +version = "1.0.190" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f0e2c6ed6606019b4e29e69dbaba95b11854410e5347d525002456dbbb786b6" +checksum = "91d3c334ca1ee894a2c6f6ad698fe8c435b76d504b13d436f0685d648d6d96f7" dependencies = [ "serde_derive", ] [[package]] name = "serde_derive" -version = "1.0.219" +version = "1.0.190" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b0276cf7f2c73365f7157c8123c21cd9a50fbbd844757af28ca1f5925fc2a00" +checksum = "67c5609f394e5c2bd7fc51efda478004ea80ef42fee983d5c67a65e34f32c0e3" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] name = "serde_json" -version = "1.0.140" +version = "1.0.108" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "20068b6e96dc6c9bd23e01df8827e6c7e1f2fddd43c21810382803c136b99373" +checksum = "3d1c7e3eac408d115102c4c24ad393e0821bb3a5df4d506a80f85f7a742a526b" dependencies = [ "itoa", - "memchr", "ryu", "serde", ] [[package]] name = "serde_sjson" -version = "1.2.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1c5b0d7af37492e99b8559436ee76b9ec8935c75449b1c2ef08c205a9e92ae6f" +version = "1.0.0" dependencies = [ - "nom 8.0.0", + "nom", "nom_locate", "serde", ] [[package]] name = "serde_spanned" -version = "0.6.7" +version = "0.6.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb5b1b31579f3811bf615c144393417496f152e12ac8b7663bf664f4a815306d" +checksum = "12022b835073e5b11e90a14f86838ceb1c8fb0325b72416845c487ac0fa95e80" dependencies = [ "serde", ] @@ -3474,6 +3128,17 @@ dependencies = [ "serde", ] +[[package]] +name = "sha1" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3bf829a2d51ab4a5ddf1352d8470c140cadc8301b2ae1789db023f01cedd6ba" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest", +] + [[package]] name = "sha2" version = "0.10.8" @@ -3496,15 +3161,15 @@ dependencies = [ [[package]] name = "shlex" -version = "1.3.0" +version = "1.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" +checksum = "a7cee0529a6d40f580e7a5e6c495c8fbfe21b7b52795ed4bb5e62cdf92bc6380" [[package]] name = "signal-hook-registry" -version = "1.4.2" +version = "1.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a9e9e0b4211b72e7b8b6e85c807d36c212bdb33ea8587f7569562a84df5465b1" +checksum = "d8229b473baa5980ac72ef434c4415e70c4b5e71b423043adb4ba059f89c99a1" dependencies = [ "libc", ] @@ -3551,25 +3216,29 @@ dependencies = [ [[package]] name = "smallvec" -version = "1.13.2" +version = "1.11.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c67" +checksum = "942b4a808e05215192e39f4ab80813e599068285906cc91aa64f923db842bd5a" [[package]] name = "socket2" -version = "0.5.9" +version = "0.4.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4f5fd57c80058a56cf5c777ab8a126398ece8e442983605d280a44ce79d0edef" +checksum = "9f7916fc008ca5542385b89a3d3ce689953c143e9304a9bf8beec1de48994c0d" dependencies = [ "libc", - "windows-sys 0.52.0", + "winapi", ] [[package]] -name = "spin" -version = "0.9.8" +name = "socket2" +version = "0.5.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6980e8d7511241f8acf4aebddbb1ff938df5eebe98691418c4468d0b72a96a67" +checksum = "7b5fac59a5cb5dd637972e5fca70daf0523c9067fcdc4842f053dae04a18f8e9" +dependencies = [ + "libc", + "windows-sys 0.48.0", +] [[package]] name = "stable_deref_trait" @@ -3579,16 +3248,15 @@ checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" [[package]] name = "steamlocate" -version = "2.0.1" +version = "2.0.0-alpha.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a13160bc6ea5cd80cde195ad4a4c629701db2bf397b62c139aa9e739016d2499" +checksum = "2b1568c4a70a26c4373fe1131ffa4eff055459631b6e40c6bc118615f2d870c3" dependencies = [ - "crc", - "home", + "dirs", "keyvalues-parser", "keyvalues-serde", "serde", - "winreg", + "winreg 0.10.1", ] [[package]] @@ -3607,25 +3275,34 @@ dependencies = [ ] [[package]] -name = "strip-ansi-escapes" +name = "string_template" version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2a8f8038e7e7969abb3f1b7c2a811225e9296da208539e0f79c5251d6cac0025" +checksum = "dc6f2c6b2c3fa950895c9aeb0c3cb9271d7eb580662af9af2b711b593f446320" +dependencies = [ + "regex", +] + +[[package]] +name = "strip-ansi-escapes" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "011cbb39cf7c1f62871aea3cc46e5817b0937b49e9447370c93cacbe93a766d8" dependencies = [ "vte", ] [[package]] name = "strsim" -version = "0.11.1" +version = "0.10.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" +checksum = "73473c0e59e6d5812c5dfe2a064a6444949f089e20eec9a2e5506596494e4623" [[package]] name = "subtle" -version = "2.6.1" +version = "2.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" +checksum = "81cdd64d312baedb58e21336b31bc043b77e01cc99033ce76ef539f78e965ebc" [[package]] name = "svgfilters" @@ -3659,51 +3336,31 @@ dependencies = [ [[package]] name = "syn" -version = "2.0.100" +version = "2.0.39" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b09a44accad81e1ba1cd74a32461ba89dee89095ba17b32f5d03683b1b1fc2a0" +checksum = "23e78b90f2fcf45d3e842032ce32e3f2d1545ba6636271dcbf24fa306d87be7a" dependencies = [ "proc-macro2", "quote", "unicode-ident", ] -[[package]] -name = "sync_wrapper" -version = "1.0.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a7065abeca94b6a8a577f9bd45aa0867a2238b74e8eb67cf10d492bc39351394" -dependencies = [ - "futures-core", -] - -[[package]] -name = "synstructure" -version = "0.13.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c8af7666ab7b6390ab78131fb5b0fce11d6b7a6951602017c35fa82800708971" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", -] - [[package]] name = "system-configuration" -version = "0.6.1" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3c879d448e9d986b661742763247d3693ed13609438cf3d006f51f5368a5ba6b" +checksum = "ba3a3adc5c275d719af8cb4272ea1c4a6d668a777f37e115f6d11ddbc1c8e0e7" dependencies = [ - "bitflags 2.9.1", + "bitflags 1.3.2", "core-foundation", "system-configuration-sys", ] [[package]] name = "system-configuration-sys" -version = "0.6.0" +version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4" +checksum = "a75fb188eb626b924683e3b95e3a48e63551fcfb51949de2f06a9d91dbee93c9" dependencies = [ "core-foundation-sys", "libc", @@ -3711,90 +3368,70 @@ dependencies = [ [[package]] name = "system-deps" -version = "6.2.2" +version = "6.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a3e535eb8dded36d55ec13eddacd30dec501792ff23a0b1682c38601b8cf2349" +checksum = "2a2d580ff6a20c55dfb86be5f9c238f67835d0e81cbdea8bf5680e0897320331" dependencies = [ "cfg-expr", - "heck 0.5.0", + "heck", "pkg-config", - "toml 0.8.19", + "toml 0.8.6", "version-compare", ] [[package]] name = "target-lexicon" -version = "0.12.16" +version = "0.12.12" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1" +checksum = "14c39fd04924ca3a864207c66fc2cd7d22d7c016007f9ce846cbb9326331930a" [[package]] name = "tempfile" -version = "3.20.0" +version = "3.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e8a64e3985349f2441a1a9ef0b853f869006c3855f2cda6862a94d26ebb9d6a1" +checksum = "7ef1adac450ad7f4b3c28589471ade84f25f731a7a0fe30d71dfa9f60fd808e5" dependencies = [ - "fastrand", - "getrandom 0.3.2", - "once_cell", - "rustix 1.0.5", - "windows-sys 0.59.0", + "cfg-if", + "fastrand 2.0.1", + "redox_syscall 0.4.1", + "rustix", + "windows-sys 0.48.0", ] [[package]] name = "termcolor" -version = "1.4.1" +version = "1.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "06794f8f6c5c898b3275aebefa6b8a1cb24cd2c6c79397ab15774837a0bc5755" +checksum = "6093bad37da69aab9d123a8091e4be0aa4a03e4d601ec641c327398315f62b64" dependencies = [ "winapi-util", ] [[package]] name = "thiserror" -version = "1.0.63" +version = "1.0.50" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c0342370b38b6a11b6cc11d6a805569958d54cfa061a29969c3b5ce2ea405724" +checksum = "f9a7210f5c9a7156bb50aa36aed4c95afb51df0df00713949448cf9e97d382d2" dependencies = [ - "thiserror-impl 1.0.63", -] - -[[package]] -name = "thiserror" -version = "2.0.12" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "567b8a2dae586314f7be2a752ec7474332959c6460e02bde30d702a66d488708" -dependencies = [ - "thiserror-impl 2.0.12", + "thiserror-impl", ] [[package]] name = "thiserror-impl" -version = "1.0.63" +version = "1.0.50" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a4558b58466b9ad7ca0f102865eccc95938dca1a74a856f2b57b6629050da261" +checksum = "266b2e40bc00e5a6c09c3584011e08b06f123c00362c92b975ba9843aaaa14b8" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", -] - -[[package]] -name = "thiserror-impl" -version = "2.0.12" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7f7cf42b4507d8ea322120659672cf1b9dbb93f8f2d4ecfd6e51350ff5b17a1d" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] name = "thread_local" -version = "1.1.8" +version = "1.1.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8b9ef9bad013ada3808854ceac7b46812a6465ba368859a37e2100283d2d719c" +checksum = "3fdd6f064ccff2d6567adcb3873ca630700f00b5ad3f060c25b5dcfd9a4ce152" dependencies = [ "cfg-if", "once_cell", @@ -3802,14 +3439,13 @@ dependencies = [ [[package]] name = "time" -version = "0.3.41" +version = "0.3.30" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8a7619e19bc266e0f9c5e6686659d394bc57973859340060a69221e57dbc0c40" +checksum = "c4a34ab300f2dee6e562c10a046fc05e358b29f9bf92277f30c3c8d82275f6f5" dependencies = [ "deranged", "itoa", "libc", - "num-conv", "num_threads", "powerfmt", "serde", @@ -3819,17 +3455,16 @@ dependencies = [ [[package]] name = "time-core" -version = "0.1.4" +version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c9e9a38711f559d9e3ce1cdb06dd7c5b8ea546bc90052da6d06bb76da74bb07c" +checksum = "ef927ca75afb808a4d64dd374f00a2adf8d0fcff8e7b184af886c3c87ec4a3f3" [[package]] name = "time-macros" -version = "0.2.22" +version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3526739392ec93fd8b359c8e98514cb3e8e021beb4e5f597b00a0221f8ed8a49" +checksum = "4ad70d68dba9e1f8aceda7aa6711965dfec1cac869f311a51bd08b3a2ccbce20" dependencies = [ - "num-conv", "time-core", ] @@ -3840,7 +3475,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "df8493a203431061e901613751931f047d1971337153f96d0e5e363d6dbf6a67" dependencies = [ "arrayref", - "arrayvec", + "arrayvec 0.7.4", "bytemuck", "cfg-if", "png", @@ -3860,41 +3495,56 @@ dependencies = [ [[package]] name = "tinystr" -version = "0.7.6" +version = "0.7.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9117f5d4db391c1cf6927e7bea3db74b9a1c1add8f7eda9ffd5364f40f57b82f" +checksum = "d5d0e245e80bdc9b4e5356fc45a72184abbc3861992603f515270e9340f5a219" dependencies = [ "displaydoc", - "zerovec", ] [[package]] -name = "tokio" -version = "1.45.1" +name = "tinyvec" +version = "1.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "75ef51a33ef1da925cea3e4eb122833cb377c61439ca401b770f54902b806779" +checksum = "87cc5ceb3875bb20c2890005a4e226a4651264a5c75edb2421b52861a0a0cb50" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" + +[[package]] +name = "tokio" +version = "1.33.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4f38200e3ef7995e5ef13baec2f432a6da0aa9ac495b2c0e8f3b7eec2c92d653" dependencies = [ "backtrace", "bytes", "libc", "mio", + "num_cpus", "pin-project-lite", "signal-hook-registry", - "socket2", + "socket2 0.5.5", "tokio-macros", "tracing", - "windows-sys 0.52.0", + "windows-sys 0.48.0", ] [[package]] name = "tokio-macros" -version = "2.5.0" +version = "2.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6e06d43f1345a3bcd39f6a56dbb7dcab2ba47e68e8ac134855e7e2bdbaf8cab8" +checksum = "630bdcf245f78637c13ec01ffae6187cca34625e8c63150d424b59e55af2675e" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] @@ -3907,22 +3557,11 @@ dependencies = [ "tokio", ] -[[package]] -name = "tokio-rustls" -version = "0.26.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0c7bc40d0e5a97695bb96e27995cd3a08538541b0a846f65bba7a359f36700d4" -dependencies = [ - "rustls", - "rustls-pki-types", - "tokio", -] - [[package]] name = "tokio-stream" -version = "0.1.17" +version = "0.1.14" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eca58d7bba4a75707817a2c44174253f9236b2d5fbd055602e9d5c07c139a047" +checksum = "397c988d37662c7dda6d2208364a706264bf3d6138b11d436cbac0ad38832842" dependencies = [ "futures-core", "pin-project-lite", @@ -3931,15 +3570,16 @@ dependencies = [ [[package]] name = "tokio-util" -version = "0.7.11" +version = "0.7.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9cf6b47b3771c49ac75ad09a6162f53ad4b8088b76ac60e8ec1455b31a189fe1" +checksum = "5419f34732d9eb6ee4c3578b7989078579b7f039cbbb9ca2c4da015749371e15" dependencies = [ "bytes", "futures-core", "futures-sink", "pin-project-lite", "tokio", + "tracing", ] [[package]] @@ -3953,21 +3593,21 @@ dependencies = [ [[package]] name = "toml" -version = "0.8.19" +version = "0.8.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e" +checksum = "8ff9e3abce27ee2c9a37f9ad37238c1bdd4e789c84ba37df76aa4d528f5072cc" dependencies = [ "serde", "serde_spanned", "toml_datetime", - "toml_edit 0.22.20", + "toml_edit 0.20.7", ] [[package]] name = "toml_datetime" -version = "0.6.8" +version = "0.6.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41" +checksum = "3550f4e9685620ac18a50ed434eb3aec30db8ba93b0287467bca5826ea25baf1" dependencies = [ "serde", ] @@ -3978,74 +3618,35 @@ version = "0.19.15" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1b5bb770da30e5cbfde35a2d7b9b8a2c4b8ef89548a7a6aeab5c9a576e3e7421" dependencies = [ - "indexmap", + "indexmap 2.1.0", "toml_datetime", - "winnow 0.5.40", + "winnow", ] [[package]] name = "toml_edit" -version = "0.22.20" +version = "0.20.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "583c44c02ad26b0c3f3066fe629275e50627026c51ac2e595cca4c230ce1ce1d" +checksum = "70f427fce4d84c72b5b732388bf4a9f4531b53f74e2887e3ecb2481f68f66d81" dependencies = [ - "indexmap", + "indexmap 2.1.0", "serde", "serde_spanned", "toml_datetime", - "winnow 0.6.18", + "winnow", ] -[[package]] -name = "tower" -version = "0.5.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d039ad9159c98b70ecfd540b2573b97f7f52c3e8d9f8ad57a24b916a536975f9" -dependencies = [ - "futures-core", - "futures-util", - "pin-project-lite", - "sync_wrapper", - "tokio", - "tower-layer", - "tower-service", -] - -[[package]] -name = "tower-http" -version = "0.6.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5cc2d9e086a412a451384326f521c8123a99a466b329941a9403696bff9b0da2" -dependencies = [ - "bitflags 2.9.1", - "bytes", - "futures-util", - "http", - "http-body", - "iri-string", - "pin-project-lite", - "tower", - "tower-layer", - "tower-service", -] - -[[package]] -name = "tower-layer" -version = "0.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" - [[package]] name = "tower-service" -version = "0.3.3" +version = "0.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3" +checksum = "b6bc1c9ce2b5135ac7f93c72918fc37feb872bdc6a5533a8b85eb4b86bfdae52" [[package]] name = "tracing" -version = "0.1.41" +version = "0.1.40" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "784e0ac535deb450455cbfa28a6f0df145ea1bb7ae51b821cf5e7927fdcfbdd0" +checksum = "c3523ab5a71916ccf420eebdf5521fcef02141234bbc0b8a49f2fdc4544364ef" dependencies = [ "pin-project-lite", "tracing-attributes", @@ -4054,20 +3655,20 @@ dependencies = [ [[package]] name = "tracing-attributes" -version = "0.1.28" +version = "0.1.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "395ae124c09f9e6918a2310af6038fba074bcf474ac352496d5910dd59a2226d" +checksum = "34704c8d6ebcbc939824180af020566b01a7c01f80641264eba0999f6c2b6be7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", ] [[package]] name = "tracing-core" -version = "0.1.33" +version = "0.1.32" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e672c95779cf947c5311f83787af4fa8fffd12fb27e4993211a84bdfd9610f9c" +checksum = "c06d3da6113f116aaee68e4d601191614c9053067f9ab7f6edbcb161237daa54" dependencies = [ "once_cell", "valuable", @@ -4075,9 +3676,9 @@ dependencies = [ [[package]] name = "tracing-error" -version = "0.2.1" +version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8b1581020d7a273442f5b45074a6a57d5757ad0a47dac0e9f0bd57b81936f3db" +checksum = "d686ec1c0f384b1277f097b2f279a2ecc11afe8c133c1aabf036a27cb4cd206e" dependencies = [ "tracing", "tracing-subscriber", @@ -4085,9 +3686,9 @@ dependencies = [ [[package]] name = "tracing-log" -version = "0.2.0" +version = "0.1.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ee855f1f400bd0e5c02d150ae5de3840039a3f54b025156404e34c23c03f47c3" +checksum = "f751112709b4e791d8ce53e32c4ed2d353565a795ce84da2285393f41557bdf2" dependencies = [ "log", "once_cell", @@ -4096,9 +3697,9 @@ dependencies = [ [[package]] name = "tracing-subscriber" -version = "0.3.19" +version = "0.3.17" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e8189decb5ac0fa7bc8b96b7cb9b2701d60d48805aca84a238004d665fcc4008" +checksum = "30a651bc37f915e81f087d86e62a18eec5f79550c7faff886f7090b4ea757c77" dependencies = [ "matchers", "nu-ansi-term", @@ -4125,9 +3726,9 @@ dependencies = [ [[package]] name = "try-lock" -version = "0.2.5" +version = "0.2.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" +checksum = "3528ecfd12c466c6f163363caf2d02a71161dd5e1cc6ae7b34207ea2d42d81ed" [[package]] name = "ttf-parser" @@ -4137,11 +3738,11 @@ checksum = "375812fa44dab6df41c195cd2f7fecb488f6c09fbaafb62807488cefab642bff" [[package]] name = "type-map" -version = "0.5.0" +version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "deb68604048ff8fa93347f02441e4487594adc20bb8a084f9e564d2b827a0a9f" +checksum = "b6d3364c5e96cb2ad1603037ab253ddd34d7fb72a58bdddf4b7350760fc69a46" dependencies = [ - "rustc-hash 1.1.0", + "rustc-hash", ] [[package]] @@ -4189,18 +3790,18 @@ checksum = "80d7ff825a6a654ee85a63e80f92f054f904f21e7d12da4e22f9834a4aaa35bc" [[package]] name = "unic-langid" -version = "0.9.5" +version = "0.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "23dd9d1e72a73b25e07123a80776aae3e7b0ec461ef94f9151eed6ec88005a44" +checksum = "398f9ad7239db44fd0f80fe068d12ff22d78354080332a5077dc6f52f14dcf2f" dependencies = [ "unic-langid-impl", ] [[package]] name = "unic-langid-impl" -version = "0.9.5" +version = "0.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a5422c1f65949306c99240b81de9f3f15929f5a8bfe05bb44b034cc8bf593e5" +checksum = "e35bfd2f2b8796545b55d7d3fd3e89a0613f68a0d1c8bc28cb7ff96b411a35ff" dependencies = [ "tinystr", ] @@ -4236,9 +3837,9 @@ dependencies = [ [[package]] name = "unicode-bidi" -version = "0.3.15" +version = "0.3.13" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "08f95100a766bf4f8f28f90d77e0a5461bbdb219042e7679bebe79004fed8d75" +checksum = "92888ba5573ff080736b3648696b70cafad7d250551175acbaa4e0385b3e1460" [[package]] name = "unicode-bidi-mirroring" @@ -4265,16 +3866,25 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b" [[package]] -name = "unicode-script" -version = "0.5.6" +name = "unicode-normalization" +version = "0.1.22" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ad8d71f5726e5f285a935e9fe8edfd53f0491eb6e9a5774097fdabee7cd8c9cd" +checksum = "5c5713f0fc4b5db668a2ac63cdb7bb4469d8c9fed047b1d0292cc7b0ce2ba921" +dependencies = [ + "tinyvec", +] + +[[package]] +name = "unicode-script" +version = "0.5.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d817255e1bed6dfd4ca47258685d14d2bdcfbc64fdc9e3819bd5848057b8ecc" [[package]] name = "unicode-segmentation" -version = "1.11.0" +version = "1.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d4c87d22b6e3f4a18d4d40ef354e97c90fcb14dd91d7dc0aa9d8a1172ebf7202" +checksum = "1dd624098567895118886609431a7c3b8f516e41d30e0643f03d94592a147e36" [[package]] name = "unicode-vo" @@ -4284,33 +3894,15 @@ checksum = "b1d386ff53b415b7fe27b50bb44679e2cc4660272694b7b6f3326d8480823a94" [[package]] name = "unicode-width" -version = "0.1.13" +version = "0.1.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0336d538f7abc86d282a4189614dfaa90810dfc2c6f6427eaf88e16311dd225d" - -[[package]] -name = "unicode-width" -version = "0.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1fc81956842c57dac11422a97c3b8195a1ff727f06e85c84ed2e8aa277c9a0fd" - -[[package]] -name = "untrusted" -version = "0.9.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" - -[[package]] -name = "unty" -version = "0.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6d49784317cd0d1ee7ec5c716dd598ec5b4483ea832a2dced265471cc0f690ae" +checksum = "e51733f11c9c4f72aa0c160008246859e340b00807569a0da0e7a1079b27ba85" [[package]] name = "url" -version = "2.5.4" +version = "2.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32f8b686cadd1473f4bd0117a5d28d36b1ade384ea9b5069a1c40aefed7fda60" +checksum = "143b538f18257fac9cad154828a57c6bf5157e1aa604d4816b5995bf6de87ae5" dependencies = [ "form_urlencoded", "idna", @@ -4344,29 +3936,17 @@ dependencies = [ "xmlwriter", ] -[[package]] -name = "utf16_iter" -version = "1.0.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c8232dd3cdaed5356e0f716d285e4b40b932ac434100fe9b7e0e8e935b9e6246" - [[package]] name = "utf16_lit" version = "2.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "14706d2a800ee8ff38c1d3edb873cd616971ea59eb7c0d046bb44ef59b06a1ae" -[[package]] -name = "utf8_iter" -version = "1.0.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" - [[package]] name = "utf8parse" -version = "0.2.2" +version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" +checksum = "711b9620af191e0cdc7468a8d14e709c3dcdb115b36f838e601583af800a370a" [[package]] name = "valuable" @@ -4382,36 +3962,42 @@ checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" [[package]] name = "version-compare" -version = "0.2.0" +version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "852e951cb7832cb45cb1169900d19760cfa39b82bc0ea9c0e5a14ae88411c98b" +checksum = "579a42fc0b8e0c63b76519a339be31bed574929511fa53c1a3acae26eb258f29" [[package]] name = "version_check" -version = "0.9.5" +version = "0.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" - -[[package]] -name = "virtue" -version = "0.0.18" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "051eb1abcf10076295e815102942cc58f9d5e3b4560e46e53c21e8ff6f3af7b1" +checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f" [[package]] name = "vte" -version = "0.14.1" +version = "0.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "231fdcd7ef3037e8330d8e17e61011a2c244126acc0a982f4040ac3f9f0bc077" +checksum = "6cbce692ab4ca2f1f3047fcf732430249c0e971bfdd2b234cf2c47ad93af5983" dependencies = [ - "memchr", + "arrayvec 0.5.2", + "utf8parse", + "vte_generate_state_changes", +] + +[[package]] +name = "vte_generate_state_changes" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d257817081c7dffcdbab24b9e62d2def62e2ff7d00b1c20062551e6cccc145ff" +dependencies = [ + "proc-macro2", + "quote", ] [[package]] name = "walkdir" -version = "2.5.0" +version = "2.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" +checksum = "d71d857dc86794ca4c280d616f7da00d2dbfd8cd788846559a6813e6aa4b54ee" dependencies = [ "same-file", "winapi-util", @@ -4432,46 +4018,36 @@ version = "0.11.0+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" -[[package]] -name = "wasi" -version = "0.14.2+wasi-0.2.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9683f9a5a998d873c0d21fcbe3c083009670149a8fab228644b8bd36b2c48cb3" -dependencies = [ - "wit-bindgen-rt", -] - [[package]] name = "wasm-bindgen" -version = "0.2.100" +version = "0.2.88" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1edc8929d7499fc4e8f0be2262a241556cfc54a0bea223790e71446f2aab1ef5" +checksum = "7daec296f25a1bae309c0cd5c29c4b260e510e6d813c286b19eaadf409d40fce" dependencies = [ "cfg-if", - "once_cell", - "rustversion", "wasm-bindgen-macro", ] [[package]] name = "wasm-bindgen-backend" -version = "0.2.100" +version = "0.2.88" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2f0a0651a5c2bc21487bde11ee802ccaf4c51935d0d3d42a6101f98161700bc6" +checksum = "e397f4664c0e4e428e8313a469aaa58310d302159845980fd23b0f22a847f217" dependencies = [ "bumpalo", "log", + "once_cell", "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", "wasm-bindgen-shared", ] [[package]] name = "wasm-bindgen-futures" -version = "0.4.43" +version = "0.4.38" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "61e9300f63a621e96ed275155c108eb6f843b6a26d053f122ab69724559dc8ed" +checksum = "9afec9963e3d0994cac82455b2b3502b81a7f40f9a0d32181f7528d9f4b43e02" dependencies = [ "cfg-if", "js-sys", @@ -4481,9 +4057,9 @@ dependencies = [ [[package]] name = "wasm-bindgen-macro" -version = "0.2.100" +version = "0.2.88" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7fe63fc6d09ed3792bd0897b314f53de8e16568c2b3f7982f468c0bf9bd0b407" +checksum = "5961017b3b08ad5f3fe39f1e79877f8ee7c23c5e5fd5eb80de95abc41f1f16b2" dependencies = [ "quote", "wasm-bindgen-macro-support", @@ -4491,57 +4067,28 @@ dependencies = [ [[package]] name = "wasm-bindgen-macro-support" -version = "0.2.100" +version = "0.2.88" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8ae87ea40c9f689fc23f209965b6fb8a99ad69aeeb0231408be24920604395de" +checksum = "c5353b8dab669f5e10f5bd76df26a9360c748f054f862ff5f3f8aae0c7fb3907" dependencies = [ "proc-macro2", "quote", - "syn 2.0.100", + "syn 2.0.39", "wasm-bindgen-backend", "wasm-bindgen-shared", ] [[package]] name = "wasm-bindgen-shared" -version = "0.2.100" +version = "0.2.88" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1a05d73b933a847d6cccdda8f838a22ff101ad9bf93e33684f39c1f5f0eece3d" -dependencies = [ - "unicode-ident", -] - -[[package]] -name = "wasm-bindgen-test" -version = "0.3.43" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68497a05fb21143a08a7d24fc81763384a3072ee43c44e86aad1744d6adef9d9" -dependencies = [ - "console_error_panic_hook", - "js-sys", - "minicov", - "scoped-tls", - "wasm-bindgen", - "wasm-bindgen-futures", - "wasm-bindgen-test-macro", -] - -[[package]] -name = "wasm-bindgen-test-macro" -version = "0.3.43" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4b8220be1fa9e4c889b30fd207d4906657e7e90b12e0e6b0c8b8d8709f5de021" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", -] +checksum = "0d046c5d029ba91a1ed14da14dca44b68bf2f124cfbaf741c54151fdb3e0750b" [[package]] name = "web-sys" -version = "0.3.70" +version = "0.3.65" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "26fdeaafd9bd129f65e7c031593c24d62186301e0c72c8978fa1678be7d532c0" +checksum = "5db499c5f66323272151db0e666cd34f78617522fb0c1604d31a27c50c206a85" dependencies = [ "js-sys", "wasm-bindgen", @@ -4549,15 +4096,21 @@ dependencies = [ [[package]] name = "weezl" -version = "0.1.8" +version = "0.1.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "53a85b86a771b1c87058196170769dd264f66c0782acf1ae6cc51bfd64b39082" +checksum = "9193164d4de03a926d909d3bc7c30543cecb35400c02114792c2cae20d5e2dbb" [[package]] -name = "widestring" -version = "1.1.0" +name = "which" +version = "4.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7219d36b6eac893fa81e84ebe06485e7dcbb616177469b142df14f1f4deb1311" +checksum = "87ba24419a2078cd2b0f2ede2691b6c66d8e47836da3b6db8265ebad47afbfc7" +dependencies = [ + "either", + "home", + "once_cell", + "rustix", +] [[package]] name = "winapi" @@ -4577,11 +4130,11 @@ checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" [[package]] name = "winapi-util" -version = "0.1.9" +version = "0.1.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cf221c93e13a30d793f7645a0e7762c55d169dbb0a49671918a2319d289b10bb" +checksum = "f29e6f9198ba0d26b4c9f07dbe6f9ed633e1f3d5b8b414090084349e46a52596" dependencies = [ - "windows-sys 0.59.0", + "winapi", ] [[package]] @@ -4591,38 +4144,12 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" [[package]] -name = "windows-link" -version = "0.1.1" +name = "windows-sys" +version = "0.45.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "76840935b766e1b0a05c0066835fb9ec80071d4c09a16f6bd5f7e655e3c14c38" - -[[package]] -name = "windows-registry" -version = "0.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4286ad90ddb45071efd1a66dfa43eb02dd0dfbae1545ad6cc3c51cf34d7e8ba3" +checksum = "75283be5efb2831d37ea142365f009c02ec203cd29a3ebecbc093d52315b66d0" dependencies = [ - "windows-result", - "windows-strings", - "windows-targets 0.53.0", -] - -[[package]] -name = "windows-result" -version = "0.3.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c64fd11a4fd95df68efcfee5f44a294fe71b8bc6a91993e2791938abcc712252" -dependencies = [ - "windows-link", -] - -[[package]] -name = "windows-strings" -version = "0.3.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "87fa48cc5d406560701792be122a10132491cff9d0aeb23583cc2dcafc847319" -dependencies = [ - "windows-link", + "windows-targets 0.42.2", ] [[package]] @@ -4635,21 +4162,18 @@ dependencies = [ ] [[package]] -name = "windows-sys" -version = "0.52.0" +name = "windows-targets" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" +checksum = "8e5180c00cd44c9b1c88adb3693291f1cd93605ded80c250a75d472756b4d071" dependencies = [ - "windows-targets 0.52.6", -] - -[[package]] -name = "windows-sys" -version = "0.59.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" -dependencies = [ - "windows-targets 0.52.6", + "windows_aarch64_gnullvm 0.42.2", + "windows_aarch64_msvc 0.42.2", + "windows_i686_gnu 0.42.2", + "windows_i686_msvc 0.42.2", + "windows_x86_64_gnu 0.42.2", + "windows_x86_64_gnullvm 0.42.2", + "windows_x86_64_msvc 0.42.2", ] [[package]] @@ -4668,36 +4192,10 @@ dependencies = [ ] [[package]] -name = "windows-targets" -version = "0.52.6" +name = "windows_aarch64_gnullvm" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" -dependencies = [ - "windows_aarch64_gnullvm 0.52.6", - "windows_aarch64_msvc 0.52.6", - "windows_i686_gnu 0.52.6", - "windows_i686_gnullvm 0.52.6", - "windows_i686_msvc 0.52.6", - "windows_x86_64_gnu 0.52.6", - "windows_x86_64_gnullvm 0.52.6", - "windows_x86_64_msvc 0.52.6", -] - -[[package]] -name = "windows-targets" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b1e4c7e8ceaaf9cb7d7507c974735728ab453b67ef8f18febdd7c11fe59dca8b" -dependencies = [ - "windows_aarch64_gnullvm 0.53.0", - "windows_aarch64_msvc 0.53.0", - "windows_i686_gnu 0.53.0", - "windows_i686_gnullvm 0.53.0", - "windows_i686_msvc 0.53.0", - "windows_x86_64_gnu 0.53.0", - "windows_x86_64_gnullvm 0.53.0", - "windows_x86_64_msvc 0.53.0", -] +checksum = "597a5118570b68bc08d8d59125332c54f1ba9d9adeedeef5b99b02ba2b0698f8" [[package]] name = "windows_aarch64_gnullvm" @@ -4706,16 +4204,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8" [[package]] -name = "windows_aarch64_gnullvm" -version = "0.52.6" +name = "windows_aarch64_msvc" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" - -[[package]] -name = "windows_aarch64_gnullvm" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "86b8d5f90ddd19cb4a147a5fa63ca848db3df085e25fee3cc10b39b6eebae764" +checksum = "e08e8864a60f06ef0d0ff4ba04124db8b0fb3be5776a5cd47641e942e58c4d43" [[package]] name = "windows_aarch64_msvc" @@ -4724,16 +4216,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc" [[package]] -name = "windows_aarch64_msvc" -version = "0.52.6" +name = "windows_i686_gnu" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" - -[[package]] -name = "windows_aarch64_msvc" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c7651a1f62a11b8cbd5e0d42526e55f2c99886c77e007179efff86c2b137e66c" +checksum = "c61d927d8da41da96a81f029489353e68739737d3beca43145c8afec9a31a84f" [[package]] name = "windows_i686_gnu" @@ -4742,28 +4228,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e" [[package]] -name = "windows_i686_gnu" -version = "0.52.6" +name = "windows_i686_msvc" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" - -[[package]] -name = "windows_i686_gnu" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c1dc67659d35f387f5f6c479dc4e28f1d4bb90ddd1a5d3da2e5d97b42d6272c3" - -[[package]] -name = "windows_i686_gnullvm" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" - -[[package]] -name = "windows_i686_gnullvm" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9ce6ccbdedbf6d6354471319e781c0dfef054c81fbc7cf83f338a4296c0cae11" +checksum = "44d840b6ec649f480a41c8d80f9c65108b92d89345dd94027bfe06ac444d1060" [[package]] name = "windows_i686_msvc" @@ -4772,16 +4240,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406" [[package]] -name = "windows_i686_msvc" -version = "0.52.6" +name = "windows_x86_64_gnu" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" - -[[package]] -name = "windows_i686_msvc" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "581fee95406bb13382d2f65cd4a908ca7b1e4c2f1917f143ba16efe98a589b5d" +checksum = "8de912b8b8feb55c064867cf047dda097f92d51efad5b491dfb98f6bbb70cb36" [[package]] name = "windows_x86_64_gnu" @@ -4790,16 +4252,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e" [[package]] -name = "windows_x86_64_gnu" -version = "0.52.6" +name = "windows_x86_64_gnullvm" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" - -[[package]] -name = "windows_x86_64_gnu" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2e55b5ac9ea33f2fc1716d1742db15574fd6fc8dadc51caab1c16a3d3b4190ba" +checksum = "26d41b46a36d453748aedef1486d5c7a85db22e56aff34643984ea85514e94a3" [[package]] name = "windows_x86_64_gnullvm" @@ -4808,16 +4264,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc" [[package]] -name = "windows_x86_64_gnullvm" -version = "0.52.6" +name = "windows_x86_64_msvc" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" - -[[package]] -name = "windows_x86_64_gnullvm" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a6e035dd0599267ce1ee132e51c27dd29437f63325753051e71dd9e42406c57" +checksum = "9aec5da331524158c6d1a4ac0ab1541149c0b9505fde06423b02f5ef0106b9f0" [[package]] name = "windows_x86_64_msvc" @@ -4825,53 +4275,32 @@ version = "0.48.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538" -[[package]] -name = "windows_x86_64_msvc" -version = "0.52.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" - -[[package]] -name = "windows_x86_64_msvc" -version = "0.53.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "271414315aff87387382ec3d271b52d7ae78726f5d44ac98b4f4030c91880486" - [[package]] name = "winnow" -version = "0.5.40" +version = "0.5.19" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f593a95398737aeed53e489c785df13f3618e41dbcd6718c6addbf1395aa6876" -dependencies = [ - "memchr", -] - -[[package]] -name = "winnow" -version = "0.6.18" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68a9bda4691f099d435ad181000724da8e5899daa10713c2d432552b9ccd3a6f" +checksum = "829846f3e3db426d4cee4510841b71a8e58aa2a76b1132579487ae430ccd9c7b" dependencies = [ "memchr", ] [[package]] name = "winreg" -version = "0.55.0" +version = "0.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cb5a765337c50e9ec252c2069be9bf91c7df47afb103b642ba3a53bf8101be97" +checksum = "80d0f4e272c85def139476380b12f9ac60926689dd2e01d4923222f40580869d" dependencies = [ - "cfg-if", - "windows-sys 0.59.0", + "winapi", ] [[package]] -name = "winres" -version = "0.1.12" +name = "winreg" +version = "0.50.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b68db261ef59e9e52806f688020631e987592bd83619edccda9c47d42cde4f6c" +checksum = "524e57b2c537c0f9b1e69f1965311ec12182b4122e45035b1508cd24d2adadb1" dependencies = [ - "toml 0.5.11", + "cfg-if", + "windows-sys 0.48.0", ] [[package]] @@ -4883,27 +4312,6 @@ dependencies = [ "winapi", ] -[[package]] -name = "wit-bindgen-rt" -version = "0.39.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6f42320e61fe2cfd34354ecb597f86f413484a798ba44a8ca1165c58d42da6c1" -dependencies = [ - "bitflags 2.9.1", -] - -[[package]] -name = "write16" -version = "1.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d1890f4022759daae28ed4fe62859b1236caebfc61ede2f63ed4e695f3f6d936" - -[[package]] -name = "writeable" -version = "0.5.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e9df38ee2d2c3c5948ea468a8406ff0db0b29ae1ffde1bcf20ef305bcc95c51" - [[package]] name = "xi-unicode" version = "0.3.0" @@ -4922,145 +4330,50 @@ version = "0.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ec7a2a501ed189703dba8b08142f057e887dfc4b2cc4db2d343ac6376ba3e0b9" -[[package]] -name = "yansi" -version = "0.5.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "09041cd90cf85f7f8b2df60c646f853b7f535ce68f85244eb6731cf89fa498ec" - -[[package]] -name = "yoke" -version = "0.7.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "120e6aef9aa629e3d4f52dc8cc43a015c7724194c97dfaf45180d2daf2b77f40" -dependencies = [ - "serde", - "stable_deref_trait", - "yoke-derive", - "zerofrom", -] - -[[package]] -name = "yoke-derive" -version = "0.7.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2380878cad4ac9aac1e2435f3eb4020e8374b5f13c296cb75b4620ff8e229154" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", - "synstructure", -] - -[[package]] -name = "zerofrom" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "50cc42e0333e05660c3587f3bf9d0478688e15d870fab3346451ce7f8c9fbea5" -dependencies = [ - "zerofrom-derive", -] - -[[package]] -name = "zerofrom-derive" -version = "0.1.6" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d71e5d6e06ab090c67b5e44993ec16b72dcbaabc526db883a360057678b48502" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", - "synstructure", -] - -[[package]] -name = "zeroize" -version = "1.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ced3678a2879b30306d323f4542626697a464a97c0a07c9aebf7ebca65cd4dde" - -[[package]] -name = "zerovec" -version = "0.10.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "aa2b893d79df23bfb12d5461018d408ea19dfafe76c2c7ef6d4eba614f8ff079" -dependencies = [ - "yoke", - "zerofrom", - "zerovec-derive", -] - -[[package]] -name = "zerovec-derive" -version = "0.10.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6eafa6dfb17584ea3e2bd6e76e0cc15ad7af12b09abdd1ca55961bed9b1063c6" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.100", -] - [[package]] name = "zip" -version = "4.1.0" +version = "0.6.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af7dcdb4229c0e79c2531a24de7726a0e980417a74fb4d030a35f535665439a0" +checksum = "760394e246e4c28189f19d488c058bf16f564016aefac5d32bb1f3b51d5e9261" dependencies = [ - "arbitrary", + "aes", + "byteorder", "bzip2", + "constant_time_eq", "crc32fast", + "crossbeam-utils", "flate2", - "indexmap", - "memchr", + "hmac", + "pbkdf2", + "sha1", "time", - "zopfli", "zstd", ] -[[package]] -name = "zlib-rs" -version = "0.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "868b928d7949e09af2f6086dfc1e01936064cc7a819253bce650d4e2a2d63ba8" - -[[package]] -name = "zopfli" -version = "0.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e5019f391bac5cf252e93bbcc53d039ffd62c7bfb7c150414d61369afe57e946" -dependencies = [ - "bumpalo", - "crc32fast", - "lockfree-object-pool", - "log", - "once_cell", - "simd-adler32", -] - [[package]] name = "zstd" -version = "0.13.2" +version = "0.11.2+zstd.1.5.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fcf2b778a664581e31e389454a7072dab1647606d44f7feea22cd5abb9c9f3f9" +checksum = "20cc960326ece64f010d2d2107537f26dc589a6573a316bd5b1dba685fa5fde4" dependencies = [ "zstd-safe", ] [[package]] name = "zstd-safe" -version = "7.2.1" +version = "5.0.2+zstd.1.5.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "54a3ab4db68cea366acc5c897c7b4d4d1b8994a9cd6e6f841f8964566a419059" +checksum = "1d2a5585e04f9eea4b2a3d1eca508c4dee9592a89ef6f450c11719da0726f4db" dependencies = [ + "libc", "zstd-sys", ] [[package]] name = "zstd-sys" -version = "2.0.13+zstd.1.5.6" +version = "2.0.9+zstd.1.5.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "38ff0f21cfee8f97d94cef41359e0c89aa6113028ab0291aa8ca0038995a95aa" +checksum = "9e16efa8a874a0481a574084d34cc26fdb3b99627480f785888deb6386506656" dependencies = [ "cc", "pkg-config", diff --git a/Cargo.toml b/Cargo.toml index 99ce493..451cd09 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -6,57 +6,13 @@ members = [ "lib/dtmt-shared", "lib/oodle", "lib/sdk", + "lib/serde_sjson", "lib/luajit2-sys", - "lib/color-eyre", ] -exclude = ["lib/color-eyre"] -[workspace.dependencies] -ansi-parser = "0.9.1" -ansi_term = "0.12.1" -async-recursion = "1.0.5" -bincode = "2.0.0" -bitflags = "2.5.0" -byteorder = "1.4.3" -clap = { version = "4.0.15", features = ["color", "derive", "std", "cargo", "string", "unicode"] } -cli-table = { version = "0.5.0", default-features = false, features = ["derive"] } +[patch.crates-io] color-eyre = { path = "lib/color-eyre" } -colors-transform = "0.2.11" -confy = "1.0.0" -csv-async = { version = "1.2.4", features = ["tokio", "serde"] } -druid = { version = "0.8", features = ["im", "serde", "image", "png", "jpeg", "bmp", "webp", "svg"] } -druid-widget-nursery = "0.1" -dtmt-shared = { path = "lib/dtmt-shared" } -fastrand = "2.1.0" -futures = "0.3.25" -futures-util = "0.3.24" -glob = "0.3.0" -interprocess = "2.1.0" -lazy_static = "1.4.0" -luajit2-sys = { path = "lib/luajit2-sys" } -minijinja = { version = "2.0.1", default-features = false, features = ["serde"] } -nanorand = "0.8.0" -nexusmods = { path = "lib/nexusmods" } -notify = "8.0.0" -oodle = { path = "lib/oodle" } -open = "5.0.1" -path-clean = "1.0.1" -path-slash = "0.2.1" -pin-project-lite = "0.2.9" -promptly = "0.3.1" -sdk = { path = "lib/sdk" } -serde = { version = "1.0.152", features = ["derive", "rc"] } -serde_sjson = "1.2.1" -steamlocate = "2.0.0-beta.2" -strip-ansi-escapes = "0.2.0" -time = { version = "0.3.20", features = ["serde", "serde-well-known", "local-offset", "formatting", "macros"] } -tokio = { version = "1.23.0", features = ["rt-multi-thread", "fs", "process", "macros", "tracing", "io-util", "io-std"] } -tokio-stream = { version = "0.1.12", features = ["fs", "io-util"] } -tracing = { version = "0.1.37", features = ["async-await"] } -tracing-error = "0.2.0" -tracing-subscriber = { version = "0.3.16", features = ["env-filter"] } -usvg = "0.25.0" -zip = { version = "4.0.0", default-features = false, features = ["deflate", "bzip2", "zstd", "time"] } +ansi-parser = { path = "lib/ansi-parser" } [profile.dev.package.backtrace] opt-level = 3 @@ -70,9 +26,3 @@ strip = "debuginfo" [profile.release-lto] inherits = "release" lto = true - -[profile.perf] -inherits = "release" -strip = false -lto = true -debug = "line-tables-only" diff --git a/Justfile b/Justfile index 697bdcc..09ce0a3 100644 --- a/Justfile +++ b/Justfile @@ -1,13 +1,3 @@ -set positional-arguments - -fly_target := "main" - -build-perf-dtmt: - cargo build --profile perf --bin dtmt - -perf-dtmt *args='': build-perf-dtmt - perf record --call-graph dwarf ./target/perf/dtmt "$@" - ci-build: ci-build-msvc ci-build-linux ci-build-msvc: @@ -24,38 +14,14 @@ build-image-msvc: build-image-linux: docker build -f .ci/Dockerfile.linux . -ci-image: - # The MSVC image depends on the Linux image. So by building that first, - # we actually build both, and cache them, so that "building" the - # Linux image afterwards merely needs to pull the cache. - docker build --target msvc -t dtmt-ci-base-msvc -f .ci/image/Dockerfile . - docker build --target linux -t dtmt-ci-base-linux -f .ci/image/Dockerfile . +ci-image: ci-image-msvc ci-image-linux + +ci-image-msvc: ci-image-linux + docker build -t dtmt-ci-base-msvc -f .ci/image/Dockerfile.msvc .ci/image docker tag dtmt-ci-base-msvc registry.sclu1034.dev/dtmt-ci-base-msvc - docker tag dtmt-ci-base-linux registry.sclu1034.dev/dtmt-ci-base-linux docker push registry.sclu1034.dev/dtmt-ci-base-msvc + +ci-image-linux: + docker build -t dtmt-ci-base-linux -f .ci/image/Dockerfile.linux .ci/image + docker tag dtmt-ci-base-linux registry.sclu1034.dev/dtmt-ci-base-linux docker push registry.sclu1034.dev/dtmt-ci-base-linux - -set-base-pipeline: - fly -t {{fly_target}} set-pipeline \ - --pipeline dtmt \ - --config .ci/pipelines/base.yml \ - -v gitea_api_key=${GITEA_API_KEY} \ - -v registry_user=${REGISTRY_USER} \ - -v registry_password=${REGISTRY_PASSWORD} \ - -v owner=bitsquid_dt \ - -v repo=dtmt - -set-pr-pipeline pr: - curl \ - -H "Authorization: ${GITEA_API_KEY}" \ - -H 'Accept: application/json' \ - 'https://git.sclu1034.dev/api/v1/repos/bitsquid_dt/dtmt/pulls/{{pr}}' \ - | yq -y '.' - > 'pr-{{pr}}.yaml' - fly -t main set-pipeline \ - --pipeline dtmt-pr \ - --config .ci/pipelines/pr.yml \ - -v gitea_api_key=${GITEA_API_KEY} \ - -i number={{pr}} \ - -y branch="$(yq -y '.head.ref' 'pr-{{pr}}.yaml')" \ - -y pr="$(cat 'pr-{{pr}}.yaml')" - diff --git a/crates/dtmm/Cargo.toml b/crates/dtmm/Cargo.toml index 52c0522..5f60220 100644 --- a/crates/dtmm/Cargo.toml +++ b/crates/dtmm/Cargo.toml @@ -2,48 +2,37 @@ name = "dtmm" version = "0.1.0" edition = "2021" -authors = ["Lucas Schwiderski "] -description = "DTMM is a GUI application to install and manage mods for the game." -documentation = "https://git.sclu1034.dev/bitsquid_dt/dtmt/wiki" -repository = "https://git.sclu1034.dev/bitsquid_dt/dtmt" -homepage = "https://git.sclu1034.dev/bitsquid_dt/dtmt" -license-file = "LICENSE" # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html [dependencies] -ansi-parser = { workspace = true } -async-recursion = { workspace = true } -bincode = { workspace = true } -bitflags = { workspace = true } -clap = { workspace = true } -color-eyre = { workspace = true } -colors-transform = { workspace = true } -confy = { workspace = true } -druid = { workspace = true } -druid-widget-nursery = { workspace = true } -dtmt-shared = { workspace = true } -futures = { workspace = true } -interprocess = { workspace = true } -lazy_static = { workspace = true } -luajit2-sys = { workspace = true } -minijinja = { workspace = true } -nexusmods = { workspace = true } -oodle = { workspace = true } -open = { workspace = true } -path-slash = { workspace = true } -sdk = { workspace = true } -serde = { workspace = true } -serde_sjson = { workspace = true } -strip-ansi-escapes = { workspace = true } -time = { workspace = true } -tokio = { workspace = true } -tokio-stream = { workspace = true } -tracing = { workspace = true } -tracing-error = { workspace = true } -tracing-subscriber = { workspace = true } -usvg = { workspace = true } -zip = { workspace = true } - -[build-dependencies] -winres = "0.1.12" +bitflags = "1.3.2" +clap = { version = "4.0.15", features = ["color", "derive", "std", "cargo", "string", "unicode"] } +color-eyre = "0.6.2" +confy = "0.5.1" +druid = { version = "0.8", features = ["im", "serde", "image", "png", "jpeg", "bmp", "webp", "svg"] } +dtmt-shared = { path = "../../lib/dtmt-shared", version = "*" } +futures = "0.3.25" +oodle = { path = "../../lib/oodle", version = "*" } +sdk = { path = "../../lib/sdk", version = "*" } +nexusmods = { path = "../../lib/nexusmods", version = "*" } +serde_sjson = { path = "../../lib/serde_sjson", version = "*" } +serde = { version = "1.0.152", features = ["derive", "rc"] } +tokio = { version = "1.23.0", features = ["rt", "fs", "tracing", "sync"] } +tracing = "0.1.37" +tracing-error = "0.2.0" +tracing-subscriber = { version = "0.3.16", features = ["env-filter"] } +zip = "0.6.4" +tokio-stream = { version = "0.1.12", features = ["fs"] } +path-slash = "0.2.1" +time = { version = "0.3.20", features = ["serde", "serde-well-known", "local-offset"] } +strip-ansi-escapes = "0.1.1" +lazy_static = "1.4.0" +colors-transform = "0.2.11" +usvg = "0.25.0" +druid-widget-nursery = "0.1" +ansi-parser = "0.9.0" +string_template = "0.2.1" +luajit2-sys = { path = "../../lib/luajit2-sys", version = "*" } +async-recursion = "1.0.5" +minijinja = "1.0.10" diff --git a/crates/dtmm/assets/DTMM_logo.xcf b/crates/dtmm/assets/DTMM_logo.xcf deleted file mode 100644 index 00de67d..0000000 --- a/crates/dtmm/assets/DTMM_logo.xcf +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:144903129d56235895e433435ecee90528ceb5c4db98f5b02e637a215dde1881 -size 17736337 diff --git a/crates/dtmm/assets/DTMM_logo_256.png b/crates/dtmm/assets/DTMM_logo_256.png deleted file mode 100644 index e53931f..0000000 --- a/crates/dtmm/assets/DTMM_logo_256.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:62096b0f6e3798820c9ad04ba61fdff45522b7c67c4b254dc8fd11bdde984c76 -size 39017 diff --git a/crates/dtmm/assets/DTMM_logo_48.png b/crates/dtmm/assets/DTMM_logo_48.png deleted file mode 100644 index 33c1d11..0000000 --- a/crates/dtmm/assets/DTMM_logo_48.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6b0524e05b8f2c6ca061aa7edc6f7e62efb8bcddf347e4e9344187efb437436c -size 3082 diff --git a/crates/dtmm/assets/DTMM_logo_64.png b/crates/dtmm/assets/DTMM_logo_64.png deleted file mode 100644 index e5d5407..0000000 --- a/crates/dtmm/assets/DTMM_logo_64.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e0bf9431d5f46f4437c21fe38ebbd86e8b3872acaf3a13f0bc8f4a9e8e78e118 -size 4287 diff --git a/crates/dtmm/assets/DTMM_logo_border.png b/crates/dtmm/assets/DTMM_logo_border.png deleted file mode 100644 index bf610e4..0000000 --- a/crates/dtmm/assets/DTMM_logo_border.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cefec60ffe91eb4d827e1c7c9b4bfebdec528236809e02ccc9f15b15ee290442 -size 537707 diff --git a/crates/dtmm/assets/DTMM_logo_faint_glow.png b/crates/dtmm/assets/DTMM_logo_faint_glow.png deleted file mode 100644 index 1066370..0000000 --- a/crates/dtmm/assets/DTMM_logo_faint_glow.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d579be0297e78ef0c9cfb4ce357dd61ed13cc65084d5a38c322913cdcdbe5b99 -size 605023 diff --git a/crates/dtmm/assets/DTMM_logo_small.png b/crates/dtmm/assets/DTMM_logo_small.png deleted file mode 100644 index 0020520..0000000 --- a/crates/dtmm/assets/DTMM_logo_small.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:be2a3cb6a94828b3df9368bcf9ea335ad08590a69b128a15a92fb1cf751d06b6 -size 502425 diff --git a/crates/dtmm/assets/dtmm.desktop b/crates/dtmm/assets/dtmm.desktop deleted file mode 100644 index cb9185c..0000000 --- a/crates/dtmm/assets/dtmm.desktop +++ /dev/null @@ -1,11 +0,0 @@ -[Desktop Entry] -Name=DTMM -GenericName=Mod Manager -Comment=A graphical mod manager for Warhammer 40,000: Darktide -Exec=dtmm %u -Type=Application -Keywords=Mod; -StartupNotify=true -Categories=Utility; -MimeType=x-scheme-handler/nxm; -Icon=dtmm diff --git a/crates/dtmm/assets/dtmm.ico b/crates/dtmm/assets/dtmm.ico deleted file mode 100644 index b862839..0000000 --- a/crates/dtmm/assets/dtmm.ico +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:02d4bea2d7af89a86c3f052240a2acd137a0df5e9b6e85ecfe3f163032010652 -size 37519 diff --git a/crates/dtmm/assets/init.lua b/crates/dtmm/assets/init.lua deleted file mode 100644 index e2acdbd..0000000 --- a/crates/dtmm/assets/init.lua +++ /dev/null @@ -1,70 +0,0 @@ -local StateGame = require("scripts/game_states/state_game") -local StateSplash = require("scripts/game_states/game/state_splash") -local GameStateMachine = require("scripts/foundation/utilities/game_state_machine") - -local function hook(obj, fn_name, cb) - local orig = obj[fn_name] - - obj[fn_name] = function(...) - return cb(orig, ...) - end -end - -function init(mod_data, boot_gui) - local ModLoader = require("scripts/mods/mod_loader") - local mod_loader = ModLoader:new(mod_data, boot_gui) - - -- The mod loader needs to remain active during game play, to - -- enable reloads - hook(StateGame, "update", function(func, dt, ...) - mod_loader:update(dt) - return func(dt, ...) - end) - - -- Skip splash view - hook(StateSplash, "on_enter", function(func, self, ...) - local result = func(self, ...) - - self._should_skip = true - self._continue = true - - return result - end) - - -- Trigger state change events - hook(GameStateMachine, "_change_state", function(func, self, ...) - local old_state = self._state - local old_state_name = old_state and self:current_state_name() - - if old_state_name then - mod_loader:on_game_state_changed("exit", old_state_name, old_state) - end - - local result = func(self, ...) - - local new_state = self._state - local new_state_name = new_state and self:current_state_name() - - if new_state_name then - mod_loader:on_game_state_changed("enter", new_state_name, new_state) - end - - return result - end) - - -- Trigger ending state change event - hook(GameStateMachine, "destroy", function(func, self, ...) - local old_state = self._state - local old_state_name = old_state and self:current_state_name() - - if old_state_name then - mod_loader:on_game_state_changed("exit", old_state_name) - end - - return func(self, ...) - end) - - return mod_loader -end - -return init diff --git a/crates/dtmm/assets/mod_data.lua.j2 b/crates/dtmm/assets/mod_data.lua.j2 index b5e7f17..9f87ad1 100644 --- a/crates/dtmm/assets/mod_data.lua.j2 +++ b/crates/dtmm/assets/mod_data.lua.j2 @@ -4,7 +4,6 @@ return { id = "{{ mod.id }}", name = "{{ mod.name }}", bundled = {{ mod.bundled }}, - version = {{ mod.version }}, packages = { {% for pkg in mod.packages %} "{{ pkg }}", diff --git a/crates/dtmm/assets/mod_loader.lua b/crates/dtmm/assets/mod_loader.lua deleted file mode 100644 index 126c0eb..0000000 --- a/crates/dtmm/assets/mod_loader.lua +++ /dev/null @@ -1,412 +0,0 @@ --- Copyright on this file is owned by Fatshark. --- It is extracted, used and modified with permission only for --- the purpose of loading mods within Warhammer 40,000: Darktide. -local ModLoader = class("ModLoader") - -local table_unpack = table.unpack or unpack -local table_pack = table.pack or pack - -local ScriptGui = require("scripts/foundation/utilities/script_gui") - -local FONT_MATERIAL = "content/ui/fonts/arial" - -local LOG_LEVELS = { - spew = 4, - info = 3, - warning = 2, - error = 1 -} -local DEFAULT_SETTINGS = { - log_level = LOG_LEVELS.error, - developer_mode = false -} - -local Keyboard = Keyboard -local BUTTON_INDEX_R = Keyboard.button_index("r") -local BUTTON_INDEX_LEFT_SHIFT = Keyboard.button_index("left shift") -local BUTTON_INDEX_LEFT_CTRL = Keyboard.button_index("left ctrl") - -ModLoader.init = function(self, mod_data, boot_gui) - table.dump(mod_data, nil, 5, function(...) Log.info("ModLoader", ...) end) - - self._mod_data = mod_data - self._gui = boot_gui - - self._settings = Application.user_setting("mod_settings") or DEFAULT_SETTINGS - - self._mods = {} - self._num_mods = nil - self._chat_print_buffer = {} - self._reload_data = {} - self._ui_time = 0 - - self._state = "scanning" -end - -ModLoader.developer_mode_enabled = function(self) - return self._settings.developer_mode -end - -ModLoader.set_developer_mode = function(self, enabled) - self._settings.developer_mode = enabled -end - -ModLoader._draw_state_to_gui = function(self, gui, dt) - local state = self._state - local t = self._ui_time + dt - self._ui_time = t - local status_str = "Loading mods" - - if state == "scanning" then - status_str = "Scanning for mods" - elseif state == "loading" or state == "initializing" then - local mod = self._mods[self._mod_load_index] - status_str = string.format("Loading mod %q", mod.name) - end - - local msg = status_str .. string.rep(".", (2 * t) % 4) - ScriptGui.text(gui, msg, FONT_MATERIAL, 25, Vector3(20, 30, 1), Color.white()) -end - -ModLoader.remove_gui = function(self) - self._gui = nil -end - -ModLoader.mod_data = function(self, id) - -- Since this primarily exists for DMF, - -- we can optimize the search for its use case of looking for the - -- mod currently being loaded - local mod_data = self._mods[self._mod_load_index] - - if mod_data.id ~= id then - mod_data = nil - - for _, v in ipairs(self._mods) do - if v.id == id then - mod_data = v - end - end - end - - return mod_data -end - -ModLoader._check_reload = function() - return Keyboard.pressed(BUTTON_INDEX_R) and - Keyboard.button(BUTTON_INDEX_LEFT_SHIFT) + - Keyboard.button(BUTTON_INDEX_LEFT_CTRL) == 2 -end - -ModLoader.update = function(self, dt) - local chat_print_buffer = self._chat_print_buffer - local num_delayed_prints = #chat_print_buffer - - if num_delayed_prints > 0 and Managers.chat then - for i = 1, num_delayed_prints, 1 do - -- TODO: Use new chat system - -- Managers.chat:add_local_system_message(1, chat_print_buffer[i], true) - - chat_print_buffer[i] = nil - end - end - - local old_state = self._state - - if self._settings.developer_mode and self:_check_reload() then - self._reload_requested = true - end - - if self._reload_requested and old_state == "done" then - self:_reload_mods() - end - - if old_state == "done" then - self:_run_callbacks("update", dt) - elseif old_state == "scanning" then - Log.info("ModLoader", "Scanning for mods") - self:_build_mod_table() - - self._state = self:_load_mod(1) - self._ui_time = 0 - elseif old_state == "loading" then - local handle = self._loading_resource_handle - - if ResourcePackage.has_loaded(handle) then - ResourcePackage.flush(handle) - - local mod = self._mods[self._mod_load_index] - local next_index = mod.package_index + 1 - local mod_data = mod.data - - if next_index <= #mod_data.packages then - self:_load_package(mod, next_index) - else - self._state = "initializing" - end - end - elseif old_state == "initializing" then - local mod = self._mods[self._mod_load_index] - local mod_data = mod.data - - Log.info("ModLoader", "Initializing mod %q", mod.name) - - mod.state = "running" - local ok, object = xpcall(mod_data.run, function(err) - if type(err) == "string" then - return err .. "\n" .. Script.callstack() - else - return err - end - end) - - if not ok then - if object.error then - object = string.format( - "%s\n<>\n%s\n<>\n<>\n%s\n<>\n<>\n%s\n<>", - object.error, object.traceback, object.locals, object.self) - end - - Log.error("ModLoader", "Failed 'run' for %q: %s", mod.name, object) - end - - mod.object = object or {} - - self:_run_callback(mod, "init", self._reload_data[mod.id]) - - Log.info("ModLoader", "Finished loading %q", mod.name) - - self._state = self:_load_mod(self._mod_load_index + 1) - end - - local gui = self._gui - if gui then - self:_draw_state_to_gui(gui, dt) - end - - if old_state ~= self._state then - Log.info("ModLoader", "%s -> %s", old_state, self._state) - end -end - -ModLoader.all_mods_loaded = function(self) - return self._state == "done" -end - -ModLoader.destroy = function(self) - self:_run_callbacks("on_destroy") - self:unload_all_mods() -end - -ModLoader._run_callbacks = function(self, callback_name, ...) - for i = 1, self._num_mods, 1 do - local mod = self._mods[i] - - if mod and not mod.callbacks_disabled then - self:_run_callback(mod, callback_name, ...) - end - end -end - -ModLoader._run_callback = function(self, mod, callback_name, ...) - local object = mod.object - local cb = object[callback_name] - - if not cb then - return - end - - local args = table_pack(...) - - local success, val = xpcall( - function() return cb(object, table_unpack(args)) end, - function(err) - if type(err) == "string" then - return err .. "\n" .. Script.callstack() - else - return err - end - end - ) - - if success then - return val - else - Log.error("ModLoader", "Failed to run callback %q for mod %q with id %q. Disabling callbacks until reload.", - callback_name, mod.name, mod.id) - if val.error then - Log.error("ModLoader", - "Error: %s\n<>\n%s<>\n<>\n%s<>\n<>\n%s<>", - val.error, val.traceback, val.locals, val.self) - else - Log.error("ModLoader", "Error: %s", val or "[unknown error]") - end - - mod.callbacks_disabled = true - end -end - -ModLoader._start_scan = function(self) - Log.info("ModLoader", "Starting mod scan") - self._state = "scanning" -end - -ModLoader._build_mod_table = function(self) - fassert(table.is_empty(self._mods), "Trying to add mods to non-empty mod table") - - for i, mod_data in ipairs(self._mod_data) do - Log.info( - "ModLoader", - "mods[%d] = id=%q | name=%q | version=%q | bundled=%s", - i, - mod_data.id, - mod_data.name, - mod_data.version, - tostring(mod_data.bundled) - ) - - self._mods[i] = { - id = mod_data.id, - state = "not_loaded", - callbacks_disabled = false, - name = mod_data.name, - loaded_packages = {}, - packages = mod_data.packages, - data = mod_data, - bundled = mod_data.bundled or false, - } - end - - self._num_mods = #self._mods - - Log.info("ModLoader", "Found %i mods", self._num_mods) -end - -ModLoader._load_mod = function(self, index) - self._ui_time = 0 - local mods = self._mods - local mod = mods[index] - - if not mod then - table.clear(self._reload_data) - - return "done" - end - - Log.info("ModLoader", "Loading mod %q", mod.id) - - mod.state = "loading" - - Crashify.print_property(string.format("Mod:%s", mod.name), true) - - self._mod_load_index = index - - if mod.bundled and mod.packages[1] then - self:_load_package(mod, 1) - return "loading" - else - return "initializing" - end -end - -ModLoader._load_package = function(self, mod, index) - mod.package_index = index - local package_name = mod.packages[index] - - if not package_name then - return - end - - Log.info("ModLoader", "Loading package %q", package_name) - - local resource_handle = Application.resource_package(package_name) - self._loading_resource_handle = resource_handle - - ResourcePackage.load(resource_handle) - - table.insert(mod.loaded_packages, resource_handle) -end - -ModLoader.unload_all_mods = function(self) - if self._state ~= "done" then - Log.error("ModLoader", "Mods can't be unloaded, mod state is not \"done\". current: %q", self._state) - - return - end - - Log.info("ModLoader", "Unload all mod packages") - - for i = self._num_mods, 1, -1 do - local mod = self._mods[i] - - if mod then - self:unload_mod(i) - end - - self._mods[i] = nil - end - - self._num_mods = nil - self._state = "unloaded" -end - -ModLoader.unload_mod = function(self, index) - local mod = self._mods[index] - - if mod then - Log.info("ModLoader", "Unloading %q.", mod.name) - - for _, handle in ipairs(mod.loaded_packages) do - ResourcePackage.unload(handle) - Application.release_resource_package(handle) - end - - mod.state = "not_loaded" - else - Log.error("ModLoader", "Mod index %i can't be unloaded, has not been loaded", index) - end -end - -ModLoader._reload_mods = function(self) - Log.info("ModLoader", "reloading mods") - - for i = 1, self._num_mods, 1 do - local mod = self._mods[i] - - if mod and mod.state == "running" then - Log.info("ModLoader", "reloading %s", mod.name) - - self._reload_data[mod.id] = self:_run_callback(mod, "on_reload") - else - Log.info("ModLoader", "not reloading mod, state: %s", mod.state) - end - end - - self:unload_all_mods() - self:_start_scan() - - self._reload_requested = false -end - -ModLoader.on_game_state_changed = function(self, status, state_name, state_object) - if self._state == "done" then - self:_run_callbacks("on_game_state_changed", status, state_name, state_object) - else - Log.warning("ModLoader", "Ignored on_game_state_changed call due to being in state %q", self._state) - end -end - -ModLoader.print = function(self, level, str, ...) - local f = Log[level] - if f then - f("ModLoader", str, ...) - else - local message = string.format("[ModLoader][" .. level .. "] " .. str, ...) - local log_level = LOG_LEVELS[level] or 99 - - if log_level <= 2 then - print(message) - end - end -end - -return ModLoader diff --git a/crates/dtmm/assets/mod_main.lua.j2 b/crates/dtmm/assets/mod_main.lua similarity index 86% rename from crates/dtmm/assets/mod_main.lua.j2 rename to crates/dtmm/assets/mod_main.lua index 29caa79..e4006f6 100644 --- a/crates/dtmm/assets/mod_main.lua.j2 +++ b/crates/dtmm/assets/mod_main.lua @@ -12,13 +12,12 @@ local log = function(category, format, ...) end log("mod_main", "Initializing mods...") -log("mod_main", "[DTMM] Deployment data:\n{{ deployment_info }}") local require_store = {} -- This token is treated as a string template and filled by DTMM during deployment. -- This allows hiding unsafe I/O functions behind a setting. --- When not replaced, it's also a valid table definition, thereby degrading gracefully. +-- It's also a valid table definition, thereby degrading gracefully when not replaced. local is_io_enabled = {{ is_io_enabled }} -- luacheck: ignore 113 local lua_libs = { debug = debug, @@ -106,16 +105,10 @@ end require("scripts/main") log("mod_main", "'scripts/main' loaded") --- We need to inject two states into two different state machines: --- First, we inject one into the `"Main"` state machine at a specific location, so that we're --- still early in the process, but right after `StateRequireScripts` where most game files --- are already available to `require` and hook. --- This is where the `ModLoader` is created initially. --- Then, we inject into the very first position of the `"Game"` state machine. This runs right --- after `StateGame._init_managers`, at which point all the parts needed for DMF and other mods --- have been initialized. --- This is where `ModLoader` will finally start loading mods. +-- Inject our state into the game. The state needs to run after `StateGame._init_managers`, +-- since some parts of DMF, and presumably other mods, depend on some of those managers to exist. local function patch_mod_loading_state() + local StateBootSubStateBase = require("scripts/game_states/boot/state_boot_sub_state_base") local StateBootLoadDML = class("StateBootLoadDML", "StateBootSubStateBase") local StateGameLoadMods = class("StateGameLoadMods") @@ -128,21 +121,19 @@ local function patch_mod_loading_state() self._package_manager = package_manager self._package_handles = { - ["packages/mods"] = package_manager:load("packages/mods", "StateBootLoadDML", nil), + ["packages/mods"] = package_manager:load("packages/mods", "StateBootDML", nil), + ["packages/dml"] = package_manager:load("packages/dml", "StateBootDML", nil), } end - StateBootLoadDML._state_update = function(self, _) + StateBootLoadDML._state_update = function(self, dt) local package_manager = self._package_manager if package_manager:update() then + local DML = require("scripts/mods/dml/init") local mod_data = require("scripts/mods/mod_data") - - local create_mod_loader = require("scripts/mods/init") - local mod_loader = create_mod_loader(mod_data) - + local mod_loader = DML.create_loader(mod_data) Managers.mod = mod_loader - log("StateBootLoadDML", "DML loaded, exiting") return true, false end @@ -157,7 +148,9 @@ local function patch_mod_loading_state() self._next_state_params = params end - function StateGameLoadMods:update(_) + function StateGameLoadMods:update(main_dt) + local state = self._loading_state + -- We're relying on the fact that DML internally makes sure -- that `Managers.mod:update()` is being called appropriately. -- The implementation as of this writing is to hook `StateGame.update`. @@ -195,6 +188,8 @@ local function patch_mod_loading_state() GameStateMachine_init(self, parent, StateGameLoadMods, params, creation_context, state_change_callbacks, name) -- And since we're done now, we can revert the function to its original GameStateMachine.init = GameStateMachine_init + + return else -- In all other cases, simply call the original GameStateMachine_init(self, parent, start_state, params, creation_context, state_change_callbacks, name) @@ -212,5 +207,3 @@ function init() Main:init() end - --- vim: ft=lua diff --git a/crates/dtmm/assets/tabler-icons/cloud-download.svg b/crates/dtmm/assets/tabler-icons/cloud-download.svg deleted file mode 100644 index 5b62734..0000000 --- a/crates/dtmm/assets/tabler-icons/cloud-download.svg +++ /dev/null @@ -1,8 +0,0 @@ - - - - - - - - diff --git a/crates/dtmm/build.rs b/crates/dtmm/build.rs deleted file mode 100644 index 9e551d4..0000000 --- a/crates/dtmm/build.rs +++ /dev/null @@ -1,7 +0,0 @@ -fn main() { - if cfg!(target_os = "windows") { - let mut res = winres::WindowsResource::new(); - res.set_icon("assets/dtmm.ico"); - res.compile().unwrap(); - } -} diff --git a/crates/dtmm/src/controller/app.rs b/crates/dtmm/src/controller/app.rs index d5b397c..cb6e2f0 100644 --- a/crates/dtmm/src/controller/app.rs +++ b/crates/dtmm/src/controller/app.rs @@ -161,21 +161,27 @@ where } pub(crate) fn check_mod_order(state: &ActionState) -> Result<()> { + { + let first = state.mods.get(0); + if first.is_none() || !(first.unwrap().id == "dml" && first.unwrap().enabled) { + // TODO: Add a suggestion where to get it, once that's published + eyre::bail!("'Darktide Mod Loader' needs to be installed, enabled and at the top of the load order"); + } + } + if tracing::enabled!(tracing::Level::DEBUG) { - let order = state - .mods - .iter() - .enumerate() - .filter(|(_, i)| i.enabled) - .fold(String::new(), |mut s, (i, info)| { + let order = state.mods.iter().filter(|i| i.enabled).enumerate().fold( + String::new(), + |mut s, (i, info)| { s.push_str(&format!("{}: {} - {}\n", i, info.id, info.name)); s - }); + }, + ); tracing::debug!("Mod order:\n{}", order); } - for (i, mod_info) in state.mods.iter().enumerate().filter(|(_, i)| i.enabled) { + for (i, mod_info) in state.mods.iter().filter(|i| i.enabled).enumerate() { for dep in &mod_info.depends { let dep_info = state.mods.iter().enumerate().find(|(_, m)| m.id == dep.id); @@ -280,18 +286,12 @@ pub(crate) async fn load_initial(path: PathBuf, is_default: bool) -> Result game_info, - Err(err) => { - tracing::error!("Failed to collect game info: {:?}", err); - None + { + if config.game_dir.is_none() && game_info.is_none() { + tracing::error!("No Game Directory set. Head to the 'Settings' tab to set it manually",); } - }; - - if config.game_dir.is_none() && game_info.is_none() { - tracing::error!("No Game Directory set. Head to the 'Settings' tab to set it manually",); } let mod_dir = config.data_dir.join("mods"); diff --git a/crates/dtmm/src/controller/deploy.rs b/crates/dtmm/src/controller/deploy.rs index 481b07c..53c4ef1 100644 --- a/crates/dtmm/src/controller/deploy.rs +++ b/crates/dtmm/src/controller/deploy.rs @@ -1,3 +1,4 @@ +use std::collections::HashMap; use std::io::{Cursor, ErrorKind}; use std::path::{Path, PathBuf}; use std::str::FromStr; @@ -15,6 +16,7 @@ use sdk::{ Bundle, BundleDatabase, BundleFile, BundleFileType, BundleFileVariant, FromBinary, ToBinary, }; use serde::{Deserialize, Serialize}; +use string_template::Template; use time::OffsetDateTime; use tokio::fs::{self, DirEntry}; use tokio::io::AsyncWriteExt; @@ -26,6 +28,7 @@ use crate::state::{ActionState, PackageInfo}; pub const MOD_BUNDLE_NAME: &str = "packages/mods"; pub const BOOT_BUNDLE_NAME: &str = "packages/boot"; +pub const DML_BUNDLE_NAME: &str = "packages/dml"; pub const BUNDLE_DATABASE_NAME: &str = "bundle_database.data"; pub const MOD_BOOT_SCRIPT: &str = "scripts/mod_main"; pub const MOD_DATA_SCRIPT: &str = "scripts/mods/mod_data"; @@ -116,14 +119,14 @@ async fn patch_game_settings(state: Arc) -> Result<()> { eyre::bail!("couldn't find 'boot_script' field"); }; - f.write_all(&settings.as_bytes()[0..i]).await?; + f.write_all(settings[0..i].as_bytes()).await?; f.write_all(b"boot_script = \"scripts/mod_main\"").await?; let Some(j) = settings[i..].find('\n') else { eyre::bail!("couldn't find end of 'boot_script' field"); }; - f.write_all(&settings.as_bytes()[(i + j)..]).await?; + f.write_all(settings[(i + j)..].as_bytes()).await?; Ok(()) } @@ -224,7 +227,11 @@ async fn copy_mod_folders(state: Arc) -> Result> { let mut tasks = Vec::new(); - for mod_info in state.mods.iter().filter(|m| m.enabled && !m.bundled) { + for mod_info in state + .mods + .iter() + .filter(|m| m.id != "dml" && m.enabled && !m.bundled) + { let span = tracing::trace_span!("copying legacy mod", name = mod_info.name); let _enter = span.enter(); @@ -261,7 +268,6 @@ fn build_mod_data_lua(state: Arc) -> Result { id: String, name: String, bundled: bool, - version: String, init: String, data: Option, localization: Option, @@ -269,8 +275,6 @@ fn build_mod_data_lua(state: Arc) -> Result { } let mut env = Environment::new(); - env.set_trim_blocks(true); - env.set_lstrip_blocks(true); env.add_template("mod_data.lua", include_str!("../../assets/mod_data.lua.j2")) .wrap_err("Failed to compile template for `mod_data.lua`")?; let tmpl = env @@ -281,7 +285,7 @@ fn build_mod_data_lua(state: Arc) -> Result { .mods .iter() .filter_map(|m| { - if !m.enabled { + if m.id == "dml" || !m.enabled { return None; } @@ -289,7 +293,6 @@ fn build_mod_data_lua(state: Arc) -> Result { id: m.id.clone(), name: m.name.clone(), bundled: m.bundled, - version: m.version.clone(), init: m.resources.init.to_string_lossy().to_string(), data: m .resources @@ -324,29 +327,31 @@ async fn build_bundles(state: Arc) -> Result> { let mut bundles = Vec::new(); - let mut add_lua_asset = |name: &str, data: &str| { - let span = tracing::info_span!("Compiling Lua", name, data_len = data.len()); + { + tracing::trace!("Building mod data script"); + + let span = tracing::debug_span!("Building mod data script"); let _enter = span.enter(); - let file = lua::compile(name.to_string(), data).wrap_err("Failed to compile Lua")?; + let lua = build_mod_data_lua(state.clone()).wrap_err("Failed to build Lua mod data")?; + + tracing::trace!("Compiling mod data script"); + + let file = + lua::compile(MOD_DATA_SCRIPT, lua).wrap_err("Failed to compile mod data Lua file")?; + + tracing::trace!("Compile mod data script"); mod_bundle.add_file(file); - - Ok::<_, Report>(()) - }; - - build_mod_data_lua(state.clone()) - .wrap_err("Failed to build 'mod_data.lua'") - .and_then(|data| add_lua_asset(MOD_DATA_SCRIPT, &data))?; - add_lua_asset("scripts/mods/init", include_str!("../../assets/init.lua"))?; - add_lua_asset( - "scripts/mods/mod_loader", - include_str!("../../assets/mod_loader.lua"), - )?; + } tracing::trace!("Preparing tasks to deploy bundle files"); - for mod_info in state.mods.iter().filter(|m| m.enabled && m.bundled) { + for mod_info in state + .mods + .iter() + .filter(|m| m.id != "dml" && m.enabled && m.bundled) + { let span = tracing::trace_span!("building mod packages", name = mod_info.name); let _enter = span.enter(); @@ -453,7 +458,7 @@ async fn build_bundles(state: Arc) -> Result> { } #[tracing::instrument(skip_all)] -async fn patch_boot_bundle(state: Arc, deployment_info: &str) -> Result> { +async fn patch_boot_bundle(state: Arc) -> Result> { let bundle_dir = Arc::new(state.game_dir.join("bundle")); let bundle_path = bundle_dir.join(format!("{:x}", Murmur64::hash(BOOT_BUNDLE_NAME.as_bytes()))); @@ -494,28 +499,88 @@ async fn patch_boot_bundle(state: Arc, deployment_info: &str) -> Re boot_bundle.add_file(f); } + { + tracing::trace!("Handling DML packages and bundle"); + let span = tracing::trace_span!("handle DML"); + let _enter = span.enter(); + + let mut variant = BundleFileVariant::new(); + + let mod_info = state + .mods + .iter() + .find(|m| m.id == "dml") + .ok_or_else(|| eyre::eyre!("DML not found in mod list"))?; + let pkg_info = mod_info + .packages + .get(0) + .ok_or_else(|| eyre::eyre!("invalid mod package for DML")) + .with_suggestion(|| "Re-download and import the newest version.".to_string())?; + let bundle_name = format!("{:016x}", Murmur64::hash(&pkg_info.name)); + let src = state.mod_dir.join(&mod_info.id).join(&bundle_name); + + { + let bin = fs::read(&src) + .await + .wrap_err_with(|| format!("Failed to read bundle file '{}'", src.display()))?; + let name = Bundle::get_name_from_path(&state.ctx, &src); + + let dml_bundle = Bundle::from_binary(&state.ctx, name, bin) + .wrap_err_with(|| format!("Failed to parse bundle '{}'", src.display()))?; + + bundles.push(dml_bundle); + }; + + { + let dest = bundle_dir.join(&bundle_name); + let pkg_name = pkg_info.name.clone(); + let mod_name = mod_info.name.clone(); + + tracing::debug!( + "Copying bundle {} for mod {}: {} -> {}", + pkg_name, + mod_name, + src.display(), + dest.display() + ); + // We attempt to remove any previous file, so that the hard link can be created. + // We can reasonably ignore errors here, as a 'NotFound' is actually fine, the copy + // may be possible despite an error here, or the error will be reported by it anyways. + // TODO: There is a chance that we delete an actual game bundle, but with 64bit + // hashes, it's low enough for now, and the setup required to detect + // "game bundle vs mod bundle" is non-trivial. + let _ = fs::remove_file(&dest).await; + fs::copy(&src, &dest).await.wrap_err_with(|| { + format!( + "Failed to copy bundle {pkg_name} for mod {mod_name}. Src: {}, dest: {}", + src.display(), + dest.display() + ) + })?; + } + + let pkg = make_package(pkg_info).wrap_err("Failed to create package file for dml")?; + variant.set_data(pkg.to_binary()?); + + let mut f = BundleFile::new(DML_BUNDLE_NAME.to_string(), BundleFileType::Package); + f.add_variant(variant); + + boot_bundle.add_file(f); + } + { let span = tracing::debug_span!("Importing mod main script"); let _enter = span.enter(); - let mut env = Environment::new(); - env.set_trim_blocks(true); - env.set_lstrip_blocks(true); - env.add_template("mod_main.lua", include_str!("../../assets/mod_main.lua.j2")) - .wrap_err("Failed to compile template for `mod_main.lua`")?; - let tmpl = env - .get_template("mod_main.lua") - .wrap_err("Failed to get template `mod_main.lua`")?; - - let is_io_enabled = if state.is_io_enabled { "true" } else { "false" }; - let deployment_info = deployment_info.replace("\"", "\\\"").replace("\n", "\\n"); - let lua = tmpl - .render(minijinja::context!(is_io_enabled => is_io_enabled, deployment_info => deployment_info)) - .wrap_err("Failed to render template `mod_main.lua`")?; + let is_io_enabled = format!("{}", state.is_io_enabled); + let mut data = HashMap::new(); + data.insert("is_io_enabled", is_io_enabled.as_str()); + let tmpl = include_str!("../../assets/mod_main.lua"); + let lua = Template::new(tmpl).render(&data); tracing::trace!("Main script rendered:\n===========\n{}\n=============", lua); - let file = lua::compile(MOD_BOOT_SCRIPT.to_string(), lua) - .wrap_err("Failed to compile mod main Lua file")?; + let file = + lua::compile(MOD_BOOT_SCRIPT, lua).wrap_err("Failed to compile mod main Lua file")?; boot_bundle.add_file(file); } @@ -575,10 +640,14 @@ where } #[tracing::instrument(skip_all, fields(bundles = bundles.as_ref().len()))] -fn build_deployment_data( - bundles: impl AsRef<[Bundle]>, - mod_folders: impl AsRef<[String]>, -) -> Result { +async fn write_deployment_data( + state: Arc, + bundles: B, + mod_folders: Vec, +) -> Result<()> +where + B: AsRef<[Bundle]>, +{ let info = DeploymentData { timestamp: OffsetDateTime::now_utc(), bundles: bundles @@ -587,9 +656,16 @@ fn build_deployment_data( .map(|bundle| format!("{:x}", bundle.name().to_murmur64())) .collect(), // TODO: - mod_folders: mod_folders.as_ref().to_vec(), + mod_folders, }; - serde_sjson::to_string(&info).wrap_err("Failed to serizalize deployment data") + let path = state.game_dir.join(DEPLOYMENT_DATA_PATH); + let data = serde_sjson::to_string(&info).wrap_err("Failed to serizalie deployment data")?; + + fs::write(&path, &data) + .await + .wrap_err_with(|| format!("Failed to write deployment data to '{}'", path.display()))?; + + Ok(()) } #[tracing::instrument(skip_all, fields( @@ -631,7 +707,7 @@ pub(crate) async fn deploy_mods(state: ActionState) -> Result<()> { }, async { let path = state.game_dir.join(DEPLOYMENT_DATA_PATH); - match read_sjson_file::<_, DeploymentData>(&path).await { + match read_sjson_file::<_, DeploymentData>(path).await { Ok(data) => Ok(Some(data)), Err(err) => { if let Some(err) = err.downcast_ref::() @@ -639,10 +715,7 @@ pub(crate) async fn deploy_mods(state: ActionState) -> Result<()> { { Ok(None) } else { - Err(err).wrap_err(format!( - "Failed to read deployment data from: {}", - path.display() - )) + Err(err).wrap_err("Failed to read deployment data") } } } @@ -650,14 +723,6 @@ pub(crate) async fn deploy_mods(state: ActionState) -> Result<()> { ) .wrap_err("Failed to gather deployment information")?; - let game_info = match game_info { - Ok(game_info) => game_info, - Err(err) => { - tracing::error!("Failed to collect game info: {:#?}", err); - None - } - }; - tracing::debug!(?game_info, ?deployment_info); if let Some(game_info) = game_info { @@ -718,11 +783,8 @@ pub(crate) async fn deploy_mods(state: ActionState) -> Result<()> { .await .wrap_err("Failed to build mod bundles")?; - let new_deployment_info = build_deployment_data(&bundles, &mod_folders) - .wrap_err("Failed to build new deployment data")?; - tracing::info!("Patch boot bundle"); - let mut boot_bundles = patch_boot_bundle(state.clone(), &new_deployment_info) + let mut boot_bundles = patch_boot_bundle(state.clone()) .await .wrap_err("Failed to patch boot bundle")?; bundles.append(&mut boot_bundles); @@ -797,12 +859,9 @@ pub(crate) async fn deploy_mods(state: ActionState) -> Result<()> { .wrap_err("Failed to patch bundle database")?; tracing::info!("Writing deployment data"); - { - let path = state.game_dir.join(DEPLOYMENT_DATA_PATH); - fs::write(&path, &new_deployment_info) - .await - .wrap_err_with(|| format!("Failed to write deployment data to '{}'", path.display()))?; - } + write_deployment_data(state.clone(), &bundles, mod_folders) + .await + .wrap_err("Failed to write deployment data")?; tracing::info!("Finished deploying mods"); Ok(()) diff --git a/crates/dtmm/src/controller/game.rs b/crates/dtmm/src/controller/game.rs index b93d985..6b91169 100644 --- a/crates/dtmm/src/controller/game.rs +++ b/crates/dtmm/src/controller/game.rs @@ -91,14 +91,14 @@ async fn patch_game_settings(state: Arc) -> Result<()> { eyre::bail!("couldn't find 'boot_script' field"); }; - f.write_all(&settings.as_bytes()[0..i]).await?; + f.write_all(settings[0..i].as_bytes()).await?; f.write_all(b"boot_script = \"scripts/mod_main\"").await?; let Some(j) = settings[i..].find('\n') else { eyre::bail!("couldn't find end of 'boot_script' field"); }; - f.write_all(&settings.as_bytes()[(i + j)..]).await?; + f.write_all(settings[(i + j)..].as_bytes()).await?; Ok(()) } @@ -208,7 +208,7 @@ pub(crate) async fn reset_mod_deployment(state: ActionState) -> Result<()> { for p in paths { let path = bundle_dir.join(p); - let backup = bundle_dir.join(format!("{}.bak", p)); + let backup = bundle_dir.join(&format!("{}.bak", p)); let res = async { tracing::debug!( diff --git a/crates/dtmm/src/controller/import.rs b/crates/dtmm/src/controller/import.rs index 6fc9693..c5b5948 100644 --- a/crates/dtmm/src/controller/import.rs +++ b/crates/dtmm/src/controller/import.rs @@ -27,21 +27,11 @@ fn find_archive_file( path } -fn image_data_to_buffer(data: impl AsRef<[u8]>) -> Result { - // Druid somehow doesn't return an error compatible with eyre, here. - // So we have to wrap through `Display` manually. - ImageBuf::from_data(data.as_ref()).map_err(|err| { - Report::msg(err.to_string()) - .wrap_err("Invalid image data") - .suggestion("Supported formats are: PNG, JPEG, Bitmap and WebP") - }) -} - // Runs the content of a `.mod` file to extract what data we can get // from legacy mods. // 1. Create a global function `new_mod` that stores // the relevant bits in global variables. -// 2. Run the `.mod` file, which will return a table. +// 2. Run the `.mod` file, which will merely return a table. // 3. Run the `run` function from that table. // 4. Access the global variables from #1. #[tracing::instrument] @@ -213,39 +203,6 @@ end // still end up creating tarbombs and Nexus does its own re-packaging. #[tracing::instrument(skip(archive))] fn extract_mod_config(archive: &mut ZipArchive) -> Result<(ModConfig, String)> { - let legacy_mod_data = if let Some(name) = find_archive_file(archive, ".mod") { - let (mod_id, resources) = { - let mut f = archive - .by_name(&name) - .wrap_err("Failed to read `.mod` file from archive")?; - - let mut buf = Vec::with_capacity(f.size() as usize); - f.read_to_end(&mut buf) - .wrap_err("Failed to read `.mod` file from archive")?; - - let data = String::from_utf8(buf).wrap_err("`.mod` file is not valid UTF-8")?; - parse_mod_id_file(&data) - .wrap_err("Invalid `.mod` file") - .note( - "The `.mod` file's `run` function may not contain any additional logic \ - besides the default.", - ) - .suggestion("Contact the mod author to fix this.")? - }; - - let root = if let Some(index) = name.rfind('/') { - name[..index].to_string() - } else { - String::new() - }; - - Some((mod_id, resources, root)) - } else { - None - }; - - tracing::debug!(?legacy_mod_data); - if let Some(name) = find_archive_file(archive, "dtmt.cfg") { let mut f = archive .by_name(&name) @@ -257,39 +214,34 @@ fn extract_mod_config(archive: &mut ZipArchive) -> Result<(Mo let data = String::from_utf8(buf).wrap_err("Mod config is not valid UTF-8")?; - let mut cfg: ModConfig = serde_sjson::from_str(&data) - .wrap_err("Failed to deserialize mod config") - .suggestion("Contact the mod author to fix this.")?; + let cfg = serde_sjson::from_str(&data).wrap_err("Failed to deserialize mod config")?; + let root = name + .strip_suffix("dtmt.cfg") + .expect("String must end with that suffix") + .to_string(); - if let Some((mod_id, resources, root)) = legacy_mod_data { - if cfg.id != mod_id { - let err = eyre::eyre!("Mod ID in `dtmt.cfg` does not match mod ID in `.mod` file"); - return Err(err).suggestion("Contact the mod author to fix this."); - } + Ok((cfg, root)) + } else if let Some(name) = find_archive_file(archive, ".mod") { + let (mod_id, resources) = { + let mut f = archive + .by_name(&name) + .wrap_err("Failed to read `.mod` file from archive")?; - cfg.resources = resources; + let mut buf = Vec::with_capacity(f.size() as usize); + f.read_to_end(&mut buf) + .wrap_err("Failed to read `.mod` file from archive")?; - // Enforce that packages are skipped - cfg.bundled = false; - cfg.packages = vec![]; + let data = String::from_utf8(buf).wrap_err("`.mod` file is not valid UTF-8")?; + parse_mod_id_file(&data).wrap_err("Invalid `.mod` file")? + }; - Ok((cfg, root)) - } else { - let root = name - .strip_suffix("dtmt.cfg") - .expect("String must end with that suffix") - .to_string(); - - Ok((cfg, root)) - } - } else if let Some((mod_id, resources, root)) = legacy_mod_data { let cfg = ModConfig { bundled: false, dir: PathBuf::new(), id: mod_id.clone(), name: mod_id, - summary: "A mod for the game Warhammer 40,000: Darktide".into(), - version: "N/A".into(), + summary: String::new(), + version: String::new(), description: None, author: None, image: None, @@ -297,13 +249,17 @@ fn extract_mod_config(archive: &mut ZipArchive) -> Result<(Mo packages: Vec::new(), resources, depends: Vec::new(), - name_overrides: Default::default(), + }; + let root = if let Some(index) = name.rfind('/') { + name[..index].to_string() + } else { + String::new() }; Ok((cfg, root)) } else { eyre::bail!( - "Mod needs a config file or `.mod` file. \ + "Mod needs either a config file or `.mod` file. \ Please get in touch with the author to provide a properly packaged mod." ); } @@ -366,11 +322,11 @@ fn extract_legacy_mod( .wrap_err_with(|| format!("Failed to get file at index {}", i))?; let Some(name) = f.enclosed_name().map(|p| p.to_path_buf()) else { - let err = eyre::eyre!("File name in archive is not a safe path value.").suggestion( + let err = eyre::eyre!("File name in archive is not a safe path value."); + return Err(err).with_suggestion(|| { "Only use well-known applications to create the ZIP archive, \ - and don't create paths that point outside the archive directory.", - ); - return Err(err); + and don't create paths that point outside the archive directory." + }); }; let Ok(suffix) = name.strip_prefix(&root) else { @@ -397,7 +353,7 @@ fn extract_legacy_mod( tracing::trace!("Writing file '{}'", name.display()); let mut out = std::fs::OpenOptions::new() .write(true) - .truncate(true) + .create(true) .open(&name) .wrap_err_with(|| format!("Failed to open file '{}'", name.display()))?; @@ -410,12 +366,13 @@ fn extract_legacy_mod( } #[tracing::instrument(skip(state))] -pub(crate) async fn import_from_file(state: ActionState, info: FileInfo) -> Result { +pub(crate) async fn import_mod(state: ActionState, info: FileInfo) -> Result { let data = fs::read(&info.path) .await .wrap_err_with(|| format!("Failed to read file {}", info.path.display()))?; + let data = Cursor::new(data); - let nexus = if let Some((_, id, version, timestamp)) = info + let nexus = if let Some((_, id, version, _)) = info .path .file_name() .and_then(|s| s.to_str()) @@ -427,23 +384,9 @@ pub(crate) async fn import_from_file(state: ActionState, info: FileInfo) -> Resu .mods_id(id) .await .wrap_err_with(|| format!("Failed to query mod {} from Nexus", id))?; - - let version = match api.file_version(id, timestamp).await { - Ok(version) => version, - Err(err) => { - let err = Report::new(err); - tracing::warn!( - "Failed to fetch version for Nexus download. \ - Falling back to file name:\n{:?}", - err - ); - version - } - }; - let info = NexusInfo::from(mod_info); - tracing::debug!(version, ?info); + tracing::debug!("{:?}", info); Some((info, version)) } else { None @@ -452,34 +395,6 @@ pub(crate) async fn import_from_file(state: ActionState, info: FileInfo) -> Resu None }; - tracing::trace!(?nexus); - - import_mod(state, nexus, data).await -} - -#[tracing::instrument(skip(state))] -pub(crate) async fn import_from_nxm(state: ActionState, uri: String) -> Result { - let url = uri - .parse() - .wrap_err_with(|| format!("Invalid Uri '{}'", uri))?; - - let api = NexusApi::new(state.nexus_api_key.to_string())?; - let (mod_info, file_info, data) = api - .handle_nxm(url) - .await - .wrap_err_with(|| format!("Failed to download mod from NXM uri '{}'", uri))?; - - let nexus = NexusInfo::from(mod_info); - import_mod(state, Some((nexus, file_info.version)), data).await -} - -#[tracing::instrument(skip(state, data), fields(data = data.len()))] -pub(crate) async fn import_mod( - state: ActionState, - nexus: Option<(NexusInfo, String)>, - data: Vec, -) -> Result { - let data = Cursor::new(data); let mut archive = ZipArchive::new(data).wrap_err("Failed to open ZIP archive")?; if tracing::enabled!(tracing::Level::DEBUG) { @@ -494,13 +409,7 @@ pub(crate) async fn import_mod( let (mut mod_cfg, root) = extract_mod_config(&mut archive).wrap_err("Failed to extract mod configuration")?; tracing::info!("Importing mod {} ({})", mod_cfg.name, mod_cfg.id); - - let mod_dir = state.data_dir.join(state.mod_dir.as_ref()); - let dest = mod_dir.join(&mod_cfg.id); - tracing::trace!("Creating mods directory {}", dest.display()); - fs::create_dir_all(&dest) - .await - .wrap_err_with(|| format!("Failed to create data directory '{}'", dest.display()))?; + tracing::debug!(root, ?mod_cfg); let image = if let Some(path) = &mod_cfg.image { let name = archive @@ -516,40 +425,32 @@ pub(crate) async fn import_mod( f.read_to_end(&mut buf) .wrap_err("Failed to read file index from archive")?; - let img = image_data_to_buffer(buf)?; - Some(img) - } else if let Some((nexus, _)) = &nexus { - let api = NexusApi::new(state.nexus_api_key.to_string())?; - let url = nexus.picture_url.as_ref(); - let data = api - .picture(url) - .await - .wrap_err_with(|| format!("Failed to download Nexus image from '{}'", url))?; - - let img = image_data_to_buffer(&data)?; - - let name = "image.bin"; - let path = dest.join(name); - match fs::write(&path, &data).await { - Ok(_) => { - mod_cfg.image = Some(name.into()); - Some(img) - } + // Druid somehow doesn't return an error compatible with eyre, here. + // So we have to wrap through `Display` manually. + let img = match ImageBuf::from_data(&buf) { + Ok(img) => img, Err(err) => { - let err = Report::new(err).wrap_err(format!( - "Failed to write Nexus picture to file '{}'", - path.display() - )); - tracing::error!("{:?}", err); - None + let err = Report::msg(err.to_string()).wrap_err("Invalid image data"); + return Err(err).with_suggestion(|| { + "Supported formats are: PNG, JPEG, Bitmap and WebP".to_string() + }); } - } + }; + + Some(img) } else { None }; tracing::trace!(?image); - tracing::debug!(root, ?mod_cfg); + + let mod_dir = state.data_dir.join(state.mod_dir.as_ref()); + let dest = mod_dir.join(&mod_cfg.id); + + tracing::trace!("Creating mods directory {}", dest.display()); + fs::create_dir_all(&dest) + .await + .wrap_err_with(|| format!("Failed to create data directory '{}'", dest.display()))?; let packages = if mod_cfg.bundled { extract_bundled_mod(&mut archive, root, &mod_dir).wrap_err("Failed to extract mod")? diff --git a/crates/dtmm/src/controller/worker.rs b/crates/dtmm/src/controller/worker.rs index 6ee498f..152030f 100644 --- a/crates/dtmm/src/controller/worker.rs +++ b/crates/dtmm/src/controller/worker.rs @@ -15,7 +15,7 @@ use tokio::sync::RwLock; use crate::controller::app::*; use crate::controller::deploy::deploy_mods; use crate::controller::game::*; -use crate::controller::import::*; +use crate::controller::import::import_mod; use crate::state::AsyncAction; use crate::state::ACTION_FINISH_CHECK_UPDATE; use crate::state::ACTION_FINISH_LOAD_INITIAL; @@ -57,7 +57,7 @@ async fn handle_action( .expect("failed to send command"); }), AsyncAction::AddMod(state, info) => tokio::spawn(async move { - match import_from_file(state, info) + match import_mod(state, info) .await .wrap_err("Failed to import mod") { @@ -186,28 +186,6 @@ async fn handle_action( let _ = f.write_all(&line).await; } }), - AsyncAction::NxmDownload(state, uri) => tokio::spawn(async move { - match import_from_nxm(state, uri) - .await - .wrap_err("Failed to handle NXM URI") - { - Ok(mod_info) => { - event_sink - .write() - .await - .submit_command( - ACTION_FINISH_ADD_MOD, - SingleUse::new(Arc::new(mod_info)), - Target::Auto, - ) - .expect("failed to send command"); - } - Err(err) => { - tracing::error!("{:?}", err); - send_error(event_sink.clone(), err).await; - } - } - }), }; } } diff --git a/crates/dtmm/src/main.rs b/crates/dtmm/src/main.rs index 54e101a..8069e6d 100644 --- a/crates/dtmm/src/main.rs +++ b/crates/dtmm/src/main.rs @@ -1,5 +1,6 @@ #![recursion_limit = "256"] #![feature(let_chains)] +#![feature(arc_unwrap_or_clone)] #![feature(iterator_try_collect)] #![windows_subsystem = "windows"] @@ -9,13 +10,12 @@ use std::sync::Arc; use clap::parser::ValueSource; use clap::{command, value_parser, Arg}; use color_eyre::eyre::{self, Context}; -use color_eyre::{Report, Result, Section}; +use color_eyre::{Report, Result}; use druid::AppLauncher; -use interprocess::local_socket::{prelude::*, GenericNamespaced, ListenerOptions}; use tokio::sync::RwLock; use crate::controller::worker::work_thread; -use crate::state::{AsyncAction, ACTION_HANDLE_NXM}; +use crate::state::AsyncAction; use crate::state::{Delegate, State}; use crate::ui::theme; use crate::util::log::LogLevel; @@ -29,45 +29,6 @@ mod util { } mod ui; -// As explained in https://docs.rs/interprocess/2.1.0/interprocess/local_socket/struct.Name.html -// namespaces are supported on both platforms we care about: Windows and Linux. -const IPC_ADDRESS: &str = "dtmm.sock"; - -#[tracing::instrument] -fn notify_nxm_download( - uri: impl AsRef + std::fmt::Debug, - level: Option, -) -> Result<()> { - util::log::create_tracing_subscriber(level, None); - - tracing::debug!("Received Uri '{}', sending to main process.", uri.as_ref()); - - let mut stream = LocalSocketStream::connect( - IPC_ADDRESS - .to_ns_name::() - .expect("Invalid socket name"), - ) - .wrap_err_with(|| format!("Failed to connect to '{}'", IPC_ADDRESS)) - .suggestion("Make sure the main window is open.")?; - - tracing::debug!("Connected to main process at '{}'", IPC_ADDRESS); - - let bincode_config = bincode::config::standard(); - - bincode::encode_into_std_write(uri.as_ref(), &mut stream, bincode_config) - .wrap_err("Failed to send URI")?; - - // We don't really care what the message is, we just need an acknowledgement. - let _: String = bincode::decode_from_std_read(&mut stream, bincode_config) - .wrap_err("Failed to receive reply")?; - - tracing::info!( - "Notified DTMM with uri '{}'. Check the main window.", - uri.as_ref() - ); - Ok(()) -} - #[tracing::instrument] fn main() -> Result<()> { color_eyre::install()?; @@ -92,25 +53,15 @@ fn main() -> Result<()> { .value_parser(value_parser!(LogLevel)) .default_value("info"), ) - .arg( - Arg::new("nxm") - .help("An `nxm://` URI to download") - .required(false), - ) .get_matches(); + let (log_tx, log_rx) = tokio::sync::mpsc::unbounded_channel(); let level = if matches.value_source("log-level") == Some(ValueSource::DefaultValue) { None } else { matches.get_one::("log-level").cloned() }; - - if let Some(uri) = matches.get_one::("nxm") { - return notify_nxm_download(uri, level).wrap_err("Failed to send NXM Uri to main window."); - } - - let (log_tx, log_rx) = tokio::sync::mpsc::unbounded_channel(); - util::log::create_tracing_subscriber(level, Some(log_tx)); + util::log::create_tracing_subscriber(log_tx, level); let (action_tx, action_rx) = tokio::sync::mpsc::unbounded_channel(); @@ -133,76 +84,6 @@ fn main() -> Result<()> { let event_sink = launcher.get_external_handle(); - { - let span = tracing::info_span!(IPC_ADDRESS, "nxm-socket"); - let _guard = span.enter(); - - let event_sink = event_sink.clone(); - let server = ListenerOptions::new() - .name( - IPC_ADDRESS - .to_ns_name::() - .expect("Invalid socket name"), - ) - .create_sync() - .wrap_err("Failed to create IPC listener")?; - - tracing::debug!("IPC server listening on '{}'", IPC_ADDRESS); - - // Drop the guard here, so that we can re-enter the same span in the thread. - drop(_guard); - - std::thread::Builder::new() - .name("nxm-socket".into()) - .spawn(move || { - let _guard = span.enter(); - - loop { - let res = server.accept().wrap_err_with(|| { - format!("IPC server failed to listen on '{}'", IPC_ADDRESS) - }); - - match res { - Ok(mut stream) => { - let res = bincode::decode_from_std_read( - &mut stream, - bincode::config::standard(), - ) - .wrap_err("Failed to read message") - .and_then(|uri: String| { - tracing::trace!(uri, "Received NXM uri"); - - event_sink - .submit_command(ACTION_HANDLE_NXM, uri, druid::Target::Auto) - .wrap_err("Failed to start NXM download") - }); - match res { - Ok(()) => { - let _ = bincode::encode_into_std_write( - "Ok", - &mut stream, - bincode::config::standard(), - ); - } - Err(err) => { - tracing::error!("{:?}", err); - let _ = bincode::encode_into_std_write( - "Error", - &mut stream, - bincode::config::standard(), - ); - } - } - } - Err(err) => { - tracing::error!("Failed to receive client connection: {:?}", err) - } - } - } - }) - .wrap_err("Failed to create thread")?; - } - std::thread::Builder::new() .name("work-thread".into()) .spawn(move || { @@ -216,7 +97,7 @@ fn main() -> Result<()> { } } }) - .wrap_err("Failed to create thread")?; + .wrap_err("Work thread panicked")?; launcher.launch(State::new()).map_err(Report::new) } diff --git a/crates/dtmm/src/state/data.rs b/crates/dtmm/src/state/data.rs index 23a4ae0..64fdd28 100644 --- a/crates/dtmm/src/state/data.rs +++ b/crates/dtmm/src/state/data.rs @@ -72,40 +72,28 @@ impl From for ModDependency { #[derive(Clone, Data, Debug, Lens, serde::Serialize, serde::Deserialize)] pub(crate) struct NexusInfo { - pub author: String, - pub category_id: u64, - pub created_timestamp: i64, - pub description: Arc, pub id: u64, pub name: String, - pub picture_url: Arc, - pub summary: Arc, - pub uid: u64, - pub updated_timestamp: i64, - pub uploaded_by: String, pub version: String, + pub author: String, + pub summary: Arc, + pub description: Arc, } impl From for NexusInfo { fn from(value: NexusMod) -> Self { Self { - author: value.author, - category_id: value.category_id, - created_timestamp: value.created_timestamp.unix_timestamp(), - description: Arc::new(value.description), id: value.mod_id, name: value.name, - picture_url: Arc::new(value.picture_url.into()), - summary: Arc::new(value.summary), - uid: value.uid, - updated_timestamp: value.updated_timestamp.unix_timestamp(), - uploaded_by: value.uploaded_by, version: value.version, + author: value.author, + summary: Arc::new(value.summary), + description: Arc::new(value.description), } } } -#[derive(Clone, Data, Lens)] +#[derive(Clone, Data, Debug, Lens)] pub(crate) struct ModInfo { pub id: String, pub name: String, @@ -116,51 +104,18 @@ pub(crate) struct ModInfo { pub image: Option, pub version: String, pub enabled: bool, - pub depends: Vector, - pub bundled: bool, #[lens(ignore)] #[data(ignore)] pub packages: Vector>, #[lens(ignore)] #[data(ignore)] pub resources: ModResourceInfo, + pub depends: Vector, + pub bundled: bool, #[data(ignore)] pub nexus: Option, } -impl std::fmt::Debug for ModInfo { - fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { - f.debug_struct("ModInfo") - .field("id", &self.id) - .field("name", &self.name) - .field("summary", &self.summary) - .field( - "description", - &(match &self.description { - Some(desc) => format!("Some(String[0..{}])", desc.len()), - None => "None".to_string(), - }), - ) - .field("categories", &self.categories) - .field("author", &self.author) - .field( - "image", - &(match &self.image { - Some(image) => format!("Some(ImageBuf[{}x{}])", image.width(), image.height()), - None => "None".to_string(), - }), - ) - .field("version", &self.version) - .field("enabled", &self.enabled) - .field("packages", &format!("Vec[0..{}]", self.packages.len())) - .field("resources", &self.resources) - .field("depends", &self.depends) - .field("bundled", &self.bundled) - .field("nexus", &self.nexus) - .finish() - } -} - impl ModInfo { pub fn new( cfg: ModConfig, diff --git a/crates/dtmm/src/state/delegate.rs b/crates/dtmm/src/state/delegate.rs index f3c4711..47d56e8 100644 --- a/crates/dtmm/src/state/delegate.rs +++ b/crates/dtmm/src/state/delegate.rs @@ -32,7 +32,6 @@ pub(crate) const ACTION_START_RESET_DEPLOYMENT: Selector = pub(crate) const ACTION_FINISH_RESET_DEPLOYMENT: Selector = Selector::new("dtmm.action.finish-reset-deployment"); -pub(crate) const ACTION_HANDLE_NXM: Selector = Selector::new("dtmm.action.handle-nxm"); pub(crate) const ACTION_ADD_MOD: Selector = Selector::new("dtmm.action.add-mod"); pub(crate) const ACTION_FINISH_ADD_MOD: Selector>> = Selector::new("dtmm.action.finish-add-mod"); @@ -61,8 +60,6 @@ pub(crate) type InitialLoadResult = (Config, Vector>); pub(crate) const ACTION_FINISH_LOAD_INITIAL: Selector>> = Selector::new("dtmm.action.finish-load-initial"); -pub(crate) const ACTION_OPEN_LINK: Selector> = Selector::new("dtmm.action.open-link"); - // A sub-selection of `State`'s fields that are required in `AsyncAction`s and that are // `Send + Sync` pub(crate) struct ActionState { @@ -100,7 +97,6 @@ pub(crate) enum AsyncAction { CheckUpdates(ActionState), LoadInitial((PathBuf, bool)), Log((ActionState, Vec)), - NxmDownload(ActionState, String), } impl std::fmt::Debug for AsyncAction { @@ -120,9 +116,6 @@ impl std::fmt::Debug for AsyncAction { path, is_default ), AsyncAction::Log(_) => write!(f, "AsyncAction::Log(_)"), - AsyncAction::NxmDownload(_, uri) => { - write!(f, "AsyncAction::NxmDownload(_state, {})", uri) - } } } } @@ -257,20 +250,6 @@ impl AppDelegate for Delegate { Handled::Yes } - cmd if cmd.is(ACTION_HANDLE_NXM) => { - let uri = cmd - .get(ACTION_HANDLE_NXM) - .expect("command type match but didn't contain the expected value"); - - if self - .sender - .send(AsyncAction::NxmDownload(state.clone().into(), uri.clone())) - .is_err() - { - tracing::error!("Failed to queue action to download NXM mod"); - } - Handled::Yes - } cmd if cmd.is(ACTION_ADD_MOD) => { let info = cmd .get(ACTION_ADD_MOD) @@ -440,20 +419,6 @@ impl AppDelegate for Delegate { Handled::Yes } - cmd if cmd.is(ACTION_OPEN_LINK) => { - let url = cmd - .get(ACTION_OPEN_LINK) - .expect("command type matched but didn't contain the expected value"); - - if let Err(err) = open::that_detached(Arc::as_ref(url)) { - tracing::error!( - "{:?}", - Report::new(err).wrap_err(format!("Failed to open url '{}'", url)) - ); - } - - Handled::Yes - } _ => Handled::No, } } diff --git a/crates/dtmm/src/state/lens.rs b/crates/dtmm/src/state/lens.rs index 983cb2e..c26c298 100644 --- a/crates/dtmm/src/state/lens.rs +++ b/crates/dtmm/src/state/lens.rs @@ -42,7 +42,6 @@ impl Lens>> for SelectedModLens { /// A Lens that maps an `im::Vector` to `im::Vector<(usize, T)>`, /// where each element in the destination vector includes its index in the /// source vector. -#[allow(dead_code)] pub(crate) struct IndexedVectorLens; impl Lens, Vector<(usize, T)>> for IndexedVectorLens { diff --git a/crates/dtmm/src/ui/theme/colors.rs b/crates/dtmm/src/ui/theme/colors.rs index 1051539..078dab0 100644 --- a/crates/dtmm/src/ui/theme/colors.rs +++ b/crates/dtmm/src/ui/theme/colors.rs @@ -17,7 +17,6 @@ macro_rules! make_color { } make_color!(TOP_BAR_BACKGROUND_COLOR, COLOR_BG1); -make_color!(LINK_COLOR, COLOR_ACCENT); #[allow(dead_code)] pub mod gruvbox_dark { @@ -69,10 +68,23 @@ pub mod gruvbox_dark { } pub trait ColorExt { + fn lighten(&self, fac: f32) -> Self; fn darken(&self, fac: f32) -> Self; } impl ColorExt for Color { + fn lighten(&self, fac: f32) -> Self { + let (r, g, b, a) = self.as_rgba(); + let rgb = Rgb::from(r as f32, g as f32, b as f32); + let rgb = rgb.lighten(fac); + Self::rgba( + rgb.get_red() as f64, + rgb.get_green() as f64, + rgb.get_blue() as f64, + a, + ) + } + fn darken(&self, fac: f32) -> Self { let (r, g, b, a) = self.as_rgba(); let rgb = Rgb::from(r as f32, g as f32, b as f32); diff --git a/crates/dtmm/src/ui/theme/icons.rs b/crates/dtmm/src/ui/theme/icons.rs index 50ecbe3..8d82fc1 100644 --- a/crates/dtmm/src/ui/theme/icons.rs +++ b/crates/dtmm/src/ui/theme/icons.rs @@ -4,7 +4,7 @@ use usvg::{ }; pub static ALERT_CIRCLE: &str = include_str!("../../../assets/tabler-icons/alert-circle.svg"); -pub static CLOUD_DOWNLOAD: &str = include_str!("../../../assets/tabler-icons/cloud-download.svg"); +pub static ALERT_TRIANGLE: &str = include_str!("../../../assets/tabler-icons/alert-triangle.svg"); pub fn parse_svg(svg: &str) -> Result { let opt = Options::default(); diff --git a/crates/dtmm/src/ui/widget/mod.rs b/crates/dtmm/src/ui/widget/mod.rs index 06ccedd..05c91c7 100644 --- a/crates/dtmm/src/ui/widget/mod.rs +++ b/crates/dtmm/src/ui/widget/mod.rs @@ -2,11 +2,16 @@ use std::path::PathBuf; use std::sync::Arc; use druid::text::Formatter; +use druid::{Data, Widget}; pub mod border; pub mod button; pub mod controller; +pub trait ExtraWidgetExt: Widget + Sized + 'static {} + +impl + 'static> ExtraWidgetExt for W {} + pub(crate) struct PathBufFormatter; impl PathBufFormatter { diff --git a/crates/dtmm/src/ui/window/dialog.rs b/crates/dtmm/src/ui/window/dialog.rs index 11df4d5..06a6c02 100644 --- a/crates/dtmm/src/ui/window/dialog.rs +++ b/crates/dtmm/src/ui/window/dialog.rs @@ -7,14 +7,11 @@ use crate::ui::widget::button::Button; const WINDOW_SIZE: (f64, f64) = (600., 250.); -/// Show an error dialog. -/// The title and message are extracted from the error chain in the given `Report`. pub fn error(err: Report, _parent: WindowHandle) -> WindowDesc { let (title, msg) = { let count = err.chain().count(); if count == 1 { - // If there is only one error, that's all we can show. ( String::from("An error occurred!"), err.root_cause().to_string(), @@ -23,20 +20,13 @@ pub fn error(err: Report, _parent: WindowHandle) -> WindowDesc { let first = err.chain().next().unwrap(); let root = err.root_cause(); - // If there is more than one error in the chain we want to show - // - The first one: This will describe the overall operation that failed - // - The root cause: The actual thing that failed (e.g. 'No such file or directory') - // - The one before the root cause: With diligent `wrap_err` usage, this will provide - // context to the root cause (e.g. the file name we failed to access) - // - // If there are only two errors, the first one is also the context to the root cause. if count > 2 { // The second to last one, the context to the root cause let context = err.chain().nth(count - 2).unwrap(); (format!("{first}!"), format!("{}: {}", context, root)) } else { - ("An error occurred!".to_string(), format!("{}: {}", first, root)) + (format!("{first}!"), root.to_string()) } } }; diff --git a/crates/dtmm/src/ui/window/main.rs b/crates/dtmm/src/ui/window/main.rs index 022a780..baa8e22 100644 --- a/crates/dtmm/src/ui/window/main.rs +++ b/crates/dtmm/src/ui/window/main.rs @@ -2,7 +2,6 @@ use std::str::FromStr; use std::sync::Arc; use druid::im::Vector; -use druid::text::RichTextBuilder; use druid::widget::{ Checkbox, CrossAxisAlignment, Either, Flex, Image, Label, LineBreaking, List, MainAxisAlignment, Maybe, Scroll, SizedBox, Split, Svg, SvgData, TextBox, ViewSwitcher, @@ -17,12 +16,11 @@ use druid_widget_nursery::WidgetExt as _; use lazy_static::lazy_static; use crate::state::{ - ModInfo, NexusInfo, NexusInfoLens, State, View, ACTION_ADD_MOD, ACTION_OPEN_LINK, - ACTION_SELECTED_MOD_DOWN, ACTION_SELECTED_MOD_UP, ACTION_SELECT_MOD, ACTION_SET_WINDOW_HANDLE, - ACTION_START_CHECK_UPDATE, ACTION_START_DELETE_SELECTED_MOD, ACTION_START_DEPLOY, - ACTION_START_RESET_DEPLOYMENT, + ModInfo, NexusInfo, NexusInfoLens, State, View, ACTION_ADD_MOD, ACTION_SELECTED_MOD_DOWN, + ACTION_SELECTED_MOD_UP, ACTION_SELECT_MOD, ACTION_SET_WINDOW_HANDLE, ACTION_START_CHECK_UPDATE, + ACTION_START_DELETE_SELECTED_MOD, ACTION_START_DEPLOY, ACTION_START_RESET_DEPLOYMENT, }; -use crate::ui::theme::{self, ColorExt, COLOR_GREEN_LIGHT}; +use crate::ui::theme::{self, ColorExt, COLOR_YELLOW_LIGHT}; use crate::ui::widget::border::Border; use crate::ui::widget::button::Button; use crate::ui::widget::controller::{ @@ -148,9 +146,9 @@ fn build_mod_list() -> impl Widget { let version = { let icon = { let tree = - theme::icons::parse_svg(theme::icons::CLOUD_DOWNLOAD).expect("invalid SVG"); + theme::icons::parse_svg(theme::icons::ALERT_TRIANGLE).expect("invalid SVG"); - let tree = theme::icons::recolor_icon(tree, true, COLOR_GREEN_LIGHT); + let tree = theme::icons::recolor_icon(tree, true, COLOR_YELLOW_LIGHT); Svg::new(tree).fix_height(druid::theme::TEXT_SIZE_NORMAL) }; @@ -309,11 +307,13 @@ fn build_mod_details_info() -> impl Widget { // Force the label to take up the entire details' pane width, // so that we can center-align it. .expand_width() - .lens(NexusInfoLens::new(NexusInfo::name, ModInfo::name).in_arc()); + .lens(ModInfo::name.in_arc()); let summary = Label::raw() .with_line_break_mode(LineBreaking::WordWrap) .lens(NexusInfoLens::new(NexusInfo::summary, ModInfo::summary).in_arc()); + // TODO: Image/icon? + let version_line = Label::dynamic(|info: &Arc, _| { let author = info .nexus @@ -345,28 +345,6 @@ fn build_mod_details_info() -> impl Widget { } }); - let nexus_link = Maybe::or_empty(|| { - let link = Label::raw().lens(NexusInfo::id.map( - |id| { - let url = format!("https://nexusmods.com/warhammer40kdarktide/mods/{}", id); - let mut builder = RichTextBuilder::new(); - builder - .push("Open on Nexusmods") - .underline(true) - .text_color(theme::LINK_COLOR) - .link(ACTION_OPEN_LINK.with(Arc::new(url))); - builder.build() - }, - |_, _| {}, - )); - Flex::column() - .cross_axis_alignment(CrossAxisAlignment::Start) - .main_axis_alignment(MainAxisAlignment::Start) - .with_child(link) - .with_spacer(4.) - }) - .lens(ModInfo::nexus.in_arc()); - let details = Flex::column() .cross_axis_alignment(CrossAxisAlignment::Start) .main_axis_alignment(MainAxisAlignment::Start) @@ -374,7 +352,6 @@ fn build_mod_details_info() -> impl Widget { .with_spacer(4.) .with_child(summary) .with_spacer(4.) - .with_child(nexus_link) .with_child(version_line) .with_spacer(4.) .with_child(categories) @@ -389,6 +366,8 @@ fn build_mod_details_info() -> impl Widget { .must_fill_main_axis(true) .cross_axis_alignment(CrossAxisAlignment::Start) .with_child(image) + // .with_spacer(4.) + // .with_flex_child(details, 1.) .with_child(details) }, Flex::column, diff --git a/crates/dtmm/src/util/log.rs b/crates/dtmm/src/util/log.rs index 4b7c15a..09fc9a6 100644 --- a/crates/dtmm/src/util/log.rs +++ b/crates/dtmm/src/util/log.rs @@ -8,7 +8,7 @@ use tracing_subscriber::layer::SubscriberExt; use tracing_subscriber::prelude::*; use tracing_subscriber::EnvFilter; -#[derive(Clone, Copy, Debug, ValueEnum)] +#[derive(Clone, Copy, ValueEnum)] pub enum LogLevel { Trace, Debug, @@ -55,8 +55,8 @@ impl std::io::Write for ChannelWriter { } } -pub fn create_tracing_subscriber(level: Option, tx: Option>>) { - let mut env_layer = if let Some(level) = level { +pub fn create_tracing_subscriber(tx: UnboundedSender>, level: Option) { + let env_layer = if let Some(level) = level { EnvFilter::from(level) } else if cfg!(debug_assertions) { EnvFilter::try_from_default_env().unwrap_or_else(|_| EnvFilter::new("info")) @@ -64,27 +64,13 @@ pub fn create_tracing_subscriber(level: Option, tx: Option Command { ) } -/// Try to find a `dtmt.cfg` in the given directory or traverse up the parents. #[tracing::instrument] async fn find_project_config(dir: Option) -> Result { let (path, mut file) = if let Some(path) = dir { @@ -103,44 +102,39 @@ async fn find_project_config(dir: Option) -> Result { Ok(cfg) } -/// Iterate over the paths in the given `Package` and -/// compile each file by its file type. #[tracing::instrument(skip_all)] -async fn compile_package_files(pkg: &Package, cfg: &ModConfig) -> Result> { - let root = Arc::new(&cfg.dir); - let name_overrides = &cfg.name_overrides; +async fn compile_package_files

(pkg: &Package, root: P) -> Result> +where + P: AsRef + std::fmt::Debug, +{ + let root = Arc::new(root.as_ref()); let tasks = pkg .iter() - .flat_map(|(file_type, names)| { - names.iter().map(|name| { + .flat_map(|(file_type, paths)| { + paths.iter().map(|path| { ( *file_type, - name, + path, // Cloning the `Arc` here solves the issue that in the next `.map`, I need to // `move` the closure parameters, but can't `move` `root` before it was cloned. root.clone(), ) }) }) - .map(|(file_type, name, root)| async move { - let path = PathBuf::from(name); - let sjson = fs::read_to_string(&path) - .await - .wrap_err_with(|| format!("Failed to read file '{}'", path.display()))?; + .map(|(file_type, path, root)| async move { + let sjson = fs::read_to_string(&path).await?; - let name = path.with_extension("").to_slash_lossy().to_string(); - let name = if let Some(new_name) = name_overrides.get(&name) { - let new_name = match u64::from_str_radix(new_name, 16) { - Ok(hash) => IdString64::from(hash), - Err(_) => IdString64::from(new_name.clone()), - }; - tracing::info!("Overriding '{}' -> '{}'", name, new_name.display()); - new_name - } else { - IdString64::from(name.clone()) - }; - BundleFile::from_sjson(name, file_type, sjson, root.as_ref()).await + let mut path = path.clone(); + path.set_extension(""); + + BundleFile::from_sjson( + path.to_slash_lossy().to_string(), + file_type, + sjson, + root.as_ref(), + ) + .await }); let results = futures::stream::iter(tasks) @@ -151,14 +145,13 @@ async fn compile_package_files(pkg: &Package, cfg: &ModConfig) -> Result + std::fmt::Debug, -) -> Result { - let root = &cfg.dir; +async fn build_package(package: P1, root: P2) -> Result +where + P1: AsRef + std::fmt::Debug, + P2: AsRef + std::fmt::Debug, +{ + let root = root.as_ref(); let package = package.as_ref(); let mut path = root.join(package); @@ -172,7 +165,7 @@ async fn build_package( .await .wrap_err_with(|| format!("Invalid package file {}", &pkg_name))?; - let files = compile_package_files(&pkg, cfg).await?; + let files = compile_package_files(&pkg, root).await?; let mut bundle = Bundle::new(pkg_name); for file in files { bundle.add_file(file); @@ -181,8 +174,6 @@ async fn build_package( Ok(bundle) } -/// Cleans the path of internal parent (`../`) or self (`./`) components, -/// and ensures that it is relative. fn normalize_file_path>(path: P) -> Result { let path = path.as_ref(); @@ -263,14 +254,14 @@ pub(crate) async fn read_project_config(dir: Option) -> Result( +pub(crate) async fn build( cfg: &ModConfig, - out_path: impl AsRef + std::fmt::Debug, - game_dir: Arc>, + out_path: P1, + game_dir: Arc>, ) -> Result<()> where - P: AsRef + std::fmt::Debug, + P1: AsRef, + P2: AsRef, { let out_path = out_path.as_ref(); @@ -295,7 +286,7 @@ where ); } - let bundle = build_package(&cfg, path).await.wrap_err_with(|| { + let bundle = build_package(path, &cfg.dir).await.wrap_err_with(|| { format!( "Failed to build package '{}' at '{}'", path.display(), diff --git a/crates/dtmt/src/cmd/bundle/db.rs b/crates/dtmt/src/cmd/bundle/db.rs deleted file mode 100644 index b537991..0000000 --- a/crates/dtmt/src/cmd/bundle/db.rs +++ /dev/null @@ -1,174 +0,0 @@ -use std::{io::Cursor, path::PathBuf}; - -use clap::{value_parser, Arg, ArgMatches, Command}; -use color_eyre::{eyre::Context as _, Result}; -use sdk::murmur::{HashGroup, IdString64, Murmur64}; -use sdk::{BundleDatabase, FromBinary as _}; -use tokio::fs; - -pub(crate) fn command_definition() -> Command { - Command::new("db") - .about("Various operations regarding `bundle_database.data`.") - .subcommand_required(true) - .subcommand( - Command::new("list-files") - .about("List bundle contents") - .arg( - Arg::new("database") - .required(true) - .help("Path to the bundle database") - .value_parser(value_parser!(PathBuf)), - ) - .arg( - Arg::new("bundle") - .help("The bundle name. If omitted, all bundles will be listed.") - .required(false), - ), - ) - .subcommand( - Command::new("list-bundles").about("List bundles").arg( - Arg::new("database") - .required(true) - .help("Path to the bundle database") - .value_parser(value_parser!(PathBuf)), - ), - ) - .subcommand( - Command::new("find-file") - .about("Find the bundle a file belongs to") - .arg( - Arg::new("database") - .required(true) - .help("Path to the bundle database") - .value_parser(value_parser!(PathBuf)), - ) - .arg( - Arg::new("file-name") - .required(true) - .help("Name of the file. May be a hash in hex representation or a string"), - ), - ) -} - -#[tracing::instrument(skip_all)] -pub(crate) async fn run(ctx: sdk::Context, matches: &ArgMatches) -> Result<()> { - let Some((op, sub_matches)) = matches.subcommand() else { - unreachable!("clap is configured to require a subcommand"); - }; - - let database = { - let path = sub_matches - .get_one::("database") - .expect("argument is required"); - - let binary = fs::read(&path) - .await - .wrap_err_with(|| format!("Failed to read file '{}'", path.display()))?; - - let mut r = Cursor::new(binary); - - BundleDatabase::from_binary(&mut r).wrap_err("Failed to parse bundle database")? - }; - - match op { - "list-files" => { - let index = database.files(); - - if let Some(bundle) = sub_matches.get_one::("bundle") { - let hash = u64::from_str_radix(bundle, 16) - .map(Murmur64::from) - .wrap_err("Invalid hex sequence")?; - - if let Some(files) = index.get(&hash) { - for file in files { - let name = ctx.lookup_hash(file.name, HashGroup::Filename); - let extension = file.extension.ext_name(); - println!("{}.{}", name.display(), extension); - } - } else { - tracing::info!("Bundle {} not found in the database", bundle); - } - } else { - for (bundle_hash, files) in index.iter() { - let bundle_name = ctx.lookup_hash(*bundle_hash, HashGroup::Filename); - - match bundle_name { - IdString64::String(name) => { - println!("{:016x} {}", bundle_hash, name); - } - IdString64::Hash(hash) => { - println!("{:016x}", hash); - } - } - - for file in files { - let name = ctx.lookup_hash(file.name, HashGroup::Filename); - let extension = file.extension.ext_name(); - - match name { - IdString64::String(name) => { - println!("\t{:016x}.{:<12} {}", file.name, extension, name); - } - IdString64::Hash(hash) => { - println!("\t{:016x}.{}", hash, extension); - } - } - } - - println!(); - } - } - - Ok(()) - } - "list-bundles" => { - for bundle_hash in database.bundles().keys() { - let bundle_name = ctx.lookup_hash(*bundle_hash, HashGroup::Filename); - - match bundle_name { - IdString64::String(name) => { - println!("{:016x} {}", bundle_hash, name); - } - IdString64::Hash(hash) => { - println!("{:016x}", hash); - } - } - } - - Ok(()) - } - "find-file" => { - let name = sub_matches - .get_one::("file-name") - .expect("required argument"); - let name = match u64::from_str_radix(name, 16).map(Murmur64::from) { - Ok(hash) => hash, - Err(_) => Murmur64::hash(name), - }; - - let bundles = database.files().iter().filter_map(|(bundle_hash, files)| { - if files.iter().any(|file| file.name == name) { - Some(bundle_hash) - } else { - None - } - }); - - let mut found = false; - - for bundle in bundles { - found = true; - println!("{:016x}", bundle); - } - - if !found { - std::process::exit(1); - } - - Ok(()) - } - _ => unreachable!( - "clap is configured to require a subcommand, and they're all handled above" - ), - } -} diff --git a/crates/dtmt/src/cmd/bundle/extract.rs b/crates/dtmt/src/cmd/bundle/extract.rs index 75f1360..5e1c03b 100644 --- a/crates/dtmt/src/cmd/bundle/extract.rs +++ b/crates/dtmt/src/cmd/bundle/extract.rs @@ -3,7 +3,7 @@ use std::path::{Path, PathBuf}; use std::sync::Arc; use clap::{value_parser, Arg, ArgAction, ArgMatches, Command}; -use color_eyre::eyre::{self, bail, Context, Result}; +use color_eyre::eyre::{self, Context, Result}; use color_eyre::{Help, Report}; use futures::future::try_join_all; use futures::StreamExt; @@ -12,9 +12,7 @@ use sdk::{Bundle, BundleFile, CmdLine}; use tokio::fs; use crate::cmd::util::resolve_bundle_paths; -use crate::shell_parse::ShellParser; -#[inline] fn parse_glob_pattern(s: &str) -> Result { match Pattern::new(s) { Ok(p) => Ok(p), @@ -22,7 +20,6 @@ fn parse_glob_pattern(s: &str) -> Result { } } -#[inline] fn flatten_name(s: &str) -> String { s.replace('/', "_") } @@ -134,29 +131,26 @@ async fn parse_command_line_template(tmpl: &String) -> Result { let mut cmd = if matches!(fs::try_exists(tmpl).await, Ok(true)) { let path = PathBuf::from(tmpl); if path.file_name() == Some(OsStr::new("main.py")) { + let arg = path.display().to_string(); let mut cmd = CmdLine::new("python"); - cmd.arg(path); + cmd.arg(shlex::quote(&arg).to_string()); cmd } else { CmdLine::new(path) } } else { - let mut parsed = ShellParser::new(tmpl.as_bytes()); - // Safety: The initial `tmpl` was a `&String` (i.e. valid UTF-8), and `shlex` does not - // insert or remove characters, nor does it split UTF-8 characters. - // So the resulting byte stream is still valid UTF-8. - let mut cmd = CmdLine::new(unsafe { - let bytes = parsed.next().expect("Template is not empty"); - String::from_utf8_unchecked(bytes.to_vec()) - }); + let Some(args) = shlex::split(tmpl) else { + eyre::bail!("Invalid shell syntax"); + }; - for arg in parsed.by_ref() { - // Safety: See above. - cmd.arg(unsafe { String::from_utf8_unchecked(arg.to_vec()) }); - } + // We already checked that the template is not empty + let mut cmd = CmdLine::new(args[0].clone()); + let mut it = args.iter(); + // Skip the first one, that's the command name + it.next(); - if parsed.errored { - bail!("Invalid command line template"); + for arg in it { + cmd.arg(arg); } cmd diff --git a/crates/dtmt/src/cmd/bundle/inject.rs b/crates/dtmt/src/cmd/bundle/inject.rs index 21f4a91..2b86691 100644 --- a/crates/dtmt/src/cmd/bundle/inject.rs +++ b/crates/dtmt/src/cmd/bundle/inject.rs @@ -1,297 +1,112 @@ -use std::path::{Path, PathBuf}; -use std::str::FromStr as _; +use std::path::PathBuf; -use clap::{value_parser, Arg, ArgAction, ArgMatches, Command}; -use color_eyre::eyre::{self, Context, OptionExt, Result}; +use clap::{value_parser, Arg, ArgMatches, Command}; +use color_eyre::eyre::{self, Context, Result}; use color_eyre::Help; -use path_slash::PathBufExt as _; -use sdk::murmur::IdString64; -use sdk::{Bundle, BundleFile, BundleFileType}; -use tokio::fs; +use sdk::Bundle; +use tokio::fs::{self, File}; +use tokio::io::AsyncReadExt; pub(crate) fn command_definition() -> Command { Command::new("inject") - .subcommand_required(true) - .about("Inject a file into a bundle.\n\ - Raw binary data can be used to directly replace the file's variant data blob without affecting the metadata.\n\ - Alternatively, a compiler format may be specified, and a complete bundle file is created.") + .about("Inject a file into a bundle.") + .arg( + Arg::new("replace") + .help("The name of a file in the bundle whos content should be replaced.") + .short('r') + .long("replace"), + ) .arg( Arg::new("output") .help( "The path to write the changed bundle to. \ - If omitted, the input bundle will be overwritten.\n\ - Remember to add a `.patch_` suffix if you also use '--patch'.", + If omitted, the input bundle will be overwritten.", ) .short('o') .long("output") .value_parser(value_parser!(PathBuf)), ) .arg( - Arg::new("patch") - .help("Create a patch bundle. Optionally, a patch NUMBER may be specified as \ - '--patch=123'.\nThe maximum number is 999, the default is 1.\n\ - If `--output` is not specified, the `.patch_` suffix is added to \ - the given bundle name.") - .short('p') - .long("patch") - .num_args(0..=1) - .require_equals(true) - .default_missing_value("1") - .value_name("NUMBER") - .value_parser(value_parser!(u16)) + Arg::new("bundle") + .help("Path to the bundle to inject the file into.") + .required(true) + .value_parser(value_parser!(PathBuf)), ) .arg( - Arg::new("type") - .help("Compile the new file as the given TYPE. If omitted, the file type is \ - is guessed from the file extension.") - .value_name("TYPE") + Arg::new("file") + .help("Path to the file to inject.") + .required(true) + .value_parser(value_parser!(PathBuf)), ) - .subcommand( - Command::new("replace") - .about("Replace an existing file in the bundle") - .arg( - Arg::new("variant") - .help("In combination with '--raw', specify the variant index to replace.") - .long("variant") - .default_value("0") - .value_parser(value_parser!(u8)) - ) - .arg( - Arg::new("raw") - .help("Insert the given file as raw binary data.\n\ - Cannot be used with '--patch'.") - .long("raw") - .action(ArgAction::SetTrue) - ) - .arg( - Arg::new("bundle") - .help("Path to the bundle to inject the file into.") - .required(true) - .value_parser(value_parser!(PathBuf)), - ) - .arg( - Arg::new("bundle-file") - .help("The name of a file in the bundle whose content should be replaced.") - .required(true), - ) - .arg( - Arg::new("new-file") - .help("Path to the file to inject.") - .required(true) - .value_parser(value_parser!(PathBuf)), - ), - ) - // .subcommand( - // Command::new("add") - // .about("Add a new file to the bundle") - // .arg( - // Arg::new("new-file") - // .help("Path to the file to inject.") - // .required(true) - // .value_parser(value_parser!(PathBuf)), - // ) - // .arg( - // Arg::new("bundle") - // .help("Path to the bundle to inject the file into.") - // .required(true) - // .value_parser(value_parser!(PathBuf)), - // ), - // ) } -#[tracing::instrument] -async fn compile_file( - path: impl AsRef + std::fmt::Debug, - name: impl Into + std::fmt::Debug, - file_type: BundleFileType, -) -> Result { - let path = path.as_ref(); - - let file_data = fs::read(&path) - .await - .wrap_err_with(|| format!("Failed to read file '{}'", path.display()))?; - let _sjson = String::from_utf8(file_data) - .wrap_err_with(|| format!("Invalid UTF8 data in '{}'", path.display()))?; - - let _root = path.parent().ok_or_eyre("File path has no parent")?; - - eyre::bail!( - "Compilation for type '{}' is not implemented, yet", - file_type - ) -} - -#[tracing::instrument( - skip_all, - fields( - bundle_path = tracing::field::Empty, - in_file_path = tracing::field::Empty, - output_path = tracing::field::Empty, - target_name = tracing::field::Empty, - file_type = tracing::field::Empty, - raw = tracing::field::Empty, - ) -)] +#[tracing::instrument(skip_all)] pub(crate) async fn run(ctx: sdk::Context, matches: &ArgMatches) -> Result<()> { - let Some((op, sub_matches)) = matches.subcommand() else { - unreachable!("clap is configured to require a subcommand, and they're all handled above"); - }; - - let bundle_path = sub_matches + let bundle_path = matches .get_one::("bundle") .expect("required parameter not found"); - let in_file_path = sub_matches - .get_one::("new-file") + let file_path = matches + .get_one::("file") .expect("required parameter not found"); - let patch_number = matches - .get_one::("patch") - .map(|num| format!("{:03}", num)); + tracing::trace!(bundle_path = %bundle_path.display(), file_path = %file_path.display()); - let output_path = matches - .get_one::("output") - .cloned() - .unwrap_or_else(|| { - let mut output_path = bundle_path.clone(); - - if let Some(patch_number) = patch_number.as_ref() { - output_path.set_extension(format!("patch_{:03}", patch_number)); - } - - output_path - }); - - let target_name = if op == "replace" { - sub_matches - .get_one::("bundle-file") - .map(|name| match u64::from_str_radix(name, 16) { - Ok(id) => IdString64::from(id), - Err(_) => IdString64::String(name.clone()), - }) - .expect("argument is required") - } else { - let mut path = PathBuf::from(in_file_path); - path.set_extension(""); - IdString64::from(path.to_slash_lossy().to_string()) - }; - - let file_type = if let Some(forced_type) = matches.get_one::("type") { - BundleFileType::from_str(forced_type.as_str()).wrap_err("Unknown file type")? - } else { - in_file_path - .extension() - .and_then(|s| s.to_str()) - .ok_or_eyre("File extension missing") - .and_then(BundleFileType::from_str) - .wrap_err("Unknown file type") - .with_suggestion(|| "Use '--type TYPE' to specify the file type")? - }; - - { - let span = tracing::Span::current(); - if !span.is_disabled() { - span.record("bundle_path", bundle_path.display().to_string()); - span.record("in_file_path", in_file_path.display().to_string()); - span.record("output_path", output_path.display().to_string()); - span.record("raw", sub_matches.get_flag("raw")); - span.record("target_name", target_name.display().to_string()); - span.record("file_type", format!("{:?}", file_type)); - } - } - - let bundle_name = Bundle::get_name_from_path(&ctx, bundle_path); let mut bundle = { let binary = fs::read(bundle_path).await?; - Bundle::from_binary(&ctx, bundle_name.clone(), binary) - .wrap_err_with(|| format!("Failed to open bundle '{}'", bundle_path.display()))? + let name = Bundle::get_name_from_path(&ctx, bundle_path); + Bundle::from_binary(&ctx, name, binary).wrap_err("Failed to open bundle file")? }; - if op == "copy" { - unimplemented!("Implement copying a file from one bundle to the other."); - } + if let Some(name) = matches.get_one::("replace") { + let mut file = File::open(&file_path) + .await + .wrap_err_with(|| format!("Failed to open '{}'", file_path.display()))?; - let output_bundle = match op { - "replace" => { - let Some(file) = bundle - .files_mut() - .find(|file| *file.base_name() == target_name) - else { - let err = eyre::eyre!( - "No file with name '{}' in bundle '{}'", - target_name.display(), - bundle_path.display() - ); - - return Err(err).with_suggestion(|| { + if let Some(variant) = bundle + .files_mut() + .filter(|file| file.matches_name(name.clone())) + // TODO: Handle file variants + .find_map(|file| file.variants_mut().next()) + { + let mut data = Vec::new(); + file.read_to_end(&mut data) + .await + .wrap_err("Failed to read input file")?; + variant.set_data(data); + } else { + let err = eyre::eyre!("No file '{}' in this bundle.", name) + .with_suggestion(|| { format!( - "Run '{} bundle list \"{}\"' to list the files in this bundle.", + "Run '{} bundle list {}' to list the files in this bundle.", clap::crate_name!(), bundle_path.display() ) + }) + .with_suggestion(|| { + format!( + "Use '{} bundle inject --add {} {} {}' to add it as a new file", + clap::crate_name!(), + name, + bundle_path.display(), + file_path.display() + ) }); - }; - if sub_matches.get_flag("raw") { - let variant_index = sub_matches - .get_one::("variant") - .expect("argument with default missing"); - - let Some(variant) = file.variants_mut().nth(*variant_index as usize) else { - let err = eyre::eyre!( - "Variant index '{}' does not exist in '{}'", - variant_index, - target_name.display() - ); - - return Err(err).with_suggestion(|| { - format!( - "See '{} bundle inject add --help' if you want to add it as a new file", - clap::crate_name!(), - ) - }); - }; - - let data = tokio::fs::read(&in_file_path).await.wrap_err_with(|| { - format!("Failed to read file '{}'", in_file_path.display()) - })?; - variant.set_data(data); - file.set_modded(true); - bundle - } else { - let mut bundle_file = compile_file(in_file_path, target_name.clone(), file_type) - .await - .wrap_err("Failed to compile")?; - - bundle_file.set_modded(true); - - if patch_number.is_some() { - let mut output_bundle = Bundle::new(bundle_name); - output_bundle.add_file(bundle_file); - output_bundle - } else { - *file = bundle_file; - - dbg!(&file); - bundle - } - } + return Err(err); } - "add" => { - unimplemented!("Implement adding a new file to the bundle."); - } - _ => unreachable!("no other operations exist"), - }; - let data = output_bundle - .to_binary() - .wrap_err("Failed to write changed bundle to output")?; + let out_path = matches.get_one::("output").unwrap_or(bundle_path); + let data = bundle + .to_binary() + .wrap_err("Failed to write changed bundle to output")?; - fs::write(&output_path, &data) - .await - .wrap_err_with(|| format!("Failed to write data to '{}'", output_path.display()))?; + fs::write(out_path, &data) + .await + .wrap_err("Failed to write data to output file")?; - tracing::info!("Modified bundle written to '{}'", output_path.display()); - - Ok(()) + Ok(()) + } else { + eyre::bail!("Currently, only the '--replace' operation is supported."); + } } diff --git a/crates/dtmt/src/cmd/bundle/list.rs b/crates/dtmt/src/cmd/bundle/list.rs index 558126b..dd72ad2 100644 --- a/crates/dtmt/src/cmd/bundle/list.rs +++ b/crates/dtmt/src/cmd/bundle/list.rs @@ -36,18 +36,6 @@ enum OutputFormat { Text, } -fn format_byte_size(size: usize) -> String { - if size < 1024 { - format!("{} Bytes", size) - } else if size < 1024 * 1024 { - format!("{} kB", size / 1024) - } else if size < 1024 * 1024 * 1024 { - format!("{} MB", size / (1024 * 1024)) - } else { - format!("{} GB", size / (1024 * 1024 * 1024)) - } -} - #[tracing::instrument(skip(ctx))] async fn print_bundle_contents

(ctx: &sdk::Context, path: P, fmt: OutputFormat) -> Result<()> where @@ -62,11 +50,7 @@ where match fmt { OutputFormat::Text => { - println!( - "Bundle: {} ({:016x})", - bundle.name().display(), - bundle.name() - ); + println!("Bundle: {}", bundle.name().display()); for f in bundle.files().iter() { if f.variants().len() != 1 { @@ -79,10 +63,9 @@ where let v = &f.variants()[0]; println!( - "\t{}.{}: {} ({})", + "\t{}.{}: {} bytes", f.base_name().display(), f.file_type().ext_name(), - format_byte_size(v.size()), v.size() ); } diff --git a/crates/dtmt/src/cmd/bundle/mod.rs b/crates/dtmt/src/cmd/bundle/mod.rs index c5145e4..0e7c9f7 100644 --- a/crates/dtmt/src/cmd/bundle/mod.rs +++ b/crates/dtmt/src/cmd/bundle/mod.rs @@ -1,7 +1,6 @@ use clap::{ArgMatches, Command}; use color_eyre::eyre::Result; -mod db; mod decompress; mod extract; mod inject; @@ -15,7 +14,6 @@ pub(crate) fn command_definition() -> Command { .subcommand(extract::command_definition()) .subcommand(inject::command_definition()) .subcommand(list::command_definition()) - .subcommand(db::command_definition()) } #[tracing::instrument(skip_all)] @@ -25,7 +23,6 @@ pub(crate) async fn run(ctx: sdk::Context, matches: &ArgMatches) -> Result<()> { Some(("extract", sub_matches)) => extract::run(ctx, sub_matches).await, Some(("inject", sub_matches)) => inject::run(ctx, sub_matches).await, Some(("list", sub_matches)) => list::run(ctx, sub_matches).await, - Some(("db", sub_matches)) => db::run(ctx, sub_matches).await, _ => unreachable!( "clap is configured to require a subcommand, and they're all handled above" ), diff --git a/crates/dtmt/src/cmd/dictionary.rs b/crates/dtmt/src/cmd/dictionary.rs index 4c54c34..62a5295 100644 --- a/crates/dtmt/src/cmd/dictionary.rs +++ b/crates/dtmt/src/cmd/dictionary.rs @@ -227,12 +227,9 @@ pub(crate) async fn run(mut ctx: sdk::Context, matches: &ArgMatches) -> Result<( let lookup = &ctx.lookup; let rows: Vec<_> = lookup.entries().iter().map(TableRow::from).collect(); - match print_stdout(rows.with_title()) { - Ok(_) => Ok(()), - // Closing stdout prematurely is normal behavior with things like piping into `head` - Err(err) if err.kind() == std::io::ErrorKind::BrokenPipe => Ok(()), - Err(err) => Err(err.into()), - } + print_stdout(rows.with_title())?; + + Ok(()) } _ => unreachable!( "clap is configured to require a subcommand, and they're all handled above" diff --git a/crates/dtmt/src/cmd/migrate.rs b/crates/dtmt/src/cmd/migrate.rs index d7bfa19..2eacded 100644 --- a/crates/dtmt/src/cmd/migrate.rs +++ b/crates/dtmt/src/cmd/migrate.rs @@ -351,7 +351,6 @@ pub(crate) async fn run(_ctx: sdk::Context, matches: &ArgMatches) -> Result<()> }, depends: vec![ModDependency::ID(String::from("DMF"))], bundled: true, - name_overrides: HashMap::new(), }; tracing::debug!(?dtmt_cfg); diff --git a/crates/dtmt/src/cmd/new.rs b/crates/dtmt/src/cmd/new.rs index 571b0cb..eb6a4f9 100644 --- a/crates/dtmt/src/cmd/new.rs +++ b/crates/dtmt/src/cmd/new.rs @@ -1,30 +1,18 @@ +use std::collections::HashMap; use std::path::PathBuf; use clap::{Arg, ArgMatches, Command}; use color_eyre::eyre::{self, Context, Result}; use color_eyre::Help; use futures::{StreamExt, TryStreamExt}; -use minijinja::Environment; +use string_template::Template; use tokio::fs::{self, DirBuilder}; const TEMPLATES: [(&str, &str); 5] = [ ( "dtmt.cfg", - r#"// -// This is your mod's main configuration file. It tells DTMT how to build the mod, -// and DTMM what to display to your users. -// Certain files have been pre-filled by the template, the ones commented out (`//`) -// are optional. -// -// A unique identifier (preferably lower case, alphanumeric) -id = "{{id}}" -// The display name that your users will see. -// This doesn't have to be unique, but you still want to avoid being confused with other -// mods. + r#"id = "{{id}}" name = "{{name}}" -// It's good practice to increase this number whenever you publish changes. -// It's up to you if you use SemVer or something simpler like `1970-12-24`. It should sort and -// compare well, though. version = "0.1.0" // author = "" @@ -44,25 +32,16 @@ categories = [ // A list of mod IDs that this mod depends on. You can find // those IDs by downloading the mod and extracting their `dtmt.cfg`. -// To make your fellow modders' lives easier, publish your own mods' IDs -// somewhere visible, such as the Nexusmods page. depends = [ DMF ] -// The primary resources that serve as the entry point to your -// mod's code. Unless for very specific use cases, the generated -// values shouldn't be changed. resources = { init = "scripts/mods/{{id}}/init" data = "scripts/mods/{{id}}/data" localization = "scripts/mods/{{id}}/localization" } -// The list of packages, or bundles, to build. -// Each one corresponds to a package definition in the named folder. -// For mods that contain only code and/or a few small assets, a single -// package will suffice. packages = [ "packages/mods/{{id}}" ] @@ -80,6 +59,7 @@ packages = [ r#"local mod = get_mod("{{id}}") -- Your mod code goes here. +-- https://vmf-docs.verminti.de "#, ), ( @@ -157,45 +137,34 @@ pub(crate) async fn run(_ctx: sdk::Context, matches: &ArgMatches) -> Result<()> tracing::debug!(root = %root.display(), name, id); - let render_ctx = minijinja::context!(name => name.as_str(), id => id.as_str()); - let env = Environment::new(); + let mut data = HashMap::new(); + data.insert("name", name.as_str()); + data.insert("id", id.as_str()); let templates = TEMPLATES .iter() .map(|(path_tmpl, content_tmpl)| { - env.render_str(path_tmpl, &render_ctx) - .wrap_err_with(|| format!("Failed to render template: {}", path_tmpl)) - .and_then(|path| { - env.render_named_str(&path, content_tmpl, &render_ctx) - .wrap_err_with(|| format!("Failed to render template '{}'", &path)) - .map(|content| (root.join(path), content)) - }) + let path = Template::new(path_tmpl).render(&data); + let content = Template::new(content_tmpl).render(&data); + + (root.join(path), content) }) - .map(|res| async move { - match res { - Ok((path, content)) => { - let dir = path - .parent() - .ok_or_else(|| eyre::eyre!("invalid root path"))?; + .map(|(path, content)| async move { + let dir = path + .parent() + .ok_or_else(|| eyre::eyre!("invalid root path"))?; - DirBuilder::new() - .recursive(true) - .create(&dir) - .await - .wrap_err_with(|| { - format!("Failed to create directory {}", dir.display()) - })?; + DirBuilder::new() + .recursive(true) + .create(&dir) + .await + .wrap_err_with(|| format!("Failed to create directory {}", dir.display()))?; - tracing::trace!("Writing file {}", path.display()); + tracing::trace!("Writing file {}", path.display()); - fs::write(&path, content.as_bytes()) - .await - .wrap_err_with(|| { - format!("Failed to write content to path {}", path.display()) - }) - } - Err(e) => Err(e), - } + fs::write(&path, content.as_bytes()) + .await + .wrap_err_with(|| format!("Failed to write content to path {}", path.display())) }); futures::stream::iter(templates) diff --git a/crates/dtmt/src/cmd/package.rs b/crates/dtmt/src/cmd/package.rs index 5ded885..e922b6e 100644 --- a/crates/dtmt/src/cmd/package.rs +++ b/crates/dtmt/src/cmd/package.rs @@ -1,5 +1,6 @@ use std::io::{Cursor, Write}; use std::path::{Path, PathBuf}; +use std::sync::Arc; use clap::{value_parser, Arg, ArgMatches, Command}; use color_eyre::eyre::{Context, Result}; @@ -7,9 +8,9 @@ use color_eyre::Help; use dtmt_shared::ModConfig; use path_slash::{PathBufExt, PathExt}; use tokio::fs; +use tokio::sync::Mutex; use tokio_stream::wrappers::ReadDirStream; use tokio_stream::StreamExt; -use zip::write::SimpleFileOptions; use zip::ZipWriter; use crate::cmd::build::read_project_config; @@ -50,7 +51,11 @@ pub(crate) fn command_definition() -> Command { } #[async_recursion::async_recursion] -async fn process_directory(zip: &mut ZipWriter, path: P1, prefix: P2) -> Result<()> +async fn process_directory( + zip: Arc>>, + path: P1, + prefix: P2, +) -> Result<()> where P1: AsRef + std::marker::Send, P2: AsRef + std::marker::Send, @@ -59,7 +64,9 @@ where let path = path.as_ref(); let prefix = prefix.as_ref(); - zip.add_directory(prefix.to_slash_lossy(), SimpleFileOptions::default())?; + zip.lock() + .await + .add_directory(prefix.to_slash_lossy(), Default::default())?; let read_dir = fs::read_dir(&path) .await @@ -80,11 +87,12 @@ where .await .wrap_err_with(|| format!("Failed to read '{}'", in_path.display()))?; { - zip.start_file(out_path.to_slash_lossy(), SimpleFileOptions::default())?; + let mut zip = zip.lock().await; + zip.start_file(out_path.to_slash_lossy(), Default::default())?; zip.write_all(&data)?; } } else if t.is_dir() { - process_directory(zip, in_path, out_path).await?; + process_directory(zip.clone(), in_path, out_path).await?; } } @@ -99,12 +107,16 @@ where let path = path.as_ref(); let dest = dest.as_ref(); - let mut zip = ZipWriter::new(Cursor::new(Vec::with_capacity(1024))); + let data = Cursor::new(Vec::new()); + let zip = ZipWriter::new(data); + let zip = Arc::new(Mutex::new(zip)); - process_directory(&mut zip, path, PathBuf::from(&cfg.id)) + process_directory(zip.clone(), path, PathBuf::from(&cfg.id)) .await .wrap_err("Failed to add directory to archive")?; + let mut zip = zip.lock().await; + { let name = PathBuf::from(&cfg.id).join("dtmt.cfg"); let path = cfg.dir.join("dtmt.cfg"); @@ -113,7 +125,7 @@ where .await .wrap_err_with(|| format!("Failed to read mod config at {}", path.display()))?; - zip.start_file(name.to_slash_lossy(), SimpleFileOptions::default())?; + zip.start_file(name.to_slash_lossy(), Default::default())?; zip.write_all(&data)?; } diff --git a/crates/dtmt/src/cmd/watch.rs b/crates/dtmt/src/cmd/watch.rs index 2abd0f7..79fab67 100644 --- a/crates/dtmt/src/cmd/watch.rs +++ b/crates/dtmt/src/cmd/watch.rs @@ -77,14 +77,17 @@ pub(crate) fn command_definition() -> Command { ) } -#[tracing::instrument] -async fn compile( +async fn compile( cfg: &ModConfig, - out_path: impl AsRef + std::fmt::Debug, - archive_path: impl AsRef + std::fmt::Debug, - game_dir: Arc + std::fmt::Debug>>, -) -> Result<()> { - let out_path = out_path.as_ref(); + out_path: P1, + archive_path: P2, + game_dir: Arc>, +) -> Result<()> +where + P1: AsRef + std::marker::Copy, + P2: AsRef, + P3: AsRef, +{ build(cfg, out_path, game_dir) .await .wrap_err("Failed to build bundles")?; diff --git a/crates/dtmt/src/main.rs b/crates/dtmt/src/main.rs index e41e802..bd419e7 100644 --- a/crates/dtmt/src/main.rs +++ b/crates/dtmt/src/main.rs @@ -1,7 +1,6 @@ #![feature(io_error_more)] #![feature(let_chains)] #![feature(result_flattening)] -#![feature(test)] #![windows_subsystem = "console"] use std::path::PathBuf; @@ -28,7 +27,6 @@ mod cmd { mod util; pub mod watch; } -mod shell_parse; #[derive(Default, Deserialize, Serialize)] struct GlobalConfig { @@ -36,21 +34,10 @@ struct GlobalConfig { } #[tokio::main] -#[tracing::instrument(level = "error", fields(cmd_line = tracing::field::Empty))] +#[tracing::instrument] async fn main() -> Result<()> { color_eyre::install()?; - { - let span = tracing::Span::current(); - if !span.is_disabled() { - let cmdline: String = std::env::args_os().fold(String::new(), |mut s, arg| { - s.push_str(&arg.to_string_lossy()); - s - }); - span.record("cmd_line", cmdline); - } - } - let matches = command!() .subcommand_required(true) .arg( diff --git a/crates/dtmt/src/shell_parse.rs b/crates/dtmt/src/shell_parse.rs deleted file mode 100644 index 13b3c4d..0000000 --- a/crates/dtmt/src/shell_parse.rs +++ /dev/null @@ -1,183 +0,0 @@ -#[derive(Copy, Clone, PartialEq, Eq, Debug)] -enum ParserState { - Start, - Word, - SingleQuote, - DoubleQuote, -} - -pub struct ShellParser<'a> { - bytes: &'a [u8], - offset: usize, - pub errored: bool, -} - -impl<'a> ShellParser<'a> { - pub fn new(bytes: &'a [u8]) -> Self { - Self { - bytes, - offset: 0, - errored: false, - } - } - - fn parse_word(&mut self) -> Option<&'a [u8]> { - // The start of the current word. Certain leading characters should be ignored, - // so this might change. - let mut start = self.offset; - let mut state = ParserState::Start; - - while self.offset < self.bytes.len() { - let c = self.bytes[self.offset]; - self.offset += 1; - - match state { - ParserState::Start => match c { - // Ignore leading whitespace - b' ' | b'\t' | b'\n' => start += 1, - b'\'' => { - state = ParserState::SingleQuote; - start += 1; - } - b'"' => { - state = ParserState::DoubleQuote; - start += 1; - } - _ => { - state = ParserState::Word; - } - }, - ParserState::Word => match c { - // Unquoted whitespace ends the current word - b' ' | b'\t' | b'\n' => { - return Some(&self.bytes[start..self.offset - 1]); - } - _ => {} - }, - ParserState::SingleQuote => if c == b'\'' { - return Some(&self.bytes[start..(self.offset - 1)]); - }, - ParserState::DoubleQuote => if c == b'"' { - return Some(&self.bytes[start..(self.offset - 1)]); - }, - } - } - - match state { - ParserState::Start => None, - ParserState::Word => Some(&self.bytes[start..self.offset]), - ParserState::SingleQuote | ParserState::DoubleQuote => { - self.errored = true; - None - } - } - } -} - -impl<'a> Iterator for ShellParser<'a> { - type Item = &'a [u8]; - - fn next(&mut self) -> Option { - self.parse_word() - } -} - -#[cfg(test)] -mod test { - use super::*; - - #[test] - fn test_one_word() { - let mut it = ShellParser::new(b"hello"); - assert_eq!(it.next(), Some("hello".as_bytes())); - assert_eq!(it.next(), None); - } - - #[test] - fn test_one_single() { - let mut it = ShellParser::new(b"'hello'"); - assert_eq!(it.next(), Some("hello".as_bytes())); - assert_eq!(it.next(), None); - } - - #[test] - fn test_open_quote() { - let mut it = ShellParser::new(b"'hello"); - assert_eq!(it.next(), None); - assert!(it.errored) - } - - #[test] - fn test_ww2ogg() { - let mut it = ShellParser::new( - b"ww2ogg.exe --pcb \"/usr/share/ww2ogg/packed_cookbook_aoTuV_603.bin\"", - ); - assert_eq!(it.next(), Some("ww2ogg.exe".as_bytes())); - assert_eq!(it.next(), Some("--pcb".as_bytes())); - assert_eq!( - it.next(), - Some("/usr/share/ww2ogg/packed_cookbook_aoTuV_603.bin".as_bytes()) - ); - assert_eq!(it.next(), None); - } -} - -#[cfg(test)] -mod bench { - extern crate test; - - use super::*; - #[cfg(feature = "shlex-bench")] - use shlex::bytes::Shlex; - use test::Bencher; - - mod ww2ogg { - use super::*; - - #[bench] - fn custom(b: &mut Bencher) { - let val = test::black_box( - b"ww2ogg.exe --pcb \"/usr/share/ww2ogg/packed_cookbook_aoTuV_603.bin\"", - ); - b.iter(|| { - let it = ShellParser::new(val); - let _: Vec<_> = test::black_box(it.collect()); - }) - } - - #[cfg(feature = "shlex-bench")] - #[bench] - fn shlex(b: &mut Bencher) { - let val = test::black_box( - b"ww2ogg.exe --pcb \"/usr/share/ww2ogg/packed_cookbook_aoTuV_603.bin\"", - ); - b.iter(|| { - let it = Shlex::new(val); - let _: Vec<_> = test::black_box(it.collect()); - }) - } - } - - mod one_single { - use super::*; - - #[bench] - fn custom(b: &mut Bencher) { - let val = test::black_box(b"'hello'"); - b.iter(|| { - let it = ShellParser::new(val); - let _: Vec<_> = test::black_box(it.collect()); - }) - } - - #[cfg(feature = "shlex-bench")] - #[bench] - fn shlex(b: &mut Bencher) { - let val = test::black_box(b"'hello'"); - b.iter(|| { - let it = Shlex::new(val); - let _: Vec<_> = test::black_box(it.collect()); - }) - } - } -} diff --git a/docs/screenshots/dtmm.png b/docs/screenshots/dtmm.png index d51c253..af2a980 100644 Binary files a/docs/screenshots/dtmm.png and b/docs/screenshots/dtmm.png differ diff --git a/lib/color-eyre b/lib/color-eyre index 228b8ca..dc427b0 160000 --- a/lib/color-eyre +++ b/lib/color-eyre @@ -1 +1 @@ -Subproject commit 228b8ca37ee79ab9afa45c40da415e4dcb029751 +Subproject commit dc427b06422ec01c4938e88c3aabaf7079332171 diff --git a/lib/dtmt-shared/Cargo.toml b/lib/dtmt-shared/Cargo.toml index 26e1b6a..57b4a8c 100644 --- a/lib/dtmt-shared/Cargo.toml +++ b/lib/dtmt-shared/Cargo.toml @@ -6,11 +6,11 @@ edition = "2021" # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html [dependencies] -ansi_term = { workspace = true } -color-eyre = { workspace = true } -serde = { workspace = true } -steamlocate = { workspace = true } -time = { workspace = true } -tracing = { workspace = true } -tracing-error = { workspace = true } -tracing-subscriber = { workspace = true } +ansi_term = "0.12.1" +color-eyre = "0.6.2" +serde = "1.0.152" +steamlocate = "2.0.0-alpha.0" +time = { version = "0.3.19", features = ["formatting", "local-offset", "macros"] } +tracing = "0.1.37" +tracing-error = "0.2.0" +tracing-subscriber = "0.3.16" diff --git a/lib/dtmt-shared/src/lib.rs b/lib/dtmt-shared/src/lib.rs index db11579..28e4694 100644 --- a/lib/dtmt-shared/src/lib.rs +++ b/lib/dtmt-shared/src/lib.rs @@ -1,16 +1,12 @@ -use std::collections::HashMap; use std::path::PathBuf; -use color_eyre::eyre::{OptionExt as _, WrapErr as _}; -use color_eyre::Result; +mod log; + +pub use log::*; use serde::{Deserialize, Serialize}; use steamlocate::SteamDir; use time::OffsetDateTime; -pub use log::*; - -mod log; - #[derive(Clone, Debug, Default, Deserialize, Serialize)] pub struct ModConfigResources { pub init: PathBuf, @@ -68,8 +64,6 @@ pub struct ModConfig { pub depends: Vec, #[serde(default = "default_true", skip_serializing_if = "is_true")] pub bundled: bool, - #[serde(default)] - pub name_overrides: HashMap, } pub const STEAMAPP_ID: u32 = 1361210; @@ -80,23 +74,25 @@ pub struct GameInfo { pub last_updated: OffsetDateTime, } -pub fn collect_game_info() -> Result> { - let dir = SteamDir::locate().wrap_err("Failed to locate Steam installation")?; - - let found = dir - .find_app(STEAMAPP_ID) - .wrap_err("Failed to look up game by Steam app ID")?; - - let Some((app, library)) = found else { - return Ok(None); +pub fn collect_game_info() -> Option { + let mut dir = if let Some(dir) = SteamDir::locate() { + dir + } else { + tracing::debug!("Failed to locate Steam installation"); + return None; }; - let last_updated = app - .last_updated - .ok_or_eyre("Missing field 'last_updated'")?; + let found = dir + .app(&STEAMAPP_ID) + .and_then(|app| app.last_updated.map(|v| (app.path.clone(), v))); - Ok(Some(GameInfo { - path: library.path().join(app.install_dir), + let Some((path, last_updated)) = found else { + tracing::debug!("Found Steam, but failed to find game installation"); + return None; + }; + + Some(GameInfo { + path, last_updated: last_updated.into(), - })) + }) } diff --git a/lib/dtmt-shared/src/log.rs b/lib/dtmt-shared/src/log.rs index 9c95c63..ab0b7b5 100644 --- a/lib/dtmt-shared/src/log.rs +++ b/lib/dtmt-shared/src/log.rs @@ -84,7 +84,7 @@ pub fn create_tracing_subscriber() { EnvFilter::try_from_default_env().unwrap_or_else(|_| EnvFilter::try_new("info").unwrap()); let (dev_stdout_layer, prod_stdout_layer, filter_layer) = if cfg!(debug_assertions) { - let fmt_layer = fmt::layer().pretty().with_writer(std::io::stderr); + let fmt_layer = fmt::layer().pretty(); (Some(fmt_layer), None, None) } else { // Creates a layer that @@ -93,7 +93,6 @@ pub fn create_tracing_subscriber() { // - does not print spans/targets // - only prints time, not date let fmt_layer = fmt::layer() - .with_writer(std::io::stderr) .event_format(Formatter) .fmt_fields(debug_fn(format_fields)); diff --git a/lib/luajit2-sys b/lib/luajit2-sys index 6d94a4d..1912016 160000 --- a/lib/luajit2-sys +++ b/lib/luajit2-sys @@ -1 +1 @@ -Subproject commit 6d94a4dd2c296bf1f044ee4c70fb10dca4c1c241 +Subproject commit 19120166f9fc7838b98c71fc348791abc820e323 diff --git a/lib/nexusmods/Cargo.toml b/lib/nexusmods/Cargo.toml index b9cc879..d7967ef 100644 --- a/lib/nexusmods/Cargo.toml +++ b/lib/nexusmods/Cargo.toml @@ -9,10 +9,10 @@ edition = "2021" futures = "0.3.26" lazy_static = "1.4.0" regex = "1.7.1" -reqwest = { version = "0.12.4" } +reqwest = { version = "0.11.14" } serde = { version = "1.0.152", features = ["derive"] } serde_json = "1.0.94" -thiserror = "2.0.0" +thiserror = "1.0.39" time = { version = "0.3.20", features = ["serde"] } tracing = "0.1.37" url = { version = "2.3.1", features = ["serde"] } diff --git a/lib/nexusmods/src/lib.rs b/lib/nexusmods/src/lib.rs index cddf6a0..145435d 100644 --- a/lib/nexusmods/src/lib.rs +++ b/lib/nexusmods/src/lib.rs @@ -4,7 +4,7 @@ use std::convert::Infallible; use lazy_static::lazy_static; use regex::Regex; use reqwest::header::{HeaderMap, HeaderValue, InvalidHeaderValue}; -use reqwest::{Client, IntoUrl, RequestBuilder, Url}; +use reqwest::{Client, RequestBuilder, Url}; use serde::Deserialize; use thiserror::Error; @@ -28,7 +28,7 @@ pub enum Error { HTTP(#[from] reqwest::Error), #[error("invalid URL: {0:?}")] URLParseError(#[from] url::ParseError), - #[error("failed to deserialize due to {error}: {json}")] + #[error("failed to deserialize '{error}': {json}")] Deserialize { json: String, error: serde_json::Error, @@ -37,10 +37,8 @@ pub enum Error { InvalidHeaderValue(#[from] InvalidHeaderValue), #[error("this error cannot happen")] Infallible(#[from] Infallible), - #[error("invalid NXM URL '{url}': {0}", url = .1.as_str())] + #[error("invalid NXM URL '{}': {0}", .1.as_str())] InvalidNXM(&'static str, Url), - #[error("{0}")] - Custom(String), } pub type Result = std::result::Result; @@ -104,45 +102,6 @@ impl Api { self.send(req).await } - #[tracing::instrument(skip(self))] - pub async fn file_version(&self, id: u64, timestamp: T) -> Result - where - T: std::fmt::Debug, - OffsetDateTime: PartialEq, - { - let url = BASE_URL_GAME.join(&format!("mods/{id}/files.json"))?; - let req = self.client.get(url); - let files: FileList = self.send(req).await?; - - let Some(file) = files - .files - .into_iter() - .find(|file| file.uploaded_timestamp == timestamp) - else { - let err = Error::Custom("Timestamp does not match any file".into()); - return Err(err); - }; - - Ok(file.version) - } - - #[tracing::instrument(skip(self))] - pub async fn picture(&self, url: impl IntoUrl + std::fmt::Debug) -> Result> { - let res = self.client.get(url).send().await?.error_for_status()?; - - res.bytes() - .await - .map(|bytes| bytes.to_vec()) - .map_err(From::from) - } - - #[tracing::instrument(skip(self))] - pub async fn get_file_by_id(&self, mod_id: u64, file_id: u64) -> Result { - let url = BASE_URL_GAME.join(&format!("mods/{mod_id}/files/{file_id}.json"))?; - let req = self.client.get(url); - self.send(req).await - } - pub fn parse_file_name>( name: S, ) -> Option<(String, u64, String, OffsetDateTime)> { @@ -181,7 +140,7 @@ impl Api { self.send(req).await } - pub async fn handle_nxm(&self, url: Url) -> Result<(Mod, File, Vec)> { + pub async fn handle_nxm(&self, url: Url) -> Result<(Mod, Vec)> { let nxm = Self::parse_nxm(url.clone())?; let user = self.user_validate().await?; @@ -190,9 +149,8 @@ impl Api { return Err(Error::InvalidNXM("user_id mismtach", url)); } - let (mod_data, file_info, download_info) = futures::try_join!( + let (mod_data, download_info) = futures::try_join!( self.mods_id(nxm.mod_id), - self.get_file_by_id(nxm.mod_id, nxm.file_id), self.mods_download_link(nxm.mod_id, nxm.file_id, nxm.key, nxm.expires) )?; @@ -203,7 +161,7 @@ impl Api { let req = self.client.get(download_url); let data = req.send().await?.bytes().await?; - Ok((mod_data, file_info, data.to_vec())) + Ok((mod_data, data.to_vec())) } pub fn parse_nxm(nxm: Url) -> Result { @@ -212,20 +170,17 @@ impl Api { } // Now it makes sense, why Nexus calls this field `game_domain_name`, when it's just - // another path segment in the regular API calls. + // another path segmentin the regular API calls. if nxm.host_str() != Some(GAME_ID) { return Err(Error::InvalidNXM("Invalid game domain name", nxm)); } let Some(mut segments) = nxm.path_segments() else { - return Err(Error::InvalidNXM("Missing path segments", nxm)); + return Err(Error::InvalidNXM("Cannot be a base", nxm)); }; if segments.next() != Some("mods") { - return Err(Error::InvalidNXM( - "Unexpected path segment, expected 'mods'", - nxm, - )); + return Err(Error::InvalidNXM("Unexpected path segment", nxm)); } let Some(mod_id) = segments.next().and_then(|id| id.parse().ok()) else { @@ -233,10 +188,7 @@ impl Api { }; if segments.next() != Some("files") { - return Err(Error::InvalidNXM( - "Unexpected path segment, expected 'files'", - nxm, - )); + return Err(Error::InvalidNXM("Unexpected path segment", nxm)); } let Some(file_id) = segments.next().and_then(|id| id.parse().ok()) else { @@ -251,7 +203,7 @@ impl Api { } let Some(key) = query.get("key") else { - return Err(Error::InvalidNXM("Missing query field 'key'", nxm)); + return Err(Error::InvalidNXM("Missing 'key'", nxm)); }; let expires = query @@ -259,12 +211,12 @@ impl Api { .and_then(|expires| expires.parse().ok()) .and_then(|expires| OffsetDateTime::from_unix_timestamp(expires).ok()); let Some(expires) = expires else { - return Err(Error::InvalidNXM("Missing query field 'expires'", nxm)); + return Err(Error::InvalidNXM("Missing 'expires'", nxm)); }; let user_id = query.get("user_id").and_then(|id| id.parse().ok()); let Some(user_id) = user_id else { - return Err(Error::InvalidNXM("Missing query field 'user_id'", nxm)); + return Err(Error::InvalidNXM("Missing 'user_id'", nxm)); }; Ok(Nxm { diff --git a/lib/nexusmods/src/types.rs b/lib/nexusmods/src/types.rs index db0f624..b0dffd5 100644 --- a/lib/nexusmods/src/types.rs +++ b/lib/nexusmods/src/types.rs @@ -64,35 +64,6 @@ pub struct Mod { // pub contains_adult_content: bool, } -#[derive(Debug, Deserialize)] -pub struct File { - pub id: Vec, - pub uid: u64, - pub file_id: u64, - pub name: String, - pub version: String, - pub category_id: u64, - pub category_name: String, - pub is_primary: bool, - pub size: u64, - pub file_name: String, - #[serde(with = "time::serde::timestamp")] - pub uploaded_timestamp: OffsetDateTime, - pub mod_version: String, - pub external_virus_scan_url: String, - pub description: String, - pub size_kb: u64, - pub size_in_bytes: u64, - pub changelog_html: Option, - pub content_preview_link: String, -} - -#[derive(Debug, Deserialize)] -pub struct FileList { - pub files: Vec, - // pub file_updates: Vec, -} - #[derive(Debug, Deserialize)] pub struct DownloadLink { pub name: String, diff --git a/lib/oodle/Cargo.toml b/lib/oodle/Cargo.toml index 4a6fe2f..3283592 100644 --- a/lib/oodle/Cargo.toml +++ b/lib/oodle/Cargo.toml @@ -6,8 +6,8 @@ edition = "2021" # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html [dependencies] -color-eyre = { workspace = true } -tracing = { workspace = true } +color-eyre = "0.6.2" +tracing = "0.1.37" [build-dependencies] -bindgen = "0.72.0" +bindgen = "0.64.0" diff --git a/lib/oodle/build.rs b/lib/oodle/build.rs index 1a1d4e9..e33c7d5 100644 --- a/lib/oodle/build.rs +++ b/lib/oodle/build.rs @@ -1,3 +1,5 @@ +extern crate bindgen; + use std::env; use std::path::PathBuf; @@ -31,7 +33,7 @@ fn main() { .blocklist_file("stdlib.h") // Tell cargo to invalidate the built crate whenever any of the // included header files changed. - .parse_callbacks(Box::new(bindgen::CargoCallbacks::new())) + .parse_callbacks(Box::new(bindgen::CargoCallbacks)) // Finish the builder and generate the bindings. .generate() // Unwrap the Result and panic on failure. diff --git a/lib/oodle/src/lib.rs b/lib/oodle/src/lib.rs index 871daab..76b1d16 100644 --- a/lib/oodle/src/lib.rs +++ b/lib/oodle/src/lib.rs @@ -7,7 +7,6 @@ use std::ptr; use color_eyre::{eyre, Result}; #[allow(dead_code)] -#[allow(clippy::identity_op)] mod bindings { include!(concat!(env!("OUT_DIR"), "/bindings.rs")); } diff --git a/lib/sdk/Cargo.toml b/lib/sdk/Cargo.toml index 4667a1c..63f789b 100644 --- a/lib/sdk/Cargo.toml +++ b/lib/sdk/Cargo.toml @@ -4,23 +4,24 @@ version = "0.3.0" edition = "2021" [dependencies] -async-recursion = { workspace = true } -bitflags = { workspace = true } -byteorder = { workspace = true } -color-eyre = { workspace = true } -csv-async = { workspace = true } -fastrand = { workspace = true } -futures = { workspace = true } -futures-util = { workspace = true } -glob = { workspace = true } -luajit2-sys = { workspace = true } -nanorand = { workspace = true } -oodle = { workspace = true } -path-slash = { workspace = true } -pin-project-lite = { workspace = true } -serde = { workspace = true } -serde_sjson = { workspace = true } -tokio = { workspace = true } -tokio-stream = { workspace = true } -tracing = { workspace = true } -tracing-error = { workspace = true } +bitflags = "1.3.2" +byteorder = "1.4.3" +color-eyre = "0.6.2" +csv-async = { version = "1.2.4", features = ["tokio", "serde"] } +fastrand = "1.8.0" +futures = "0.3.25" +futures-util = "0.3.24" +glob = "0.3.0" +libloading = "0.7.4" +nanorand = "0.7.0" +pin-project-lite = "0.2.9" +serde = { version = "1.0.147", features = ["derive"] } +serde_sjson = { path = "../../lib/serde_sjson", version = "*" } +oodle = { path = "../../lib/oodle", version = "*" } +tokio = { version = "1.21.2", features = ["rt-multi-thread", "fs", "process", "macros", "tracing", "io-util", "io-std"] } +tokio-stream = { version = "0.1.11", features = ["fs", "io-util"] } +tracing = { version = "0.1.37", features = ["async-await"] } +tracing-error = "0.2.0" +luajit2-sys = { path = "../../lib/luajit2-sys", version = "*" } +async-recursion = "1.0.2" +path-slash = "0.2.1" diff --git a/lib/sdk/src/binary.rs b/lib/sdk/src/binary.rs index 9348e1b..1fcc90e 100644 --- a/lib/sdk/src/binary.rs +++ b/lib/sdk/src/binary.rs @@ -43,7 +43,6 @@ impl FromBinary for Vec { } pub mod sync { - use std::ffi::CStr; use std::io::{self, Read, Seek, SeekFrom}; use byteorder::{LittleEndian, ReadBytesExt, WriteBytesExt}; @@ -166,13 +165,25 @@ pub mod sync { } fn read_string_len(&mut self, len: usize) -> Result { - let pos = self.stream_position(); + let mut buf = vec![0; len]; + let res = self + .read_exact(&mut buf) + .map_err(Report::new) + .and_then(|_| { + String::from_utf8(buf).map_err(|err| { + let ascii = String::from_utf8_lossy(err.as_bytes()).to_string(); + let bytes = format!("{:?}", err.as_bytes()); + Report::new(err) + .with_section(move || bytes.header("Bytes:")) + .with_section(move || ascii.header("ASCII:")) + }) + }); - let res = read_string_len(self, len); if res.is_ok() { return res; } + let pos = self.stream_position(); if pos.is_ok() { res.with_section(|| { format!("{pos:#X} ({pos})", pos = pos.unwrap()).header("Position: ") @@ -232,22 +243,4 @@ pub mod sync { Err(err).with_section(|| format!("{pos:#X} ({pos})").header("Position: ")) } - - fn read_string_len(mut r: impl Read, len: usize) -> Result { - let mut buf = vec![0; len]; - r.read_exact(&mut buf) - .wrap_err_with(|| format!("Failed to read {} bytes", len))?; - - let res = match CStr::from_bytes_until_nul(&buf) { - Ok(s) => { - let s = s.to_str()?; - Ok(s.to_string()) - } - Err(_) => String::from_utf8(buf.clone()).map_err(Report::new), - }; - - res.wrap_err("Invalid binary for UTF8 string") - .with_section(|| format!("{}", String::from_utf8_lossy(&buf)).header("ASCI:")) - .with_section(|| format!("{:x?}", buf).header("Bytes:")) - } } diff --git a/lib/sdk/src/bundle/database.rs b/lib/sdk/src/bundle/database.rs index 185c62f..6152ede 100644 --- a/lib/sdk/src/bundle/database.rs +++ b/lib/sdk/src/bundle/database.rs @@ -13,21 +13,21 @@ use crate::binary::ToBinary; use crate::murmur::Murmur64; use crate::Bundle; -use super::filetype::BundleFileType; +use super::file::BundleFileType; const DATABASE_VERSION: u32 = 0x6; const FILE_VERSION: u32 = 0x4; pub struct BundleFile { - pub name: String, - pub stream: String, - pub platform_specific: bool, - pub file_time: u64, + name: String, + stream: String, + platform_specific: bool, + file_time: u64, } pub struct FileName { - pub extension: BundleFileType, - pub name: Murmur64, + extension: BundleFileType, + name: Murmur64, } pub struct BundleDatabase { @@ -36,34 +36,7 @@ pub struct BundleDatabase { bundle_contents: HashMap>, } -// Implements the partial Murmur that's used by the engine to compute bundle resource hashes, -// but in a way that the loop can be done outside the function. -#[inline(always)] -fn add_to_resource_hash(mut k: u64, name: impl Into) -> u64 { - const M: u64 = 0xc6a4a7935bd1e995; - const R: u64 = 47; - - let mut h: u64 = name.into(); - - k = k.wrapping_mul(M); - k ^= k >> R; - k = k.wrapping_mul(M); - - h ^= k; - k = M.wrapping_mul(h); - - k -} - impl BundleDatabase { - pub fn bundles(&self) -> &HashMap> { - &self.stored_files - } - - pub fn files(&self) -> &HashMap> { - &self.bundle_contents - } - pub fn add_bundle(&mut self, bundle: &Bundle) { let hash = bundle.name().to_murmur64(); let name = hash.to_string(); @@ -96,26 +69,20 @@ impl BundleDatabase { } } - let mut resource_hash = 0; - for f in bundle.files() { - let name = f.base_name().to_murmur64(); let file_name = FileName { extension: f.file_type(), - name, + name: f.base_name().to_murmur64(), }; - resource_hash = add_to_resource_hash(resource_hash, name); + // TODO: Compute actual resource hash + self.resource_hashes.insert(hash, 0); - // TODO: Make sure each file name only exists once. Probably best to turn - // the `Vec` into a sorted `HashSet`. self.bundle_contents .entry(hash) .or_default() .push(file_name); } - - self.resource_hashes.insert(hash, resource_hash); } } @@ -136,7 +103,7 @@ impl FromBinary for BundleDatabase { let mut stored_files = HashMap::with_capacity(num_entries); for _ in 0..num_entries { - let hash = r.read_u64().map(Murmur64::from)?; + let hash = Murmur64::from(r.read_u64()?); let num_files = r.read_u32()? as usize; let mut files = Vec::with_capacity(num_files); @@ -194,7 +161,7 @@ impl FromBinary for BundleDatabase { let mut resource_hashes = HashMap::with_capacity(num_hashes); for _ in 0..num_hashes { - let name = r.read_u64().map(Murmur64::from)?; + let name = Murmur64::from(r.read_u64()?); let hash = r.read_u64()?; resource_hashes.insert(name, hash); @@ -204,14 +171,14 @@ impl FromBinary for BundleDatabase { let mut bundle_contents = HashMap::with_capacity(num_contents); for _ in 0..num_contents { - let hash = r.read_u64().map(Murmur64::from)?; + let hash = Murmur64::from(r.read_u64()?); let num_files = r.read_u32()? as usize; let mut files = Vec::with_capacity(num_files); for _ in 0..num_files { - let extension = r.read_u64().map(BundleFileType::from)?; - let name = r.read_u64().map(Murmur64::from)?; + let extension = BundleFileType::from(r.read_u64()?); + let name = Murmur64::from(r.read_u64()?); files.push(FileName { extension, name }); } diff --git a/lib/sdk/src/bundle/file.rs b/lib/sdk/src/bundle/file.rs index 6d49821..ab59884 100644 --- a/lib/sdk/src/bundle/file.rs +++ b/lib/sdk/src/bundle/file.rs @@ -5,12 +5,407 @@ use bitflags::bitflags; use color_eyre::eyre::Context; use color_eyre::{eyre, Result}; use futures::future::join_all; +use serde::Serialize; use crate::binary::sync::*; use crate::filetype::*; use crate::murmur::{HashGroup, IdString64, Murmur64}; -use super::filetype::BundleFileType; +#[derive(Debug, Hash, PartialEq, Eq, Copy, Clone)] +pub enum BundleFileType { + Animation, + AnimationCurves, + Apb, + BakedLighting, + Bik, + BlendSet, + Bones, + Chroma, + CommonPackage, + Config, + Crypto, + Data, + Entity, + Flow, + Font, + Ies, + Ini, + Input, + Ivf, + Keys, + Level, + Lua, + Material, + Mod, + MouseCursor, + NavData, + NetworkConfig, + OddleNet, + Package, + Particles, + PhysicsProperties, + RenderConfig, + RtPipeline, + Scene, + Shader, + ShaderLibrary, + ShaderLibraryGroup, + ShadingEnvionmentMapping, + ShadingEnvironment, + Slug, + SlugAlbum, + SoundEnvironment, + SpuJob, + StateMachine, + StaticPVS, + Strings, + SurfaceProperties, + Texture, + TimpaniBank, + TimpaniMaster, + Tome, + Ugg, + Unit, + Upb, + VectorField, + Wav, + WwiseBank, + WwiseDep, + WwiseEvent, + WwiseMetadata, + WwiseStream, + Xml, + + Unknown(Murmur64), +} + +impl BundleFileType { + pub fn ext_name(&self) -> String { + match self { + BundleFileType::AnimationCurves => String::from("animation_curves"), + BundleFileType::Animation => String::from("animation"), + BundleFileType::Apb => String::from("apb"), + BundleFileType::BakedLighting => String::from("baked_lighting"), + BundleFileType::Bik => String::from("bik"), + BundleFileType::BlendSet => String::from("blend_set"), + BundleFileType::Bones => String::from("bones"), + BundleFileType::Chroma => String::from("chroma"), + BundleFileType::CommonPackage => String::from("common_package"), + BundleFileType::Config => String::from("config"), + BundleFileType::Crypto => String::from("crypto"), + BundleFileType::Data => String::from("data"), + BundleFileType::Entity => String::from("entity"), + BundleFileType::Flow => String::from("flow"), + BundleFileType::Font => String::from("font"), + BundleFileType::Ies => String::from("ies"), + BundleFileType::Ini => String::from("ini"), + BundleFileType::Input => String::from("input"), + BundleFileType::Ivf => String::from("ivf"), + BundleFileType::Keys => String::from("keys"), + BundleFileType::Level => String::from("level"), + BundleFileType::Lua => String::from("lua"), + BundleFileType::Material => String::from("material"), + BundleFileType::Mod => String::from("mod"), + BundleFileType::MouseCursor => String::from("mouse_cursor"), + BundleFileType::NavData => String::from("nav_data"), + BundleFileType::NetworkConfig => String::from("network_config"), + BundleFileType::OddleNet => String::from("oodle_net"), + BundleFileType::Package => String::from("package"), + BundleFileType::Particles => String::from("particles"), + BundleFileType::PhysicsProperties => String::from("physics_properties"), + BundleFileType::RenderConfig => String::from("render_config"), + BundleFileType::RtPipeline => String::from("rt_pipeline"), + BundleFileType::Scene => String::from("scene"), + BundleFileType::ShaderLibraryGroup => String::from("shader_library_group"), + BundleFileType::ShaderLibrary => String::from("shader_library"), + BundleFileType::Shader => String::from("shader"), + BundleFileType::ShadingEnvionmentMapping => String::from("shading_environment_mapping"), + BundleFileType::ShadingEnvironment => String::from("shading_environment"), + BundleFileType::SlugAlbum => String::from("slug_album"), + BundleFileType::Slug => String::from("slug"), + BundleFileType::SoundEnvironment => String::from("sound_environment"), + BundleFileType::SpuJob => String::from("spu_job"), + BundleFileType::StateMachine => String::from("state_machine"), + BundleFileType::StaticPVS => String::from("static_pvs"), + BundleFileType::Strings => String::from("strings"), + BundleFileType::SurfaceProperties => String::from("surface_properties"), + BundleFileType::Texture => String::from("texture"), + BundleFileType::TimpaniBank => String::from("timpani_bank"), + BundleFileType::TimpaniMaster => String::from("timpani_master"), + BundleFileType::Tome => String::from("tome"), + BundleFileType::Ugg => String::from("ugg"), + BundleFileType::Unit => String::from("unit"), + BundleFileType::Upb => String::from("upb"), + BundleFileType::VectorField => String::from("vector_field"), + BundleFileType::Wav => String::from("wav"), + BundleFileType::WwiseBank => String::from("wwise_bank"), + BundleFileType::WwiseDep => String::from("wwise_dep"), + BundleFileType::WwiseEvent => String::from("wwise_event"), + BundleFileType::WwiseMetadata => String::from("wwise_metadata"), + BundleFileType::WwiseStream => String::from("wwise_stream"), + BundleFileType::Xml => String::from("xml"), + + BundleFileType::Unknown(s) => format!("{s:016X}"), + } + } + + pub fn decompiled_ext_name(&self) -> String { + match self { + BundleFileType::Texture => String::from("dds"), + BundleFileType::WwiseBank => String::from("bnk"), + BundleFileType::WwiseStream => String::from("ogg"), + _ => self.ext_name(), + } + } + + pub fn hash(&self) -> Murmur64 { + Murmur64::from(*self) + } +} + +impl std::str::FromStr for BundleFileType { + type Err = color_eyre::Report; + + fn from_str(s: &str) -> Result { + let val = match s { + "animation_curves" => BundleFileType::AnimationCurves, + "animation" => BundleFileType::Animation, + "apb" => BundleFileType::Apb, + "baked_lighting" => BundleFileType::BakedLighting, + "bik" => BundleFileType::Bik, + "blend_set" => BundleFileType::BlendSet, + "bones" => BundleFileType::Bones, + "chroma" => BundleFileType::Chroma, + "common_package" => BundleFileType::CommonPackage, + "config" => BundleFileType::Config, + "crypto" => BundleFileType::Crypto, + "data" => BundleFileType::Data, + "entity" => BundleFileType::Entity, + "flow" => BundleFileType::Flow, + "font" => BundleFileType::Font, + "ies" => BundleFileType::Ies, + "ini" => BundleFileType::Ini, + "input" => BundleFileType::Input, + "ivf" => BundleFileType::Ivf, + "keys" => BundleFileType::Keys, + "level" => BundleFileType::Level, + "lua" => BundleFileType::Lua, + "material" => BundleFileType::Material, + "mod" => BundleFileType::Mod, + "mouse_cursor" => BundleFileType::MouseCursor, + "nav_data" => BundleFileType::NavData, + "network_config" => BundleFileType::NetworkConfig, + "oodle_net" => BundleFileType::OddleNet, + "package" => BundleFileType::Package, + "particles" => BundleFileType::Particles, + "physics_properties" => BundleFileType::PhysicsProperties, + "render_config" => BundleFileType::RenderConfig, + "rt_pipeline" => BundleFileType::RtPipeline, + "scene" => BundleFileType::Scene, + "shader_library_group" => BundleFileType::ShaderLibraryGroup, + "shader_library" => BundleFileType::ShaderLibrary, + "shader" => BundleFileType::Shader, + "shading_environment_mapping" => BundleFileType::ShadingEnvionmentMapping, + "shading_environment" => BundleFileType::ShadingEnvironment, + "slug_album" => BundleFileType::SlugAlbum, + "slug" => BundleFileType::Slug, + "sound_environment" => BundleFileType::SoundEnvironment, + "spu_job" => BundleFileType::SpuJob, + "state_machine" => BundleFileType::StateMachine, + "static_pvs" => BundleFileType::StaticPVS, + "strings" => BundleFileType::Strings, + "surface_properties" => BundleFileType::SurfaceProperties, + "texture" => BundleFileType::Texture, + "timpani_bank" => BundleFileType::TimpaniBank, + "timpani_master" => BundleFileType::TimpaniMaster, + "tome" => BundleFileType::Tome, + "ugg" => BundleFileType::Ugg, + "unit" => BundleFileType::Unit, + "upb" => BundleFileType::Upb, + "vector_field" => BundleFileType::VectorField, + "wav" => BundleFileType::Wav, + "wwise_bank" => BundleFileType::WwiseBank, + "wwise_dep" => BundleFileType::WwiseDep, + "wwise_event" => BundleFileType::WwiseEvent, + "wwise_metadata" => BundleFileType::WwiseMetadata, + "wwise_stream" => BundleFileType::WwiseStream, + "xml" => BundleFileType::Xml, + s => eyre::bail!("Unknown type string '{}'", s), + }; + + Ok(val) + } +} + +impl Serialize for BundleFileType { + fn serialize(&self, serializer: S) -> Result + where + S: serde::Serializer, + { + let value = self.ext_name(); + value.serialize(serializer) + } +} + +impl From for BundleFileType { + fn from(value: Murmur64) -> Self { + Self::from(Into::::into(value)) + } +} + +impl From for BundleFileType { + fn from(hash: u64) -> BundleFileType { + match hash { + 0x931e336d7646cc26 => BundleFileType::Animation, + 0xdcfb9e18fff13984 => BundleFileType::AnimationCurves, + 0x3eed05ba83af5090 => BundleFileType::Apb, + 0x7ffdb779b04e4ed1 => BundleFileType::BakedLighting, + 0xaa5965f03029fa18 => BundleFileType::Bik, + 0xe301e8af94e3b5a3 => BundleFileType::BlendSet, + 0x18dead01056b72e9 => BundleFileType::Bones, + 0xb7893adf7567506a => BundleFileType::Chroma, + 0xfe9754bd19814a47 => BundleFileType::CommonPackage, + 0x82645835e6b73232 => BundleFileType::Config, + 0x69108ded1e3e634b => BundleFileType::Crypto, + 0x8fd0d44d20650b68 => BundleFileType::Data, + 0x9831ca893b0d087d => BundleFileType::Entity, + 0x92d3ee038eeb610d => BundleFileType::Flow, + 0x9efe0a916aae7880 => BundleFileType::Font, + 0x8f7d5a2c0f967655 => BundleFileType::Ies, + 0xd526a27da14f1dc5 => BundleFileType::Ini, + 0x2bbcabe5074ade9e => BundleFileType::Input, + 0xfa4a8e091a91201e => BundleFileType::Ivf, + 0xa62f9297dc969e85 => BundleFileType::Keys, + 0x2a690fd348fe9ac5 => BundleFileType::Level, + 0xa14e8dfa2cd117e2 => BundleFileType::Lua, + 0xeac0b497876adedf => BundleFileType::Material, + 0x3fcdd69156a46417 => BundleFileType::Mod, + 0xb277b11fe4a61d37 => BundleFileType::MouseCursor, + 0x169de9566953d264 => BundleFileType::NavData, + 0x3b1fa9e8f6bac374 => BundleFileType::NetworkConfig, + 0xb0f2c12eb107f4d8 => BundleFileType::OddleNet, + 0xad9c6d9ed1e5e77a => BundleFileType::Package, + 0xa8193123526fad64 => BundleFileType::Particles, + 0xbf21403a3ab0bbb1 => BundleFileType::PhysicsProperties, + 0x27862fe24795319c => BundleFileType::RenderConfig, + 0x9ca183c2d0e76dee => BundleFileType::RtPipeline, + 0x9d0a795bfe818d19 => BundleFileType::Scene, + 0xcce8d5b5f5ae333f => BundleFileType::Shader, + 0xe5ee32a477239a93 => BundleFileType::ShaderLibrary, + 0x9e5c3cc74575aeb5 => BundleFileType::ShaderLibraryGroup, + 0x250e0a11ac8e26f8 => BundleFileType::ShadingEnvionmentMapping, + 0xfe73c7dcff8a7ca5 => BundleFileType::ShadingEnvironment, + 0xa27b4d04a9ba6f9e => BundleFileType::Slug, + 0xe9fc9ea7042e5ec0 => BundleFileType::SlugAlbum, + 0xd8b27864a97ffdd7 => BundleFileType::SoundEnvironment, + 0xf97af9983c05b950 => BundleFileType::SpuJob, + 0xa486d4045106165c => BundleFileType::StateMachine, + 0xe3f0baa17d620321 => BundleFileType::StaticPVS, + 0x0d972bab10b40fd3 => BundleFileType::Strings, + 0xad2d3fa30d9ab394 => BundleFileType::SurfaceProperties, + 0xcd4238c6a0c69e32 => BundleFileType::Texture, + 0x99736be1fff739a4 => BundleFileType::TimpaniBank, + 0x00a3e6c59a2b9c6c => BundleFileType::TimpaniMaster, + 0x19c792357c99f49b => BundleFileType::Tome, + 0x712d6e3dd1024c9c => BundleFileType::Ugg, + 0xe0a48d0be9a7453f => BundleFileType::Unit, + 0xa99510c6e86dd3c2 => BundleFileType::Upb, + 0xf7505933166d6755 => BundleFileType::VectorField, + 0x786f65c00a816b19 => BundleFileType::Wav, + 0x535a7bd3e650d799 => BundleFileType::WwiseBank, + 0xaf32095c82f2b070 => BundleFileType::WwiseDep, + 0xaabdd317b58dfc8a => BundleFileType::WwiseEvent, + 0xd50a8b7e1c82b110 => BundleFileType::WwiseMetadata, + 0x504b55235d21440e => BundleFileType::WwiseStream, + 0x76015845a6003765 => BundleFileType::Xml, + + _ => BundleFileType::Unknown(Murmur64::from(hash)), + } + } +} + +impl From for u64 { + fn from(t: BundleFileType) -> u64 { + match t { + BundleFileType::Animation => 0x931e336d7646cc26, + BundleFileType::AnimationCurves => 0xdcfb9e18fff13984, + BundleFileType::Apb => 0x3eed05ba83af5090, + BundleFileType::BakedLighting => 0x7ffdb779b04e4ed1, + BundleFileType::Bik => 0xaa5965f03029fa18, + BundleFileType::BlendSet => 0xe301e8af94e3b5a3, + BundleFileType::Bones => 0x18dead01056b72e9, + BundleFileType::Chroma => 0xb7893adf7567506a, + BundleFileType::CommonPackage => 0xfe9754bd19814a47, + BundleFileType::Config => 0x82645835e6b73232, + BundleFileType::Crypto => 0x69108ded1e3e634b, + BundleFileType::Data => 0x8fd0d44d20650b68, + BundleFileType::Entity => 0x9831ca893b0d087d, + BundleFileType::Flow => 0x92d3ee038eeb610d, + BundleFileType::Font => 0x9efe0a916aae7880, + BundleFileType::Ies => 0x8f7d5a2c0f967655, + BundleFileType::Ini => 0xd526a27da14f1dc5, + BundleFileType::Input => 0x2bbcabe5074ade9e, + BundleFileType::Ivf => 0xfa4a8e091a91201e, + BundleFileType::Keys => 0xa62f9297dc969e85, + BundleFileType::Level => 0x2a690fd348fe9ac5, + BundleFileType::Lua => 0xa14e8dfa2cd117e2, + BundleFileType::Material => 0xeac0b497876adedf, + BundleFileType::Mod => 0x3fcdd69156a46417, + BundleFileType::MouseCursor => 0xb277b11fe4a61d37, + BundleFileType::NavData => 0x169de9566953d264, + BundleFileType::NetworkConfig => 0x3b1fa9e8f6bac374, + BundleFileType::OddleNet => 0xb0f2c12eb107f4d8, + BundleFileType::Package => 0xad9c6d9ed1e5e77a, + BundleFileType::Particles => 0xa8193123526fad64, + BundleFileType::PhysicsProperties => 0xbf21403a3ab0bbb1, + BundleFileType::RenderConfig => 0x27862fe24795319c, + BundleFileType::RtPipeline => 0x9ca183c2d0e76dee, + BundleFileType::Scene => 0x9d0a795bfe818d19, + BundleFileType::Shader => 0xcce8d5b5f5ae333f, + BundleFileType::ShaderLibrary => 0xe5ee32a477239a93, + BundleFileType::ShaderLibraryGroup => 0x9e5c3cc74575aeb5, + BundleFileType::ShadingEnvionmentMapping => 0x250e0a11ac8e26f8, + BundleFileType::ShadingEnvironment => 0xfe73c7dcff8a7ca5, + BundleFileType::Slug => 0xa27b4d04a9ba6f9e, + BundleFileType::SlugAlbum => 0xe9fc9ea7042e5ec0, + BundleFileType::SoundEnvironment => 0xd8b27864a97ffdd7, + BundleFileType::SpuJob => 0xf97af9983c05b950, + BundleFileType::StateMachine => 0xa486d4045106165c, + BundleFileType::StaticPVS => 0xe3f0baa17d620321, + BundleFileType::Strings => 0x0d972bab10b40fd3, + BundleFileType::SurfaceProperties => 0xad2d3fa30d9ab394, + BundleFileType::Texture => 0xcd4238c6a0c69e32, + BundleFileType::TimpaniBank => 0x99736be1fff739a4, + BundleFileType::TimpaniMaster => 0x00a3e6c59a2b9c6c, + BundleFileType::Tome => 0x19c792357c99f49b, + BundleFileType::Ugg => 0x712d6e3dd1024c9c, + BundleFileType::Unit => 0xe0a48d0be9a7453f, + BundleFileType::Upb => 0xa99510c6e86dd3c2, + BundleFileType::VectorField => 0xf7505933166d6755, + BundleFileType::Wav => 0x786f65c00a816b19, + BundleFileType::WwiseBank => 0x535a7bd3e650d799, + BundleFileType::WwiseDep => 0xaf32095c82f2b070, + BundleFileType::WwiseEvent => 0xaabdd317b58dfc8a, + BundleFileType::WwiseMetadata => 0xd50a8b7e1c82b110, + BundleFileType::WwiseStream => 0x504b55235d21440e, + BundleFileType::Xml => 0x76015845a6003765, + + BundleFileType::Unknown(hash) => hash.into(), + } + } +} +impl From for Murmur64 { + fn from(t: BundleFileType) -> Murmur64 { + let hash: u64 = t.into(); + Murmur64::from(hash) + } +} + +impl std::fmt::Display for BundleFileType { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + write!(f, "{}", self.ext_name()) + } +} #[derive(Debug)] struct BundleFileHeader { @@ -20,7 +415,6 @@ struct BundleFileHeader { len_data_file_name: usize, } -#[derive(Clone, Debug)] pub struct BundleFileVariant { property: u32, data: Vec, @@ -107,15 +501,12 @@ impl BundleFileVariant { } bitflags! { - #[derive(Default, Clone, Copy, Debug)] + #[derive(Default)] pub struct Properties: u32 { const DATA = 0b100; - // A custom flag used by DTMT to signify a file altered by mods. - const MODDED = 1 << 31; } } -#[derive(Clone, Debug)] pub struct BundleFile { file_type: BundleFileType, name: IdString64, @@ -124,7 +515,7 @@ pub struct BundleFile { } impl BundleFile { - pub fn new(name: impl Into, file_type: BundleFileType) -> Self { + pub fn new(name: String, file_type: BundleFileType) -> Self { Self { file_type, name: name.into(), @@ -137,18 +528,6 @@ impl BundleFile { self.variants.push(variant) } - pub fn set_variants(&mut self, variants: Vec) { - self.variants = variants; - } - - pub fn set_props(&mut self, props: Properties) { - self.props = props; - } - - pub fn set_modded(&mut self, is_modded: bool) { - self.props.set(Properties::MODDED, is_modded); - } - #[tracing::instrument(name = "File::read", skip(ctx, r))] pub fn from_reader(ctx: &crate::Context, r: &mut R, props: Properties) -> Result where @@ -268,15 +647,20 @@ impl BundleFile { Ok(w.into_inner()) } - #[tracing::instrument("File::from_sjson", skip(sjson, name), fields(name = %name.display()))] - pub async fn from_sjson( - name: IdString64, + #[tracing::instrument(name = "File::from_sjson", skip(sjson))] + pub async fn from_sjson( + name: String, file_type: BundleFileType, - sjson: impl AsRef, - root: impl AsRef + std::fmt::Debug, - ) -> Result { + sjson: S, + root: P, + ) -> Result + where + P: AsRef + std::fmt::Debug, + S: AsRef, + { match file_type { - BundleFileType::Lua => lua::compile(name, sjson).wrap_err("Failed to compile Lua file"), + BundleFileType::Lua => lua::compile(name.clone(), sjson) + .wrap_err_with(|| format!("Failed to compile Lua file '{}'", name)), BundleFileType::Unknown(_) => { eyre::bail!("Unknown file type. Cannot compile from SJSON"); } @@ -315,13 +699,17 @@ impl BundleFile { s } - pub fn matches_name(&self, name: &IdString64) -> bool { - if self.name == *name { + pub fn matches_name(&self, name: S) -> bool + where + S: Into, + { + let name = name.into(); + if self.name == name { return true; } if let IdString64::String(name) = name { - self.name(false, None) == *name || self.name(true, None) == *name + self.name(false, None) == name || self.name(true, None) == name } else { false } diff --git a/lib/sdk/src/bundle/filetype.rs b/lib/sdk/src/bundle/filetype.rs deleted file mode 100644 index 68ff6b5..0000000 --- a/lib/sdk/src/bundle/filetype.rs +++ /dev/null @@ -1,174 +0,0 @@ -use color_eyre::{eyre, Result}; -use serde::Serialize; - -use crate::murmur::Murmur64; - -macro_rules! make_enum { - ( - $( $variant:ident, $hash:expr, $ext:expr $(, $decompiled:expr)? ; )+ - ) => { - #[derive(Debug, Hash, PartialEq, Eq, Copy, Clone)] - pub enum BundleFileType { - $( - $variant, - )+ - Unknown(Murmur64), - } - - impl BundleFileType { - pub fn ext_name(&self) -> String { - match self { - $( - Self::$variant => String::from($ext), - )+ - Self::Unknown(s) => format!("{s:016X}"), - } - } - - pub fn decompiled_ext_name(&self) -> String { - match self { - $( - $( Self::$variant => String::from($decompiled), )? - )+ - _ => self.ext_name(), - } - } - } - - impl std::str::FromStr for BundleFileType { - type Err = color_eyre::Report; - fn from_str(s: &str) -> Result { - match s { - $( - $ext => Ok(Self::$variant), - )+ - s => eyre::bail!("Unknown type string '{}'", s), - } - } - } - - impl From for BundleFileType { - fn from(h: u64) -> Self { - match h { - $( - $hash => Self::$variant, - )+ - hash => Self::Unknown(hash.into()), - } - } - } - - impl From for u64 { - fn from(t: BundleFileType) -> u64 { - match t { - $( - BundleFileType::$variant => $hash, - )+ - BundleFileType::Unknown(hash) => hash.into(), - } - } - } - } -} - -make_enum! { - AnimationCurves, 0xdcfb9e18fff13984, "animation_curves"; - Animation, 0x931e336d7646cc26, "animation"; - Apb, 0x3eed05ba83af5090, "apb"; - BakedLighting, 0x7ffdb779b04e4ed1, "baked_lighting"; - Bik, 0xaa5965f03029fa18, "bik"; - BlendSet, 0xe301e8af94e3b5a3, "blend_set"; - Bones, 0x18dead01056b72e9, "bones"; - Chroma, 0xb7893adf7567506a, "chroma"; - CommonPackage, 0xfe9754bd19814a47, "common_package"; - Config, 0x82645835e6b73232, "config"; - Crypto, 0x69108ded1e3e634b, "crypto"; - Data, 0x8fd0d44d20650b68, "data"; - Entity, 0x9831ca893b0d087d, "entity"; - Flow, 0x92d3ee038eeb610d, "flow"; - Font, 0x9efe0a916aae7880, "font"; - Ies, 0x8f7d5a2c0f967655, "ies"; - Ini, 0xd526a27da14f1dc5, "ini"; - Input, 0x2bbcabe5074ade9e, "input"; - Ivf, 0xfa4a8e091a91201e, "ivf"; - Keys, 0xa62f9297dc969e85, "keys"; - Level, 0x2a690fd348fe9ac5, "level"; - Lua, 0xa14e8dfa2cd117e2, "lua"; - Material, 0xeac0b497876adedf, "material"; - Mod, 0x3fcdd69156a46417, "mod"; - MouseCursor, 0xb277b11fe4a61d37, "mouse_cursor"; - NavData, 0x169de9566953d264, "nav_data"; - NetworkConfig, 0x3b1fa9e8f6bac374, "network_config"; - OddleNet, 0xb0f2c12eb107f4d8, "oodle_net"; - Package, 0xad9c6d9ed1e5e77a, "package"; - Particles, 0xa8193123526fad64, "particles"; - PhysicsProperties, 0xbf21403a3ab0bbb1, "physics_properties"; - RenderConfig, 0x27862fe24795319c, "render_config"; - RtPipeline, 0x9ca183c2d0e76dee, "rt_pipeline"; - Scene, 0x9d0a795bfe818d19, "scene"; - Shader, 0xcce8d5b5f5ae333f, "shader"; - ShaderLibrary, 0xe5ee32a477239a93, "shader_library"; - ShaderLibraryGroup, 0x9e5c3cc74575aeb5, "shader_library_group"; - ShadingEnvionmentMapping, 0x250e0a11ac8e26f8, "shading_envionment_mapping"; - ShadingEnvironment, 0xfe73c7dcff8a7ca5, "shading_environment"; - Slug, 0xa27b4d04a9ba6f9e, "slug"; - SlugAlbum, 0xe9fc9ea7042e5ec0, "slug_album"; - SoundEnvironment, 0xd8b27864a97ffdd7, "sound_environment"; - SpuJob, 0xf97af9983c05b950, "spu_job"; - StateMachine, 0xa486d4045106165c, "state_machine"; - StaticPVS, 0xe3f0baa17d620321, "static_pvs"; - Strings, 0x0d972bab10b40fd3, "strings"; - SurfaceProperties, 0xad2d3fa30d9ab394, "surface_properties"; - Texture, 0xcd4238c6a0c69e32, "texture", "dds"; - TimpaniBank, 0x99736be1fff739a4, "timpani_bank"; - TimpaniMaster, 0x00a3e6c59a2b9c6c, "timpani_master"; - Tome, 0x19c792357c99f49b, "tome"; - Ugg, 0x712d6e3dd1024c9c, "ugg"; - Unit, 0xe0a48d0be9a7453f, "unit"; - Upb, 0xa99510c6e86dd3c2, "upb"; - VectorField, 0xf7505933166d6755, "vector_field"; - Wav, 0x786f65c00a816b19, "wav"; - WwiseBank, 0x535a7bd3e650d799, "wwise_bank", "bnk"; - WwiseDep, 0xaf32095c82f2b070, "wwise_dep"; - WwiseEvent, 0xaabdd317b58dfc8a, "wwise_event"; - WwiseMetadata, 0xd50a8b7e1c82b110, "wwise_metadata"; - WwiseStream, 0x504b55235d21440e, "wwise_stream", "ogg"; - Xml, 0x76015845a6003765, "xml"; - Theme, 0x38BB9442048A7FBD, "theme"; - MissionThemes, 0x80F2DE893657F83A, "mission_themes"; -} - -impl BundleFileType { - pub fn hash(&self) -> Murmur64 { - Murmur64::from(*self) - } -} - -impl Serialize for BundleFileType { - fn serialize(&self, serializer: S) -> Result - where - S: serde::Serializer, - { - let value = self.ext_name(); - value.serialize(serializer) - } -} - -impl From for BundleFileType { - fn from(value: Murmur64) -> Self { - Self::from(Into::::into(value)) - } -} - -impl From for Murmur64 { - fn from(t: BundleFileType) -> Murmur64 { - let hash: u64 = t.into(); - Murmur64::from(hash) - } -} - -impl std::fmt::Display for BundleFileType { - fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { - write!(f, "{}", self.ext_name()) - } -} diff --git a/lib/sdk/src/bundle/mod.rs b/lib/sdk/src/bundle/mod.rs index edb71bb..813df06 100644 --- a/lib/sdk/src/bundle/mod.rs +++ b/lib/sdk/src/bundle/mod.rs @@ -7,14 +7,13 @@ use color_eyre::{Help, Report, SectionExt}; use oodle::{OodleLZ_CheckCRC, OodleLZ_FuzzSafe, CHUNK_SIZE}; use crate::binary::sync::*; +use crate::bundle::file::Properties; use crate::murmur::{HashGroup, IdString64, Murmur64}; pub(crate) mod database; pub(crate) mod file; -pub(crate) mod filetype; -pub use file::{BundleFile, BundleFileVariant, Properties}; -pub use filetype::BundleFileType; +pub use file::{BundleFile, BundleFileType, BundleFileVariant}; #[derive(Clone, Copy, Debug, PartialEq, PartialOrd)] enum BundleFormat { @@ -236,7 +235,7 @@ impl Bundle { // Ceiling division (or division toward infinity) to calculate // the number of chunks required to fit the unpacked data. - let num_chunks = unpacked_data.len().div_ceil(CHUNK_SIZE); + let num_chunks = (unpacked_data.len() + CHUNK_SIZE - 1) / CHUNK_SIZE; tracing::trace!(num_chunks); w.write_u32(num_chunks as u32)?; diff --git a/lib/sdk/src/filetype/lua.rs b/lib/sdk/src/filetype/lua.rs index dd0494e..8de212f 100644 --- a/lib/sdk/src/filetype/lua.rs +++ b/lib/sdk/src/filetype/lua.rs @@ -15,7 +15,6 @@ use tokio::fs; use crate::binary::sync::ReadExt; use crate::binary::sync::WriteExt; use crate::bundle::file::{BundleFileVariant, UserFile}; -use crate::murmur::IdString64; use crate::{BundleFile, BundleFileType}; const BITSQUID_LUAJIT_HEADER: u32 = 0x8253461B; @@ -93,13 +92,11 @@ where let output = cmd.output().wrap_err("Failed to run ljd")?; - if !output.status.success() { - let err = eyre::eyre!( - "LJD exited with code {:?}:\n{}", - output.status.code(), + if !output.stderr.is_empty() { + eyre::bail!( + "Decompilation failed: {}", String::from_utf8_lossy(&output.stderr) ); - tracing::error!("Failed to decompile '{}':\n{:?}", name, err); } let content = output.stdout; @@ -118,22 +115,26 @@ where } #[tracing::instrument(skip_all)] -pub fn compile(name: impl Into, code: impl AsRef) -> Result { +pub fn compile(name: S, code: C) -> Result +where + S: Into, + C: AsRef, +{ let name = name.into(); let code = code.as_ref(); tracing::trace!( "Compiling '{}', {} bytes of code", - name.display(), - code.len() + name, + code.as_bytes().len() ); let bytecode = unsafe { let state = lua::luaL_newstate(); lua::luaL_openlibs(state); - let name = CString::new(format!("@{}", name.display()).into_bytes()) - .wrap_err_with(|| format!("Cannot convert name into CString: {}", name.display()))?; + let name = CString::new(format!("@{name}").into_bytes()) + .wrap_err_with(|| format!("Cannot convert name into CString: {}", name))?; match lua::luaL_loadbuffer( state, code.as_ptr() as _, @@ -156,10 +157,10 @@ pub fn compile(name: impl Into, code: impl AsRef) -> Result unreachable!(), } - lua::lua_setglobal(state, c"fn".as_ptr()); + lua::lua_setglobal(state, b"fn\0".as_ptr() as _); - let run = c"return string.dump(fn, false)"; - match lua::luaL_loadstring(state, run.as_ptr()) as u32 { + let run = b"return string.dump(fn, false)\0"; + match lua::luaL_loadstring(state, run.as_ptr() as _) as u32 { lua::LUA_OK => {} lua::LUA_ERRSYNTAX => { let err = lua::lua_tostring(state, -1); diff --git a/lib/sdk/src/filetype/package.rs b/lib/sdk/src/filetype/package.rs index 758f79f..1f50f81 100644 --- a/lib/sdk/src/filetype/package.rs +++ b/lib/sdk/src/filetype/package.rs @@ -7,22 +7,13 @@ use std::str::FromStr; use async_recursion::async_recursion; use color_eyre::eyre::{self, Context}; use color_eyre::Result; +use path_slash::PathBufExt; use tokio::fs; use crate::binary::sync::{ReadExt, WriteExt}; -use crate::bundle::file::UserFile; -use crate::bundle::filetype::BundleFileType; -use crate::murmur::{HashGroup, IdString64, Murmur64}; +use crate::bundle::file::{BundleFileType, UserFile}; +use crate::murmur::{HashGroup, Murmur64}; -/// Resolves a relative path that might contain wildcards into a list of -/// paths that exist on disk and match that wildcard. -/// This is similar to globbing in Unix shells, but with much less features. -/// -/// The only wilcard character allowed is `*`, and only at the end of the string, -/// where it matches all files recursively in that directory. -/// -/// `t` is an optional extension name, that may be used to force a wildcard -/// path to only match that file type `t`. #[tracing::instrument] #[async_recursion] async fn resolve_wildcard( @@ -99,12 +90,12 @@ where Ok(paths) } -type PackageType = HashMap>; +type PackageType = HashMap>; type PackageDefinition = HashMap>; #[derive(Default)] pub struct Package { - _name: IdString64, + _name: String, _root: PathBuf, inner: PackageType, flags: u8, @@ -125,9 +116,9 @@ impl DerefMut for Package { } impl Package { - pub fn new(name: impl Into, root: PathBuf) -> Self { + pub fn new(name: String, root: PathBuf) -> Self { Self { - _name: name.into(), + _name: name, _root: root, inner: Default::default(), flags: 1, @@ -138,22 +129,17 @@ impl Package { self.values().fold(0, |total, files| total + files.len()) } - pub fn add_file(&mut self, file_type: BundleFileType, name: impl Into) { + pub fn add_file>(&mut self, file_type: BundleFileType, name: P) { self.inner.entry(file_type).or_default().insert(name.into()); } #[tracing::instrument("Package::from_sjson", skip(sjson), fields(sjson_len = sjson.as_ref().len()))] - pub async fn from_sjson( - sjson: S, - name: impl Into + std::fmt::Debug, - root: P, - ) -> Result + pub async fn from_sjson(sjson: S, name: String, root: P) -> Result where P: AsRef + std::fmt::Debug, S: AsRef, { let root = root.as_ref(); - let name = name.into(); let definition: PackageDefinition = serde_sjson::from_str(sjson.as_ref())?; let mut inner: PackageType = Default::default(); @@ -187,11 +173,7 @@ impl Package { continue; }; - tracing::debug!("Adding file {}", path.display()); - inner - .entry(t) - .or_default() - .insert(path.display().to_string()); + inner.entry(t).or_default().insert(path); } } } @@ -210,9 +192,11 @@ impl Package { pub fn to_sjson(&self) -> Result { let mut map: PackageDefinition = Default::default(); - for (t, names) in self.iter() { - for name in names.iter() { - map.entry(t.ext_name()).or_default().insert(name.clone()); + for (t, paths) in self.iter() { + for path in paths.iter() { + map.entry(t.ext_name()) + .or_default() + .insert(path.display().to_string()); } } @@ -238,11 +222,11 @@ impl Package { for _ in 0..file_count { let t = BundleFileType::from(r.read_u64()?); let hash = Murmur64::from(r.read_u64()?); - let name = ctx.lookup_hash(hash, HashGroup::Filename); + let path = ctx.lookup_hash(hash, HashGroup::Filename); inner .entry(t) .or_default() - .insert(name.display().to_string()); + .insert(PathBuf::from(path.display().to_string())); } let flags = r.read_u8()?; @@ -255,7 +239,7 @@ impl Package { let pkg = Self { inner, - _name: name.into(), + _name: name, _root: PathBuf::new(), flags, }; @@ -271,10 +255,12 @@ impl Package { w.write_u32(0x2b)?; w.write_u32(self.values().flatten().count() as u32)?; - for (t, names) in self.iter() { - for name in names.iter() { + for (t, paths) in self.iter() { + for path in paths.iter() { w.write_u64(t.hash().into())?; - w.write_u64(Murmur64::hash(name.as_bytes()).into())?; + + let hash = Murmur64::hash(path.to_slash_lossy().as_bytes()); + w.write_u64(hash.into())?; } } @@ -294,11 +280,17 @@ where Ok(vec![UserFile::new(s.into_bytes())]) } +// #[tracing::instrument(skip_all)] +// pub fn compile(_ctx: &crate::Context, data: String) -> Result> { +// let pkg = Package::from_sjson(data)?; +// pkg.to_binary() +// } + #[cfg(test)] mod test { use std::path::PathBuf; - use crate::bundle::filetype::BundleFileType; + use crate::BundleFileType; use super::resolve_wildcard; use super::Package; diff --git a/lib/sdk/src/filetype/strings.rs b/lib/sdk/src/filetype/strings.rs index 8643266..ca2ed8c 100644 --- a/lib/sdk/src/filetype/strings.rs +++ b/lib/sdk/src/filetype/strings.rs @@ -28,14 +28,10 @@ impl Language { #[derive(serde::Serialize)] pub struct Strings(HashMap>); -#[inline(always)] fn read_string(r: R) -> Result where R: Read, { - // We can safely ignore the warning here, as all data is already in memory, and no additional - // `BufReader` should be needed. - #[allow(clippy::unbuffered_bytes)] r.bytes() .take_while(|b| b.as_ref().map(|b| *b != 0).unwrap_or(false)) .map(|b| b.map_err(Report::new)) @@ -45,7 +41,7 @@ where impl Strings { #[tracing::instrument(skip_all, fields(languages = variants.len()))] - pub fn from_variants(ctx: &crate::Context, variants: &[BundleFileVariant]) -> Result { + pub fn from_variants(ctx: &crate::Context, variants: &Vec) -> Result { let mut map: HashMap> = HashMap::new(); for (i, variant) in variants.iter().enumerate() { @@ -80,7 +76,7 @@ impl Strings { } #[tracing::instrument(skip_all)] -pub fn decompile(ctx: &crate::Context, variants: &[BundleFileVariant]) -> Result> { +pub fn decompile(ctx: &crate::Context, variants: &Vec) -> Result> { let strings = Strings::from_variants(ctx, variants)?; let content = strings.to_sjson()?; diff --git a/lib/sdk/src/lib.rs b/lib/sdk/src/lib.rs index 9b1806b..37a4d67 100644 --- a/lib/sdk/src/lib.rs +++ b/lib/sdk/src/lib.rs @@ -1,5 +1,3 @@ -#![feature(test)] - mod binary; mod bundle; mod context; @@ -9,5 +7,5 @@ pub mod murmur; pub use binary::{FromBinary, ToBinary}; pub use bundle::database::BundleDatabase; pub use bundle::decompress; -pub use bundle::{Bundle, BundleFile, BundleFileType, BundleFileVariant, Properties}; +pub use bundle::{Bundle, BundleFile, BundleFileType, BundleFileVariant}; pub use context::{CmdLine, Context}; diff --git a/lib/sdk/src/murmur/dictionary.rs b/lib/sdk/src/murmur/dictionary.rs index 267f0a4..2d51af1 100644 --- a/lib/sdk/src/murmur/dictionary.rs +++ b/lib/sdk/src/murmur/dictionary.rs @@ -147,14 +147,14 @@ impl Dictionary { Ok(()) } - pub fn add(&mut self, value: impl AsRef<[u8]>, group: HashGroup) { - let long = Murmur64::from(murmurhash64::hash(value.as_ref(), SEED as u64)); - let short = Murmur32::from(murmurhash64::hash32(value.as_ref(), SEED)); + pub fn add(&mut self, value: String, group: HashGroup) { + let long = Murmur64::from(murmurhash64::hash(value.as_bytes(), SEED as u64)); + let short = Murmur32::from(murmurhash64::hash32(value.as_bytes(), SEED)); let entry = Entry { long, short, - value: String::from_utf8_lossy(value.as_ref()).to_string(), + value, group, }; diff --git a/lib/sdk/src/murmur/idstring32.rs b/lib/sdk/src/murmur/idstring32.rs deleted file mode 100644 index 99ea7aa..0000000 --- a/lib/sdk/src/murmur/idstring32.rs +++ /dev/null @@ -1,162 +0,0 @@ -use std::fmt; - -use serde::{Deserializer, Serializer}; - -use super::Murmur32; - -// This type encodes the fact that when reading in a bundle, we don't always have a dictionary -// entry for every hash in there. So we do want to have the real string available when needed, -// but at the same time retain the original hash information for when we don't. -// This is especially important when wanting to write back the read bundle, as the hashes need to -// stay the same. -// The previous system of always turning hashes into strings worked well for the purpose of -// displaying hashes, but would have made it very hard to turn a stringyfied hash back into -// an actual hash. -#[derive(Clone, Debug, Eq)] -pub enum IdString32 { - Hash(Murmur32), - String(String), -} - -impl IdString32 { - pub fn to_murmur32(&self) -> Murmur32 { - match self { - Self::Hash(hash) => *hash, - Self::String(s) => Murmur32::hash(s.as_bytes()), - } - } - - pub fn display(&self) -> IdString32Display { - let s = match self { - IdString32::Hash(hash) => hash.to_string(), - IdString32::String(s) => s.clone(), - }; - - IdString32Display(s) - } - - pub fn is_string(&self) -> bool { - match self { - IdString32::Hash(_) => false, - IdString32::String(_) => true, - } - } - - pub fn is_hash(&self) -> bool { - match self { - IdString32::Hash(_) => true, - IdString32::String(_) => false, - } - } -} - -impl From for IdString32 { - fn from(value: String) -> Self { - Self::String(value) - } -} - -impl From for IdString32 { - fn from(value: u32) -> Self { - Self::Hash(value.into()) - } -} - -impl From for u32 { - fn from(value: IdString32) -> Self { - value.to_murmur32().into() - } -} - -impl From for IdString32 { - fn from(value: Murmur32) -> Self { - Self::Hash(value) - } -} - -impl From for Murmur32 { - fn from(value: IdString32) -> Self { - value.to_murmur32() - } -} - -impl PartialEq for IdString32 { - fn eq(&self, other: &Self) -> bool { - self.to_murmur32() == other.to_murmur32() - } -} - -impl std::hash::Hash for IdString32 { - fn hash(&self, state: &mut H) { - state.write_u32(self.to_murmur32().into()); - } -} - -impl serde::Serialize for IdString32 { - fn serialize(&self, serializer: S) -> Result - where - S: Serializer, - { - serializer.serialize_u32(self.to_murmur32().into()) - } -} - -struct IdString32Visitor; - -impl<'de> serde::de::Visitor<'de> for IdString32Visitor { - type Value = IdString32; - - fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { - formatter.write_str("an u32 or a string") - } - - fn visit_u32(self, value: u32) -> Result - where - E: serde::de::Error, - { - Ok(IdString32::Hash(value.into())) - } - - fn visit_str(self, v: &str) -> Result - where - E: serde::de::Error, - { - Ok(IdString32::String(v.to_string())) - } - - fn visit_string(self, v: String) -> Result - where - E: serde::de::Error, - { - Ok(IdString32::String(v)) - } -} - -impl<'de> serde::Deserialize<'de> for IdString32 { - fn deserialize(deserializer: D) -> Result - where - D: Deserializer<'de>, - { - deserializer.deserialize_u32(IdString32Visitor) - } -} - -pub struct IdString32Display(String); - -impl std::fmt::Display for IdString32Display { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - write!(f, "{}", self.0) - } -} - -impl std::fmt::UpperHex for IdString32 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - std::fmt::UpperHex::fmt(&self.to_murmur32(), f) - } -} - -impl std::fmt::LowerHex for IdString32 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - std::fmt::LowerHex::fmt(&self.to_murmur32(), f) - } -} diff --git a/lib/sdk/src/murmur/idstring64.rs b/lib/sdk/src/murmur/idstring64.rs deleted file mode 100644 index 781a0cd..0000000 --- a/lib/sdk/src/murmur/idstring64.rs +++ /dev/null @@ -1,175 +0,0 @@ -use std::{fmt, path::Path}; - -use path_slash::PathExt as _; -use serde::{Deserializer, Serializer}; - -use super::Murmur64; - -// This type encodes the fact that when reading in a bundle, we don't always have a dictionary -// entry for every hash in there. So we do want to have the real string available when needed, -// but at the same time retain the original hash information for when we don't. -// This is especially important when wanting to write back the read bundle, as the hashes need to -// stay the same. -// The previous system of always turning hashes into strings worked well for the purpose of -// displaying hashes, but would have made it very hard to turn a stringyfied hash back into -// an actual hash. -#[derive(Clone, Debug, Eq)] -pub enum IdString64 { - Hash(Murmur64), - String(String), -} - -impl IdString64 { - pub fn to_murmur64(&self) -> Murmur64 { - match self { - Self::Hash(hash) => *hash, - Self::String(s) => Murmur64::hash(s.as_bytes()), - } - } - - pub fn display(&self) -> IdString64Display { - let s = match self { - IdString64::Hash(hash) => hash.to_string(), - IdString64::String(s) => s.clone(), - }; - - IdString64Display(s) - } - - pub fn is_string(&self) -> bool { - match self { - IdString64::Hash(_) => false, - IdString64::String(_) => true, - } - } - - pub fn is_hash(&self) -> bool { - match self { - IdString64::Hash(_) => true, - IdString64::String(_) => false, - } - } - - // Would love to have this as a proper `impl From`, but - // rustc will complain that it overlaps with the `impl From>`. - pub fn from_path(p: impl AsRef) -> Self { - Self::String(p.as_ref().to_slash_lossy().to_string()) - } -} - -impl From for IdString64 { - fn from(value: String) -> Self { - Self::String(value) - } -} - -impl From for IdString64 { - fn from(value: u64) -> Self { - Self::Hash(value.into()) - } -} - -impl From for IdString64 { - fn from(value: Murmur64) -> Self { - Self::Hash(value) - } -} - -impl From for Murmur64 { - fn from(value: IdString64) -> Self { - value.to_murmur64() - } -} - -impl From for u64 { - fn from(value: IdString64) -> Self { - value.to_murmur64().into() - } -} - -impl Default for IdString64 { - fn default() -> Self { - Self::Hash(0.into()) - } -} - -impl PartialEq for IdString64 { - fn eq(&self, other: &Self) -> bool { - self.to_murmur64() == other.to_murmur64() - } -} - -impl std::hash::Hash for IdString64 { - fn hash(&self, state: &mut H) { - state.write_u64(self.to_murmur64().into()); - } -} - -impl serde::Serialize for IdString64 { - fn serialize(&self, serializer: S) -> Result - where - S: Serializer, - { - serializer.serialize_u64(self.to_murmur64().into()) - } -} - -struct IdString64Visitor; - -impl<'de> serde::de::Visitor<'de> for IdString64Visitor { - type Value = IdString64; - - fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { - formatter.write_str("an u64 or a string") - } - - fn visit_u64(self, value: u64) -> Result - where - E: serde::de::Error, - { - Ok(IdString64::Hash(value.into())) - } - - fn visit_str(self, v: &str) -> Result - where - E: serde::de::Error, - { - Ok(IdString64::String(v.to_string())) - } - - fn visit_string(self, v: String) -> Result - where - E: serde::de::Error, - { - Ok(IdString64::String(v)) - } -} - -impl<'de> serde::Deserialize<'de> for IdString64 { - fn deserialize(deserializer: D) -> Result - where - D: Deserializer<'de>, - { - deserializer.deserialize_u64(IdString64Visitor) - } -} - -pub struct IdString64Display(String); - -impl std::fmt::Display for IdString64Display { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - write!(f, "{}", self.0) - } -} - -impl std::fmt::UpperHex for IdString64 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - std::fmt::UpperHex::fmt(&self.to_murmur64(), f) - } -} - -impl std::fmt::LowerHex for IdString64 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - std::fmt::LowerHex::fmt(&self.to_murmur64(), f) - } -} diff --git a/lib/sdk/src/murmur/mod.rs b/lib/sdk/src/murmur/mod.rs index 6449d38..a2a9ef3 100644 --- a/lib/sdk/src/murmur/mod.rs +++ b/lib/sdk/src/murmur/mod.rs @@ -1,26 +1,389 @@ use std::fmt; use color_eyre::eyre::Context; -use color_eyre::{Report, Result}; +use color_eyre::Report; use serde::de::Visitor; -use serde::{Deserialize, Deserializer, Serialize, Serializer}; +use serde::{Deserialize, Serialize}; +use serde::{Deserializer, Serializer}; mod dictionary; // Currently unused // mod murmurhash32; -mod idstring32; -mod idstring64; mod murmurhash64; -mod types; -mod util; pub const SEED: u32 = 0; pub use dictionary::{Dictionary, Entry, HashGroup}; -pub use idstring32::*; -pub use idstring64::*; pub use murmurhash64::hash; pub use murmurhash64::hash32; pub use murmurhash64::hash_inverse as inverse; -pub use types::*; +fn _swap_bytes_u32(value: u32) -> u32 { + u32::from_le_bytes(value.to_be_bytes()) +} + +fn _swap_bytes_u64(value: u64) -> u64 { + u64::from_le_bytes(value.to_be_bytes()) +} + +#[derive(Clone, Copy, Debug, Hash, Eq, PartialEq)] +pub struct Murmur64(u64); + +impl Murmur64 { + pub fn hash(s: B) -> Self + where + B: AsRef<[u8]>, + { + hash(s.as_ref(), SEED as u64).into() + } +} + +impl From for Murmur64 { + fn from(value: u64) -> Self { + Self(value) + } +} + +impl From for u64 { + fn from(value: Murmur64) -> Self { + value.0 + } +} + +impl TryFrom<&str> for Murmur64 { + type Error = Report; + + fn try_from(value: &str) -> Result { + u64::from_str_radix(value, 16) + .map(Self) + .wrap_err_with(|| format!("Failed to convert value to Murmur64: {value}")) + } +} + +impl fmt::UpperHex for Murmur64 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + fmt::UpperHex::fmt(&self.0, f) + } +} + +impl fmt::LowerHex for Murmur64 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + fmt::LowerHex::fmt(&self.0, f) + } +} + +impl fmt::Display for Murmur64 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + fmt::UpperHex::fmt(&self.0, f) + } +} + +impl<'de> Visitor<'de> for Murmur64 { + type Value = Self; + + fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { + formatter.write_str( + "an usigned 64 bit integer \ + or a string in hexadecimal format encoding such an integer", + ) + } + + fn visit_f64(self, value: f64) -> Result + where + E: serde::de::Error, + { + let bytes = value.to_le_bytes(); + Ok(Self::from(u64::from_le_bytes(bytes))) + } + + fn visit_u64(self, value: u64) -> Result + where + E: serde::de::Error, + { + Ok(Self::from(value)) + } + + fn visit_str(self, value: &str) -> Result + where + E: serde::de::Error, + { + match Murmur64::try_from(value) { + Ok(hash) => Ok(hash), + Err(err) => Err(E::custom(format!( + "failed to convert '{value}' to Murmur64: {err}" + ))), + } + } +} + +impl<'de> Deserialize<'de> for Murmur64 { + fn deserialize(deserializer: D) -> Result + where + D: Deserializer<'de>, + { + deserializer.deserialize_any(Self(0)) + } +} + +impl Serialize for Murmur64 { + fn serialize(&self, serializer: S) -> Result + where + S: Serializer, + { + serializer.serialize_str(&format!("{self:016X}")) + } +} + +#[derive(Clone, Copy, Debug, Hash, Eq, PartialEq)] +pub struct Murmur32(u32); + +impl Murmur32 { + pub fn hash(s: B) -> Self + where + B: AsRef<[u8]>, + { + hash32(s.as_ref(), SEED).into() + } +} + +impl From for Murmur32 { + fn from(value: u32) -> Self { + Self(value) + } +} + +impl From for u32 { + fn from(value: Murmur32) -> Self { + value.0 + } +} + +impl TryFrom<&str> for Murmur32 { + type Error = Report; + + fn try_from(value: &str) -> Result { + u32::from_str_radix(value, 16) + .map(Self) + .wrap_err_with(|| format!("Failed to convert value to Murmur32: {value}")) + } +} + +impl fmt::UpperHex for Murmur32 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + fmt::UpperHex::fmt(&self.0, f) + } +} + +impl fmt::Display for Murmur32 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + fmt::UpperHex::fmt(&self.0, f) + } +} + +impl Serialize for Murmur32 { + fn serialize(&self, serializer: S) -> Result + where + S: Serializer, + { + serializer.serialize_str(&format!("{self:08X}")) + } +} + +impl<'de> Visitor<'de> for Murmur32 { + type Value = Self; + + fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { + formatter.write_str( + "an usigned 32 bit integer \ + or a string in hexadecimal format encoding such an integer", + ) + } + + fn visit_f64(self, value: f64) -> Result + where + E: serde::de::Error, + { + let bytes = value.to_le_bytes(); + self.visit_u32(u64::from_le_bytes(bytes) as u32) + } + + fn visit_u64(self, value: u64) -> Result + where + E: serde::de::Error, + { + self.visit_u32(value as u32) + } + + fn visit_u32(self, value: u32) -> Result + where + E: serde::de::Error, + { + Ok(Self::from(value)) + } + + fn visit_str(self, value: &str) -> Result + where + E: serde::de::Error, + { + match Murmur32::try_from(value) { + Ok(hash) => Ok(hash), + Err(err) => Err(E::custom(format!( + "failed to convert '{value}' to Murmur32: {err}" + ))), + } + } +} + +impl<'de> Deserialize<'de> for Murmur32 { + fn deserialize(deserializer: D) -> Result + where + D: Deserializer<'de>, + { + deserializer.deserialize_any(Self(0)) + } +} + +// This type encodes the fact that when reading in a bundle, we don't always have a dictionary +// entry for every hash in there. So we do want to have the real string available when needed, +// but at the same time retain the original hash information for when we don't. +// This is especially important when wanting to write back the read bundle, as the hashes need to +// stay the same. +// The previous system of always turning hashes into strings worked well for the purpose of +// displaying hashes, but would have made it very hard to turn a stringyfied hash back into +// an actual hash. +#[derive(Clone, Debug, Eq)] +pub enum IdString64 { + Hash(Murmur64), + String(String), +} + +impl IdString64 { + pub fn to_murmur64(&self) -> Murmur64 { + match self { + Self::Hash(hash) => *hash, + Self::String(s) => Murmur64::hash(s.as_bytes()), + } + } + + pub fn display(&self) -> IdString64Display { + let s = match self { + IdString64::Hash(hash) => hash.to_string(), + IdString64::String(s) => s.clone(), + }; + + IdString64Display(s) + } + + pub fn is_string(&self) -> bool { + match self { + IdString64::Hash(_) => false, + IdString64::String(_) => true, + } + } + + pub fn is_hash(&self) -> bool { + match self { + IdString64::Hash(_) => true, + IdString64::String(_) => false, + } + } +} + +impl> From for IdString64 { + fn from(value: S) -> Self { + Self::String(value.into()) + } +} + +impl From for IdString64 { + fn from(value: Murmur64) -> Self { + Self::Hash(value) + } +} + +impl From for Murmur64 { + fn from(value: IdString64) -> Self { + value.to_murmur64() + } +} + +impl PartialEq for IdString64 { + fn eq(&self, other: &Self) -> bool { + self.to_murmur64() == other.to_murmur64() + } +} + +impl std::hash::Hash for IdString64 { + fn hash(&self, state: &mut H) { + state.write_u64(self.to_murmur64().into()); + } +} + +impl serde::Serialize for IdString64 { + fn serialize(&self, serializer: S) -> Result + where + S: Serializer, + { + serializer.serialize_u64(self.to_murmur64().into()) + } +} + +struct IdString64Visitor; + +impl<'de> serde::de::Visitor<'de> for IdString64Visitor { + type Value = IdString64; + + fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { + formatter.write_str("an u64 or a string") + } + + fn visit_u64(self, value: u64) -> Result + where + E: serde::de::Error, + { + Ok(IdString64::Hash(value.into())) + } + + fn visit_str(self, v: &str) -> Result + where + E: serde::de::Error, + { + Ok(IdString64::String(v.to_string())) + } + + fn visit_string(self, v: String) -> Result + where + E: serde::de::Error, + { + Ok(IdString64::String(v)) + } +} + +impl<'de> serde::Deserialize<'de> for IdString64 { + fn deserialize(deserializer: D) -> Result + where + D: Deserializer<'de>, + { + deserializer.deserialize_u64(IdString64Visitor) + } +} + +pub struct IdString64Display(String); + +impl std::fmt::Display for IdString64Display { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + write!(f, "{}", self.0) + } +} + +impl std::fmt::UpperHex for IdString64 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + std::fmt::UpperHex::fmt(&self.to_murmur64(), f) + } +} + +impl std::fmt::LowerHex for IdString64 { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + std::fmt::LowerHex::fmt(&self.to_murmur64(), f) + } +} diff --git a/lib/sdk/src/murmur/murmurhash64.rs b/lib/sdk/src/murmur/murmurhash64.rs index ca69852..f15248c 100644 --- a/lib/sdk/src/murmur/murmurhash64.rs +++ b/lib/sdk/src/murmur/murmurhash64.rs @@ -119,9 +119,4 @@ fn test_hash() { } #[test] -fn test_inverse() { - let h = hash("lua".as_bytes(), crate::murmur::SEED as u64); - let inv = hash_inverse(h, crate::murmur::SEED as u64); - assert_eq!(h, hash(&inv.to_le_bytes(), crate::murmur::SEED as u64)); - assert_ne!(h, hash(&inv.to_be_bytes(), crate::murmur::SEED as u64)); -} +fn test_inverse() {} diff --git a/lib/sdk/src/murmur/types.rs b/lib/sdk/src/murmur/types.rs deleted file mode 100644 index c66e2cf..0000000 --- a/lib/sdk/src/murmur/types.rs +++ /dev/null @@ -1,226 +0,0 @@ -use self::util::{parse_hex32, parse_hex64}; - -use super::*; - -#[derive(Clone, Copy, Debug, Hash, Eq, PartialEq)] -pub struct Murmur64(u64); - -impl Murmur64 { - pub fn hash(s: B) -> Self - where - B: AsRef<[u8]>, - { - hash(s.as_ref(), SEED as u64).into() - } -} - -impl From for Murmur64 { - fn from(value: u64) -> Self { - Self(value) - } -} - -impl From for u64 { - fn from(value: Murmur64) -> Self { - value.0 - } -} - -impl TryFrom<&str> for Murmur64 { - type Error = Report; - - fn try_from(value: &str) -> Result { - parse_hex64(value) - .map(Self) - .wrap_err_with(|| format!("Failed to convert value to Murmur64: {value}")) - } -} - -impl fmt::UpperHex for Murmur64 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - fmt::UpperHex::fmt(&self.0, f) - } -} - -impl fmt::LowerHex for Murmur64 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - fmt::LowerHex::fmt(&self.0, f) - } -} - -impl fmt::Display for Murmur64 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - write!(f, "{:016X}", self) - } -} - -impl<'de> Visitor<'de> for Murmur64 { - type Value = Self; - - fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { - formatter.write_str( - "an usigned 64 bit integer \ - or a string in hexadecimal format encoding such an integer", - ) - } - - fn visit_f64(self, value: f64) -> Result - where - E: serde::de::Error, - { - let bytes = value.to_le_bytes(); - Ok(Self::from(u64::from_le_bytes(bytes))) - } - - fn visit_u64(self, value: u64) -> Result - where - E: serde::de::Error, - { - Ok(Self::from(value)) - } - - fn visit_str(self, value: &str) -> Result - where - E: serde::de::Error, - { - match Murmur64::try_from(value) { - Ok(hash) => Ok(hash), - Err(err) => Err(E::custom(format!( - "failed to convert '{value}' to Murmur64: {err}" - ))), - } - } -} - -impl<'de> Deserialize<'de> for Murmur64 { - fn deserialize(deserializer: D) -> Result - where - D: Deserializer<'de>, - { - deserializer.deserialize_any(Self(0)) - } -} - -impl Serialize for Murmur64 { - fn serialize(&self, serializer: S) -> Result - where - S: Serializer, - { - serializer.serialize_str(&format!("{self:016X}")) - } -} - -#[derive(Clone, Copy, Debug, Hash, Eq, PartialEq)] -pub struct Murmur32(u32); - -impl Murmur32 { - pub fn hash(s: B) -> Self - where - B: AsRef<[u8]>, - { - hash32(s.as_ref(), SEED).into() - } -} - -impl From for Murmur32 { - fn from(value: u32) -> Self { - Self(value) - } -} - -impl From for u32 { - fn from(value: Murmur32) -> Self { - value.0 - } -} - -impl TryFrom<&str> for Murmur32 { - type Error = Report; - - fn try_from(value: &str) -> Result { - parse_hex32(value) - .map(Self) - .wrap_err_with(|| format!("Failed to convert value to Murmur32: {value}")) - } -} - -impl fmt::UpperHex for Murmur32 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - fmt::UpperHex::fmt(&self.0, f) - } -} - -impl fmt::LowerHex for Murmur32 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - fmt::LowerHex::fmt(&self.0, f) - } -} - -impl fmt::Display for Murmur32 { - fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { - write!(f, "{:08X}", self) - } -} - -impl Serialize for Murmur32 { - fn serialize(&self, serializer: S) -> Result - where - S: Serializer, - { - serializer.serialize_str(&format!("{self:08X}")) - } -} - -impl<'de> Visitor<'de> for Murmur32 { - type Value = Self; - - fn expecting(&self, formatter: &mut fmt::Formatter) -> fmt::Result { - formatter.write_str( - "an usigned 32 bit integer \ - or a string in hexadecimal format encoding such an integer", - ) - } - - fn visit_f64(self, value: f64) -> Result - where - E: serde::de::Error, - { - let bytes = value.to_le_bytes(); - self.visit_u32(u64::from_le_bytes(bytes) as u32) - } - - fn visit_u64(self, value: u64) -> Result - where - E: serde::de::Error, - { - self.visit_u32(value as u32) - } - - fn visit_u32(self, value: u32) -> Result - where - E: serde::de::Error, - { - Ok(Self::from(value)) - } - - fn visit_str(self, value: &str) -> Result - where - E: serde::de::Error, - { - match Murmur32::try_from(value) { - Ok(hash) => Ok(hash), - Err(err) => Err(E::custom(format!( - "failed to convert '{value}' to Murmur32: {err}" - ))), - } - } -} - -impl<'de> Deserialize<'de> for Murmur32 { - fn deserialize(deserializer: D) -> Result - where - D: Deserializer<'de>, - { - deserializer.deserialize_any(Self(0)) - } -} diff --git a/lib/sdk/src/murmur/util.rs b/lib/sdk/src/murmur/util.rs deleted file mode 100644 index 134c4e7..0000000 --- a/lib/sdk/src/murmur/util.rs +++ /dev/null @@ -1,132 +0,0 @@ -use color_eyre::eyre::bail; -use color_eyre::Result; - -// Generates tables similar to these: -// https://github.com/zbjornson/fast-hex/blob/a3487bca95127634a61bfeae8f8bfc8f0e5baa3f/src/hex.cc#L20-L89 -// `upper` determines upper vs. lower bits (first character is `upper`). -const fn generate_byte_map(upper: bool) -> [u8; 256] { - let mut out = [0u8; 256]; - let factor = if upper { 16 } else { 1 }; - - let mut i = 0; - - while i < 256 { - match i { - 0x30..=0x39 => out[i] = factor * (i as u8 - 0x30), - 0x41..=0x46 => out[i] = factor * (9 + i as u8 - 0x40), - 0x61..=0x66 => out[i] = factor * (9 + i as u8 - 0x60), - _ => out[i] = u8::MAX, - } - i += 1; - } - - out -} - -const BYTE_MAP_UPPER: [u8; 256] = generate_byte_map(true); -const BYTE_MAP_LOWER: [u8; 256] = generate_byte_map(false); - -macro_rules! make_parse_hex { - ($name:ident, $ty:ty, $len:expr) => { - #[inline] - pub fn $name(s: impl AsRef) -> Result<$ty> { - // For the string to be valid hex characters, it needs to be ASCII. - // So we can simply treat it as a byte stream. - let s = s.as_ref().as_bytes(); - - if s.len() != $len { - bail!( - "String length doesn't match. Expected {}, got {}", - $len, - s.len() - ); - } - - let n = $len / 2; - let mut out: $ty = 0; - let mut i = 0; - - while i < n { - let j = i * 2; - - let c1 = BYTE_MAP_UPPER[s[j] as usize]; - if c1 == u8::MAX { - bail!("Invalid character '{:?}' ({})", char::from(c1), c1); - } - - let c2 = BYTE_MAP_LOWER[s[j + 1] as usize]; - if c2 == u8::MAX { - bail!("Invalid character '{:?}' ({})", char::from(c2), c2); - } - - out |= ((c1 + c2) as $ty) << (n - i - 1) * 8; - - i += 1; - } - - Ok(out) - } - }; -} - -make_parse_hex!(parse_hex64, u64, 16); -make_parse_hex!(parse_hex32, u32, 8); - -#[cfg(test)] -mod test { - use super::*; - - #[test] - fn parse_32() { - let hash = "A14E8DFA"; - assert_eq!(parse_hex32(hash).unwrap(), 0xA14E8DFA); - } - - #[test] - fn parse_64() { - let hash = "A14E8DFA2CD117E2"; - assert_eq!(parse_hex64(hash).unwrap(), 0xA14E8DFA2CD117E2); - } - - #[test] - fn std_from_radix_32() { - let hash = "A14E8DFA"; - assert_eq!(u32::from_str_radix(hash, 16).unwrap(), 0xA14E8DFA); - } - - #[test] - fn std_from_radix_64() { - let hash = "A14E8DFA2CD117E2"; - assert_eq!(u64::from_str_radix(hash, 16).unwrap(), 0xA14E8DFA2CD117E2); - } -} - -#[cfg(test)] -mod bench { - use super::{parse_hex32, parse_hex64}; - - extern crate test; - - const HASH32: &str = "A14E8DFA"; - const HASH64: &str = "A14E8DFA2CD117E2"; - - #[bench] - fn custom_32(b: &mut test::Bencher) { - b.iter(|| test::black_box(parse_hex32(test::black_box(HASH32)))) - } - - #[bench] - fn std_32(b: &mut test::Bencher) { - b.iter(|| test::black_box(u32::from_str_radix(test::black_box(HASH32), 16))) - } - - #[bench] - fn custom_64(b: &mut test::Bencher) { - b.iter(|| test::black_box(parse_hex64(test::black_box(HASH64)))) - } - - #[bench] - fn std_64(b: &mut test::Bencher) { - b.iter(|| test::black_box(u64::from_str_radix(test::black_box(HASH64), 16))) - } -} diff --git a/lib/serde_sjson b/lib/serde_sjson new file mode 160000 index 0000000..73d2b23 --- /dev/null +++ b/lib/serde_sjson @@ -0,0 +1 @@ +Subproject commit 73d2b23ce50e75b184f5092ad515e97a0adbe6da