Skip to content

Commit

Permalink
Merge branch 'main' into docs-basic-example-qs-cpp
Browse files Browse the repository at this point in the history
  • Loading branch information
stanislav-shchetinin authored Sep 20, 2024
2 parents a9035fc + 5d28dd1 commit 105b315
Show file tree
Hide file tree
Showing 6,200 changed files with 355,540 additions and 135,479 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
4 changes: 4 additions & 0 deletions .github/CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,7 @@

/ydb/core/viewer @ydb-platform/ui-backend
/ydb/core/protos/node_whiteboard.proto @ydb-platform/ui-backend

/ydb/core/formats/arrow @ydb-platform/cs
/ydb/core/tx/columnshard @ydb-platform/cs

6 changes: 4 additions & 2 deletions .github/TESTOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,9 @@
#Column Tables Development Team @zverevgeny TEAM:@ydb-platform/cs
/ydb/core/tx/columnshard @ydb-platform/cs


#Distributed System Infrastructure Team @ijon TEAM:@ydb-platform/system-infra
/ydb/core/mind/hive @ydb-platform/system-infra
/ydb/core/tx/schemeshard @ydb-platform/system-infra
/ydb/core/tx/columnshard @ivanmorozov333 @ydb-platform/system-infra
/ydb/core/util @ydb-platform/system-infra
/ydb/core/client @ydb-platform/system-infra
/ydb/core/engine @ydb-platform/system-infra
Expand Down Expand Up @@ -54,6 +52,9 @@
/ydb/public/lib/ydb_cli @ydb-platform/appteam
/ydb/apps/ydb @ydb-platform/appteam

#YDB Postgres Compatibility @rekby TEAM:@ydb-platform/postgres-compatibility
/ydb/tests/postgres_integrations @ydb-platform/postgres-compatibility

#YDB Engineering Team @maximyurchuk
# - tbd

Expand Down Expand Up @@ -88,6 +89,7 @@
/ydb/services/persqueue_v1 @ydb-platform/Topics
/ydb/core/ymq @ydb-platform/Topics
/ydb/core/http_proxy @ydb-platform/Topics
/ydb/core/tx/schemeshard/ut_pq_reboots @ydb-platform/Topics

#YDB Analytics TEAM:???

Expand Down
99 changes: 2 additions & 97 deletions .github/actions/build_and_test_ya/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -57,34 +57,6 @@ defaults:
runs:
using: "composite"
steps:
- name: comment-build-start
if: github.event_name == 'pull_request' || github.event_name == 'pull_request_target'
shell: bash
env:
BUILD_PRESET: ${{ inputs.build_preset }}
GITHUB_TOKEN: ${{ github.token }}
run: |
jobs_url="https://api.github.com/repos/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/jobs"
# tricky: we are searching job with name that contains build_preset
check_url=$(curl -s $jobs_url | jq --arg n "$BUILD_PRESET" -r '.jobs[] | select(.name | contains($n)) | .html_url')
platform_name="$(echo "$(uname -s)-$(uname -p)" | tr '[:upper:]' '[:lower:]')-$BUILD_PRESET"
echo "Pre-commit [check]($check_url) **$platform_name** for $(git rev-parse HEAD) has started." | .github/scripts/tests/comment-pr.py --rewrite
curl -L -X POST -H "Accept: application/vnd.github+json" -H "Authorization: Bearer ${{github.token}}" -H "X-GitHub-Api-Version: 2022-11-28" \
https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
-d '{"state":"pending","description":"The check has been started","context":"build_${{inputs.build_preset}}"}'
if [[ "${{inputs.run_tests}}" == "true" ]];then
curl -L -X POST -H "Accept: application/vnd.github+json" -H "Authorization: Bearer ${{github.token}}" -H "X-GitHub-Api-Version: 2022-11-28" \
https://api.github.com/repos/${{github.repository}}/statuses/${{github.event.pull_request.head.sha}} \
-d '{"state":"pending","description":"The check has been started","context":"test_${{inputs.build_preset}}"}'
fi
- name: Clean ya cache
shell: bash
run: rm -rf ~/.ya

- name: Prepare s3cmd
uses: ./.github/actions/s3cmd
with:
Expand All @@ -95,29 +67,16 @@ runs:
folder_prefix: ya-
build_preset: ${{ inputs.build_preset }}

- name: Generate ya.make with affected test suites and modules list
if: inputs.increment == 'true'
uses: ./.github/actions/graph_compare

- name: Change target in case of incremental
id: target_choice
shell: bash
run: |
if [ "${{ inputs.increment }}" == "true" ]; then
echo "target=." >> $GITHUB_OUTPUT
else
echo "target=${{ inputs.build_target }}" >> $GITHUB_OUTPUT
fi
- name: Run build and tests
id: build
uses: ./.github/actions/test_ya
with:
build_target: ${{ steps.target_choice.outputs.target }}
build_target: ${{ inputs.build_target }}
build_preset: ${{ inputs.build_preset }}
test_size: ${{ inputs.test_size }}
test_type: ${{ inputs.test_type }}
run_tests: ${{ inputs.run_tests }}
increment: ${{ inputs.increment }}
testman_token: ${{ fromJSON( inputs.secs ).TESTMO_TOKEN2 }}
testman_url: ${{ fromJSON( inputs.vars ).TESTMO_URL }}
testman_project_id: ${{ fromJSON( inputs.vars ).TESTMO_PROJECT_ID }}
Expand All @@ -129,57 +88,3 @@ runs:
bazel_remote_password: ${{ fromJSON( inputs.secs ).REMOTE_CACHE_PASSWORD || '' }}
put_build_results_to_cache: ${{ inputs.put_build_results_to_cache }}
test_retry_count: ${{ inputs.test_retry_count }}

- name: build_stats
shell: bash
continue-on-error: true
if: always()
run: |
set -x
export build_preset="${{ inputs.build_preset }}"
export commit_git_sha="$(git rev-parse HEAD)"
python3 -m pip install ydb ydb[yc]
python3 .github/scripts/send_build_stats.py
- name: show_build_size_diff
shell: bash
continue-on-error: true
if: always()
env:
GITHUB_TOKEN: ${{ github.token }}
run: |
set -x
export build_preset="${{ inputs.build_preset }}"
export branch_to_compare="$GITHUB_REF_NAME"
export yellow_treshold=102400
export red_treshold=2097152
export commit_git_sha="$(git rev-parse HEAD)"
python3 -m pip install ydb ydb[yc] humanize
get_sizes_comment_script=.github/scripts/get_build_diff.py
comment_raw=`$get_sizes_comment_script`
IFS=';;;'
read -ra comment_arr <<< "$comment_raw"
printf "$comment"
if [[ ${comment_raw} != "Error"* ]];then
color=${comment_arr[0]}
replace=$color";;;"
comment=${comment_raw/$replace/""}
printf "$comment" | .github/scripts/tests/comment-pr.py --color $color
else
echo "Skipped build size difference, comment_raw = ${comment_raw}"
fi
- name: comment-if-cancel
shell: bash
if: cancelled() && (github.event_name == 'pull_request' || github.event_name == 'pull_request_target')
env:
BUILD_PRESET: ${{ inputs.build_preset }}
GITHUB_TOKEN: ${{ github.token }}
run: echo "Check cancelled" | .github/scripts/tests/comment-pr.py --color black
18 changes: 0 additions & 18 deletions .github/actions/graph_compare/action.yml

This file was deleted.

Loading

0 comments on commit 105b315

Please sign in to comment.